From f7f184b068f4394df197c4ffc3aa335d52eee508 Mon Sep 17 00:00:00 2001 From: Prajwal A Date: Fri, 22 May 2026 15:53:20 +0530 Subject: [PATCH 1/4] add prefix warmup to prime cache before server startup new --prefix-warmup-file flag runs chat warmup requests before serve_http; aborts startup on failure --- vllm/entrypoints/openai/api_server.py | 108 +++++++++++++++++++++++++- vllm/entrypoints/openai/cli_args.py | 6 ++ 2 files changed, 113 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index da2ec10284c5..f938fd1b5e8b 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -3,6 +3,7 @@ import asyncio import importlib import inspect +import json import multiprocessing import multiprocessing.forkserver as forkserver import os @@ -28,8 +29,12 @@ from vllm.entrypoints.chat_utils import load_chat_template from vllm.entrypoints.launcher import serve_http from vllm.entrypoints.logger import RequestLogger +from vllm.entrypoints.openai.chat_completion.protocol import ( + ChatCompletionRequest, + ChatCompletionResponse, +) from vllm.entrypoints.openai.cli_args import make_arg_parser, validate_parsed_serve_args -from vllm.entrypoints.openai.engine.protocol import GenerationError +from vllm.entrypoints.openai.engine.protocol import ErrorResponse, GenerationError from vllm.entrypoints.openai.models.protocol import BaseModelPath from vllm.entrypoints.openai.models.serving import OpenAIServingModels from vllm.entrypoints.openai.server_utils import ( @@ -590,6 +595,103 @@ def signal_handler(*_) -> None: return listen_address, sock +async def run_prefix_warmup(state: State, args: Namespace) -> None: + """Prime the prefix/KV cache by running chat warmup requests. + + Reads ``args.prefix_warmup_file`` (a JSON list of chat-completion-style + requests) and runs each one through the same chat serving handler used for + real traffic, so the chat template and tokenization match exactly. This runs + before ``serve_http``, so ``/health`` is not yet reachable. Any failure + raises ``RuntimeError`` and aborts server startup (fatal). + """ + warmup_path = getattr(args, "prefix_warmup_file", None) + if not warmup_path: + return + + chat_handler = getattr(state, "openai_serving_chat", None) + if chat_handler is None: + raise RuntimeError( + "Prefix warmup requested via --prefix-warmup-file but the chat " + "completions API is unavailable (the 'generate' task is not " + "supported by this model). Aborting startup." + ) + + try: + with open(warmup_path, encoding="utf-8") as f: + entries = json.load(f) + except FileNotFoundError as e: + raise RuntimeError(f"Prefix warmup file not found: {warmup_path}") from e + except json.JSONDecodeError as e: + raise RuntimeError( + f"Prefix warmup file is not valid JSON ({warmup_path}): {e}" + ) from e + + if not isinstance(entries, list): + raise RuntimeError( + f"Prefix warmup file must contain a JSON list, got " + f"{type(entries).__name__}: {warmup_path}" + ) + if not entries: + logger.warning( + "Prefix warmup file %s is empty; nothing to warm up.", warmup_path + ) + return + + served_model_name = state.openai_serving_models.base_model_paths[0].name + + logger.info( + "Running prefix warmup: %d request(s) from %s", len(entries), warmup_path + ) + + for idx, entry in enumerate(entries): + if not isinstance(entry, dict): + raise RuntimeError( + f"Prefix warmup entry #{idx} must be a JSON object, got " + f"{type(entry).__name__}" + ) + messages = entry.get("messages") + if not isinstance(messages, list) or not messages: + raise RuntimeError( + f"Prefix warmup entry #{idx} must have a non-empty 'messages' list" + ) + + request_kwargs = dict(entry) + request_kwargs.setdefault("max_tokens", 1) + request_kwargs["model"] = served_model_name + request_kwargs["stream"] = False + request_kwargs["request_id"] = f"prefix-warmup-{idx}" + + try: + request = ChatCompletionRequest(**request_kwargs) + except Exception as e: + raise RuntimeError( + f"Prefix warmup entry #{idx} is not a valid chat request: {e}" + ) from e + + result = await chat_handler.create_chat_completion(request, raw_request=None) + + if isinstance(result, ErrorResponse): + raise RuntimeError( + f"Prefix warmup request #{idx} failed: {result.error.message} " + f"(code={result.error.code})" + ) + if not isinstance(result, ChatCompletionResponse): + raise RuntimeError( + f"Prefix warmup request #{idx} returned unexpected type " + f"{type(result).__name__}; expected ChatCompletionResponse." + ) + + usage = getattr(result, "usage", None) + logger.info( + "Prefix warmup request #%d/%d primed (prompt_tokens=%s)", + idx + 1, + len(entries), + getattr(usage, "prompt_tokens", "?"), + ) + + logger.info("Prefix warmup complete: %d request(s) primed.", len(entries)) + + async def build_and_serve( engine_client: EngineClient, listen_address: str, @@ -614,6 +716,10 @@ async def build_and_serve( app = build_app(args, supported_tasks, model_config) await init_app_state(engine_client, app.state, args, supported_tasks) + # Prefix warmup runs before serve_http, so /health is not yet reachable. + # A failure here aborts startup (fatal) before the server accepts traffic. + await run_prefix_warmup(app.state, args) + logger.info("Starting vLLM server on %s", listen_address) return await serve_http( diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py index 3ebdec3c67fa..0ece9e71c85e 100644 --- a/vllm/entrypoints/openai/cli_args.py +++ b/vllm/entrypoints/openai/cli_args.py @@ -83,6 +83,12 @@ class BaseFrontendArgs: chat_template: str | None = None """The file path to the chat template, or the template in single-line form for the specified model.""" + prefix_warmup_file: str | None = None + """Path to a JSON file of chat-completion-style warmup requests. Before the + server accepts traffic, each request is run through the chat engine to prime + the prefix/KV cache. Any failure aborts startup. The file must be a JSON list + of objects, each with a non-empty "messages" list and optional "max_tokens" + and sampling fields.""" chat_template_content_format: ChatTemplateContentFormatOption = "auto" """The format to render message content within a chat template. From a3ea78dfddfef4c0229f2fd6ab44197e8eb8290d Mon Sep 17 00:00:00 2001 From: Prajwal A Date: Fri, 22 May 2026 18:34:48 +0530 Subject: [PATCH 2/4] support local path or http(s) url for prefix warmup file --- vllm/entrypoints/openai/api_server.py | 41 ++++++++++++++++++++++----- vllm/entrypoints/openai/cli_args.py | 11 +++---- 2 files changed, 40 insertions(+), 12 deletions(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index f938fd1b5e8b..29ae53f422df 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -10,11 +10,13 @@ import signal import socket import tempfile +import urllib.request import warnings from argparse import Namespace from collections.abc import AsyncIterator from contextlib import asynccontextmanager from typing import Any +from urllib.parse import urlparse import uvloop from fastapi import FastAPI, HTTPException @@ -595,14 +597,41 @@ def signal_handler(*_) -> None: return listen_address, sock +def _load_prefix_warmup_bytes(location: str) -> bytes: + """Load the raw warmup-file bytes from a local path or an http(s) URL. + + The scheme of ``location`` selects the loader: ``http``/``https`` download via + urllib (use a presigned URL to fetch from object stores such as S3 without + credentials on the host), anything else is treated as a local filesystem + path. Failures raise ``RuntimeError`` so startup aborts. + """ + scheme = urlparse(location).scheme.lower() + + if scheme in ("http", "https"): + try: + with urllib.request.urlopen(location, timeout=30) as resp: + return resp.read() + except Exception as e: + raise RuntimeError( + f"Failed to download prefix warmup file from {location}: {e}" + ) from e + + try: + with open(location, "rb") as f: + return f.read() + except FileNotFoundError as e: + raise RuntimeError(f"Prefix warmup file not found: {location}") from e + + async def run_prefix_warmup(state: State, args: Namespace) -> None: """Prime the prefix/KV cache by running chat warmup requests. Reads ``args.prefix_warmup_file`` (a JSON list of chat-completion-style requests) and runs each one through the same chat serving handler used for - real traffic, so the chat template and tokenization match exactly. This runs - before ``serve_http``, so ``/health`` is not yet reachable. Any failure - raises ``RuntimeError`` and aborts server startup (fatal). + real traffic, so the chat template and tokenization match exactly. The flag + accepts a local path, an http(s) URL, or an s3:// URL. This runs before + ``serve_http``, so ``/health`` is not yet reachable. Any failure raises + ``RuntimeError`` and aborts server startup (fatal). """ warmup_path = getattr(args, "prefix_warmup_file", None) if not warmup_path: @@ -616,11 +645,9 @@ async def run_prefix_warmup(state: State, args: Namespace) -> None: "supported by this model). Aborting startup." ) + raw = _load_prefix_warmup_bytes(warmup_path) try: - with open(warmup_path, encoding="utf-8") as f: - entries = json.load(f) - except FileNotFoundError as e: - raise RuntimeError(f"Prefix warmup file not found: {warmup_path}") from e + entries = json.loads(raw) except json.JSONDecodeError as e: raise RuntimeError( f"Prefix warmup file is not valid JSON ({warmup_path}): {e}" diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py index 0ece9e71c85e..25facd29b5b6 100644 --- a/vllm/entrypoints/openai/cli_args.py +++ b/vllm/entrypoints/openai/cli_args.py @@ -84,11 +84,12 @@ class BaseFrontendArgs: """The file path to the chat template, or the template in single-line form for the specified model.""" prefix_warmup_file: str | None = None - """Path to a JSON file of chat-completion-style warmup requests. Before the - server accepts traffic, each request is run through the chat engine to prime - the prefix/KV cache. Any failure aborts startup. The file must be a JSON list - of objects, each with a non-empty "messages" list and optional "max_tokens" - and sampling fields.""" + """Location of a JSON file of chat-completion-style warmup requests. May be a + local path or an http(s) URL (use a presigned URL to fetch from object stores + such as S3 without host credentials). Before the server accepts traffic, each + request is run through the chat engine to prime the prefix/KV cache. Any + failure aborts startup. The file must be a JSON list of objects, each with a + non-empty "messages" list and optional "max_tokens" and sampling fields.""" chat_template_content_format: ChatTemplateContentFormatOption = "auto" """The format to render message content within a chat template. From 1247d7cdc65769cded28b432e180971ace45b904 Mon Sep 17 00:00:00 2001 From: Tushar-ml Date: Wed, 3 Jun 2026 12:16:25 +0000 Subject: [PATCH 3/4] added parllel warmup and count --- .../inputs.json | 1604 ++++++++++++++ .../profile_export.jsonl | 60 + .../profile_export_aiperf.json | 590 ++++++ .../server_metrics_export.json | 1846 ++++++++++++++++ .../inputs.json | 1704 +++++++++++++++ .../profile_export.jsonl | 50 + .../profile_export_aiperf.json | 639 ++++++ .../server_metrics_export.json | 1855 +++++++++++++++++ .../inputs.json | 1304 ++++++++++++ .../profile_export.jsonl | 32 + .../profile_export_aiperf.json | 552 +++++ .../server_metrics_export.json | 1789 ++++++++++++++++ vllm/entrypoints/openai/api_server.py | 146 +- vllm/entrypoints/openai/cli_args.py | 5 + 14 files changed, 12128 insertions(+), 48 deletions(-) create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json create mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json new file mode 100644 index 000000000000..bd64bf93a3f5 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json @@ -0,0 +1,1604 @@ +{ + "data": [ + { + "session_id": "eb8a30f2-6795-4a4c-b24d-0ff648a04fcb", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "wain whistles and The master calls and trebles their confusion LEONINE Come say your prayers MARINA What mean you LEONINE If you require a little space for prayer I grant it pray but be not tedious For the gods are quick of ear and I am sworn To do my work with haste MARINA Why will you kill me LEONINE To satisfy my lady MARINA Why would she have me killd now As I can remember by my troth I never did her hurt in all my life I never spake bad word nor did ill turn To any living creature believe me la I never killd a mouse nor hurt a fly I trod upon a worm against my will But I wept for it How have I offended Wherein my death might yield her any profit Or my life imply her any danger LEONINE My commission Is not to reason of the deed but do it MARINA You will not dot for all the world I hope You are well favourd and your looks foreshow You have a gentle heart I saw you lately When you caught hurt in parting two that fought Good sooth it showd well in you do so now Your lady seeks my life come you between And save poor me the weaker LEONINE I am sworn And will dispatch He seizes her Enter Pirates FIRST PIRATE Hold villain Leonine runs away SECOND PIRATE A prize a prize THIRD PIRATE Half part mates half part Come lets have her aboard suddenly Exeunt Pirates with Marina Reenter Leonine LEONINE These roguing thieves serve the great pirate Valdes And they have seized Marina Let her go Theres no hope she will return Ill swear shes dead And thrown into the sea But Ill see further Perhaps they will but please themselves upon her Not carry her aboard If she remain Whom they have ravishd must by me be slain Exit Scene II Mytilene A room in a brothel Enter Pandar Bawd and Boult PANDAR Boult BOULT Sir PANDAR Search the market narrowly Mytilene is full of gallants We lost too much money this mart by being too wenchless BAWD We were never so much out of creatures We have but poor three and they can do no more than they can do and they with continual action are even as good as rotten PANDAR Therefore lets have fresh ones whateer we pay for them If there be not a conscience to be used in every trade we shall never prosper B" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "86eb39ca-eaab-4e2b-b4ec-84f5fb593c3e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " hears Mine own people mine own people MISTRESS QUICKLY Are they so God bless them and make them His servants FALSTAFF Well Mistress Ford what of her MISTRESS QUICKLY Why sir shes a good creature Lord Lord your worships a wanton Well heaven forgive you and all of us I pray FALSTAFF Mistress Ford come Mistress Ford MISTRESS QUICKLY Marry this is the short and the long of it you have brought her into such a canaries as tis wonderful The best courtier of them all when the court lay at Windsor could never have brought her to such a canary Yet there has been knights and lords and gentlemen with their coaches I warrant you coach after coach letter after letter gift after gift smelling so sweetly all musk and so rushling I warrant you in silk and gold and in such alligant terms and in such wine and sugar of the best and the fairest that would have won any womans heart and I warrant you they could never get an eyewink of her I had myself twenty angels given me this morning but I defy all angels in any such sort as they say but in the way of honesty And I warrant you they could never get her so much as sip on a cup with the proudest of them all And yet there has been earlsnay which is more pensionersbut I warrant you all is one with her FALSTAFF But what says she to me Be brief my good sheMercury MISTRESS QUICKLY Marry she hath received your letter for the which she thanks you a thousand times and she gives you to notify that her husband will be absence from his house between ten and eleven FALSTAFF Ten and eleven MISTRESS QUICKLY Ay forsooth and then you may come and see the picture she says that you wot of Master Ford her husband will be from home Alas the sweet woman leads an ill life with him Hes a very jealousy man she leads a very frampold life with him good heart FALSTAFF Ten and eleven Woman commend me to her I will not fail her MISTRESS QUICKLY Why you say well But I have another messenger to your worship Mistress Page hath her hearty commendations to you too and let me tell you in your ear shes as fartuous a civil modest wife and one I tell you that will not miss you morning nor evening prayer as any is in Windsor whoeer be the other and she bade me tell your" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "3bf12499-8ff4-40c0-b75c-ed9a6a79269c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Exit First Drawer HOSTESS Cheater call you him I will bar no honest man my house nor no cheater but I do not love swaggering by my troth I am the worse when one says swagger Feel masters how I shake look you I warrant you DOLL So you do hostess HOSTESS Do I Yea in very truth do I an twere an aspen leaf I cannot abide swaggerers Enter Pistol Bardolph and Page PISTOL God save you Sir John FALSTAFF Welcome Ancient Pistol Here Pistol I charge you with a cup of sack Do you discharge upon mine hostess PISTOL I will discharge upon her Sir John with two bullets FALSTAFF She is pistolproof sir you shall not hardly offend her HOSTESS Come Ill drink no proofs nor no bullets Ill drink no more than will do me good for no mans pleasure IPISTOL Then to you Mistress Dorothy I will charge you DOLL Charge me I scorn you scurvy companion What you poor base rascally cheating lacklinen mate Away you mouldy rogue away I am meat for your master PISTOL I know you Mistress Dorothy DOLL Away you cutpurse rascal you filthy bung away By this wine Ill thrust my knife in your mouldy chaps an you play the saucy cuttle with me Away you bottleale rascal you baskethilt stale juggler you Since when I pray you sir Gods light with two points on your shoulder Much PISTOL God let me not live but I will murder your ruff for this FALSTAFF No more Pistol I would not have you go off here Discharge yourself of our company Pistol HOSTESS No good Captain Pistol not here sweet captain DOLL Captain Thou abominable damned cheater art thou not ashamed to be called captain An captains were of my mind they would truncheon you out for taking their names upon you before you have earned them You a captain You slave for what For tearing a poor whores ruff in a bawdyhouse He a captain Hang him rogue he lives upon mouldy stewed prunes and dried cakes A captain Gods light these villains will make the word as odious as the word occupy which was an excellent good word before it was ill sorted Therefore captains had need look tot BARDOLPH Pray thee go down good ancient FALSTAFF Hark thee hither Mistress Doll PISTOL Not I I tell thee what Corporal Bardolph I could tear her Ill be reveng" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "06490cd2-244e-4c8d-b2ea-19f666deaa30", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " now present Those that can pity here May if they think it well let fall a tear The subject will deserve it Such as give Their money out of hope they may believe May here find truth too Those that come to see Only a show or two and so agree The play may pass if they be still and willing Ill undertake may see away their shilling Richly in two short hours Only they That come to hear a merry bawdy play A noise of targets or to see a fellow In a long motley coat guarded with yellow Will be deceived For gentle hearers know To rank our chosen truth with such a show As fool and fight is beside forfeiting Our own brains and the opinion that we bring To make that only true we now intend Will leave us never an understanding friend Therefore for goodness sake and as you are known The first and happiest hearers of the town Be sad as we would make ye Think ye see The very persons of our noble story As they were living think you see them great And followed with the general throng and sweat Of thousand friends then in a moment see How soon this mightiness meets misery And if you can be merry then Ill say A man may weep upon his wedding day Exit ACT I SCENE I London An antechamber in the palace Enter the Duke of Norfolk at one door at the other the Duke of Buckingham and the Lord Abergavenny BUCKINGHAM Good morrow and well met How have ye done Since last we saw in France NORFOLK I thank your Grace Healthful and ever since a fresh admirer Of what I saw there BUCKINGHAM An untimely ague Stayed me a prisoner in my chamber when Those suns of glory those two lights of men Met in the vale of Andren NORFOLK Twixt Guynes and Arde I was then present saw them salute on horseback Beheld them when they lighted how they clung In their embracement as they grew together Which had they what four throned ones could have weighed Such a compounded one BUCKINGHAM All the whole time I was my chambers prisoner NORFOLK Then you lost The view of earthly glory Men might say Till this time pomp was single but now married To one above itself Each following day Became the next days master till the last Made former wonders its Today the French All clinquant all in gold like heathen gods Shone down the English and tomorrow they Made Britain India every man that stood Showed like a" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "23c64f8f-25d2-477c-a37e-aa8d69be485f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " worth If then the King your father will restore But that one half which is unsatisfied We will give up our right in Aquitaine And hold fair friendship with his majesty But that it seems he little purposeth For here he doth demand to have repaid A hundred thousand crowns and not demands On payment of a hundred thousand crowns To have his title live in Aquitaine Which we much rather had depart withal And have the money by our father lent Than Aquitaine so gelded as it is Dear Princess were not his requests so far From reasons yielding your fair self should make A yielding gainst some reason in my breast And go well satisfied to France again PRINCESS You do the King my father too much wrong And wrong the reputation of your name In so unseeming to confess receipt Of that which hath so faithfully been paid KING I do protest I never heard of it And if you prove it Ill repay it back Or yield up Aquitaine PRINCESS We arrest your word Boyet you can produce acquittances For such a sum from special officers Of Charles his father KING Satisfy me so BOYET So please your Grace the packet is not come Where that and other specialties are bound Tomorrow you shall have a sight of them KING It shall suffice me at which interview All liberal reason I will yield unto Meantime receive such welcome at my hand As honour without breach of honour may Make tender of to thy true worthiness You may not come fair Princess in my gates But here without you shall be so received As you shall deem yourself lodged in my heart Though so denied fair harbour in my house Your own good thoughts excuse me and farewell Tomorrow shall we visit you again PRINCESS Sweet health and fair desires consort your Grace KING Thy own wish wish I thee in every place Exeunt the King Longaville and Dumaine BEROWNE Lady I will commend you to mine own heart ROSALINE Pray you do my commendations I would be glad to see it BEROWNE I would you heard it groan ROSALINE Is the fool sick BEROWNE Sick at the heart ROSALINE Alack let it blood BEROWNE Would that do it good ROSALINE My physic says ay BEROWNE Will you prickt with your eye ROSALINE Non point with my knife BEROWNE Now God save thy life ROSALINE And yours from long living BEROWNE I cannot stay thanksgiving He exits Enter Dumaine DUMAINE" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "d2759b67-c06a-4fb2-ad2c-6d9aae1845b6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " but the devil my master knew she was Margaret and partly by his oaths which first possessed them partly by the dark night which did deceive them but chiefly by my villainy which did confirm any slander that Don John had made away went Claudio enraged swore he would meet her as he was appointed next morning at the temple and there before the whole congregation shame her with what he saw oer night and send her home again without a husband FIRST WATCH We charge you in the Princes name stand SECOND WATCH Call up the right Master Constable We have here recovered the most dangerous piece of lechery that ever was known in the commonwealth FIRST WATCH And one Deformed is one of them I know him a wears a lock CONRADE Masters masters SECOND WATCH Youll be made bring Deformed forth I warrant you CONRADE Masters FIRST WATCH Never speak we charge you let us obey you to go with us BORACHIO We are like to prove a goodly commodity being taken up of these mens bills CONRADE A commodity in question I warrant you Come well obey you Exeunt Scene IV A Room in Leonatos House Enter Hero Margaret and Ursula HERO Good Ursula wake my cousin Beatrice and desire her to rise URSULA I will lady HERO And bid her come hither URSULA Well Exit MARGARET Troth I think your other rebato were better HERO No pray thee good Meg Ill wear this MARGARET By my troths not so good and I warrant your cousin will say so HERO My cousins a fool and thou art another Ill wear none but this MARGARET I like the new tire within excellently if the hair were a thought browner and your gowns a most rare fashion i faith I saw the Duchess of Milans gown that they praise so HERO O that exceeds they say MARGARET By my troth s but a nightgown in respect of yours cloth o gold and cuts and laced with silver set with pearls down sleeves side sleeves and skirts round underborne with a bluish tinsel but for a fine quaint graceful and excellent fashion yours is worth ten ont HERO God give me joy to wear it for my heart is exceeding heavy MARGARET Twill be heavier soon by the weight of a man HERO Fie upon thee art not ashamed MARGARET Of what lady of speaking honourably Is not marriage honourable in a beggar Is not your lord honourable without marriage I think you would have me say" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "e1d3bf2c-f1a1-4840-a101-ca8c01e6a5a2", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " appeard Such as we see when men restrain their breath On some great sudden hest O what portents are these Some heavy business hath my lord in hand And I must know it else he loves me not HOTSPUR What ho Enter a Servant Is Gilliams with the packet gone SERVANT He is my lord an hour ago HOTSPUR Hath Butler brought those horses from the sheriff SERVANT One horse my lord he brought even now HOTSPUR What horse A roan a cropear is it not SERVANT It is my lord HOTSPUR That roan shall be my throne Well I will back him straight O Esperance Bid Butler lead him forth into the park Exit Servant LADY PERCY But hear you my lord HOTSPUR What sayst thou my lady LADY PERCY What is it carries you away HOTSPUR Why my horse my love my horse LADY PERCY Out you madheaded ape A weasel hath not such a deal of spleen As you are tossd with In faith Ill know your business Harry that I will I fear my brother Mortimer doth stir About his title and hath sent for you To line his enterprise But if you go HOTSPUR So far afoot I shall be weary love LADY PERCY Come come you paraquito answer me Directly unto this question that I ask In faith Ill break thy little finger Harry If thou wilt not tell me all things true HOTSPUR Away Away you trifler Love I love thee not I care not for thee Kate This is no world To play with mammets and to tilt with lips We must have bloody noses and crackd crowns And pass them current tooGods me my horse What sayst thou Kate What wouldst thou have with me LADY PERCY Do you not love me Do you not indeed Well do not then for since you love me not I will not love myself Do you not love me Nay tell me if you speak in jest or no HOTSPUR Come wilt thou see me ride And when I am ahorseback I will swear I love thee infinitely But hark you KateI must not have you henceforth question me Whither I go nor reason whereabout Whither I must I must and to conclude This evening must I leave you gentle Kate I know you wise but yet no farther wise Than Harry Percys wife constant you are But yet a woman and for secrecy No lady closer for I well believe Thou wilt not utter what thou dost" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "e4f616f1-6a31-47cb-80ce-4036e2b98222", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ated than with a wife SHALLOW It is well said in faith sir and it is well said indeed too Better accommodated It is good yea indeed is it Good phrases are surely and ever were very commendable Accommodated It comes of accommodo Very good a good phrase BARDOLPH Pardon sir I have heard the wordphrase call you it By this day I know not the phrase but I will maintain the word with my sword to be a soldierlike word and a word of exceeding good command by heaven Accommodated that is when a man is as they say accommodated or when a man is being whereby he may be thought to be accommodated which is an excellent thing SHALLOW It is very just Enter Falstaff Look here comes good Sir John Give me your good hand give me your worships good hand By my troth you like well and bear your years very well Welcome good Sir John FALSTAFF I am glad to see you well good Master Robert Shallow Master Surecard as I think SHALLOW No Sir John it is my cousin Silence in commission with me FALSTAFF Good Master Silence it well befits you should be of the peace SILENCE Your good worship is welcome FALSTAFF Fie this is hot weather gentlemen Have you provided me here half a dozen sufficient men SHALLOW Marry have we sir Will you sit FALSTAFF Let me see them I beseech you SHALLOW Wheres the roll Wheres the roll Wheres the roll Let me see let me see let me see So so so so so so so Yea marry sir Ralph Mouldy Let them appear as I call let them do so let them do so Let me see where is Mouldy MOULDY Here an it please you SHALLOW What think you Sir John A goodlimbed fellow young strong and of good friends FALSTAFF Is thy name MouldyMOULDY Yea ant please you FALSTAFF Tis the more time thou wert used SHALLOW Ha ha ha most excellent i faith Things that are mouldy lack use Very singular good in faith well said Sir John very well said FALSTAFF Prick him MOULDY I was pricked well enough before an you could have let me alone My old dame will be undone now for one to do her husbandry and her drudgery You need not to have pricked me there are other men fitter to go out than I FALSTAFF Go" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "5bcd4814-f1d0-4c2a-9a0e-431b30df30c6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " all things fit Here let them end it and God defend the right YORK I never saw a fellow worse bested Or more afraid to fight than is the appellant The servant of his armourer my lords Enter at one door Horner the armourer and his Neighbours drinking to him so much that he is drunk and he enters with a drum before him and his staff with a sandbag fastened to it and at the other door Peter his man with a drum and sandbag and Prentices drinking to him 1 NEIGHBOUR Here neighbour Horner I drink to you in a cup of sack and fear not neighbour you shall do well enough 2 NEIGHBOUR And here neighbour heres a cup of charneco 3 NEIGHBOUR And heres a pot of good double beer neighbour Drink and fear not your man HORNER Let it come i faith and Ill pledge you all and a fig for Peter 1 PRENTICE Here Peter I drink to thee and be not afraid 2 PRENTICE Be merry Peter and fear not thy master Fight for credit of the prentices PETER I thank you all Drink and pray for me I pray you for I think I have taken my last draught in this world Here Robin an if I die I give thee my apron and Will thou shalt have my hammer and here Tom take all the money that I have O Lord bless me I pray God for I am never able to deal with my master he hath learnt so much fence already SALISBURY Come leave your drinking and fall to blows Sirrah whats thy name PETER Peter forsooth SALISBURY Peter What more PETER Thump SALISBURY Thump Then see thou thump thy master well HORNER Masters I am come hither as it were upon my mans instigation to prove him a knave and myself an honest man and touching the Duke of York I will take my death I never meant him any ill nor the King nor the Queen and therefore Peter have at thee with a downright blow YORK Dispatch This knaves tongue begins to double Sound trumpets Alarum to the combatants They fight and Peter strikes him down HORNER Hold Peter hold I confess I confess treason Dies YORK Take away his weaponFellow thank God and the good wine in thy masters way PETER O God have I overcome mine enemies in this presence O Peter thou hast prevailed in right KING HENRY Go take hence that traitor from our sight For by his death we" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "8da97f9a-a6b0-419d-a490-17240835652f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " by the weakest minister So holy writ in babes hath judgment shown When judges have been babes Great floods have flown From simple sources and great seas have dried When miracles have by the greatst been denied Oft expectation fails and most oft there Where most it promises and oft it hits Where hope is coldest and despair most fits KING I must not hear thee Fare thee well kind maid Thy pains not usd must by thyself be paid Proffers not took reap thanks for their rewardHELENA Inspired merit so by breath is barrd It is not so with Him that all things knows As tis with us that square our guess by shows But most it is presumption in us when The help of heaven we count the act of men Dear sir to my endeavours give consent Of heaven not me make an experiment I am not an impostor that proclaim Myself against the level of mine aim But know I think and think I know most sure My art is not past power nor you past cure KING Art thou so confident Within what space Hopst thou my cure HELENA The greatest grace lending grace Ere twice the horses of the sun shall bring Their fiery torcher his diurnal ring Ere twice in murk and occidental damp Moist Hesperus hath quenchd her sleepy lamp Or four and twenty times the pilots glass Hath told the thievish minutes how they pass What is infirm from your sound parts shall fly Health shall live free and sickness freely die KING Upon thy certainty and confidence What darst thou venture HELENA Tax of impudence A strumpets boldness a divulged shame Traducd by odious ballads my maidens name Seard otherwise nay worse of worst extended With vilest torture let my life be ended KING Methinks in thee some blessed spirit doth speak His powerful sound within an organ weak And what impossibility would slay In common sense sense saves another way Thy life is dear for all that life can rate Worth name of life in thee hath estimate Youth beauty wisdom courage all That happiness and prime can happy call Thou this to hazard needs must intimate Skill infinite or monstrous desperate Sweet practiser thy physic I will try That ministers thine own death if I die HELENA If I break time or flinch in property Of what I spoke unpitied let me die And well deservd Not helping deaths my fee But if I help what do you promise me KING Make thy demand HELENA But will you make it even KING Ay by my sceptre" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "be182038-d22a-4583-b43d-de31e549937d", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " might in entreaties find success As seld I have the chance I would desire My famous cousin to our Grecian tents DIOMEDES Tis Agamemnons wish and great Achilles Doth long to see unarmd the valiant Hector HECTOR Aeneas call my brother Troilus to me And signify this loving interview To the expecters of our Trojan part Desire them home Give me thy hand my cousin I will go eat with thee and see your knights Agamemnon and the rest of the Greeks come forward AJAX Great Agamemnon comes to meet us here HECTOR The worthiest of them tell me name by name But for Achilles my own searching eyes Shall find him by his large and portly size AGAMEMNON Worthy all arms as welcome as to one That would be rid of such an enemy But thats no welcome Understand more clear Whats past and whats to come is strewd with husks And formless ruin of oblivion But in this extant moment faith and troth Straind purely from all hollow biasdrawing Bids thee with most divine integrity From heart of very heart great Hector welcome HECTOR I thank thee most imperious Agamemnon AGAMEMNON To Troilus My wellfamd lord of Troy no less to you MENELAUS Let me confirm my princely brothers greeting You brace of warlike brothers welcome hither HECTOR Who must we answer AENEAS The noble Menelaus HECTOR O you my lord By Mars his gauntlet thanks Mock not that I affect the untraded oath Your quondam wife swears still by Venus glove Shes well but bade me not commend her to you MENELAUS Name her not now sir shes a deadly theme HECTOR O pardon I offend NESTOR I have thou gallant Trojan seen thee oft Labouring for destiny make cruel way Through ranks of Greekish youth and I have seen thee As hot as Perseus spur thy Phrygian steed Despising many forfeits and subduements When thou hast hung thy advanced sword i thair Not letting it decline on the declined That I have said to some my standersby Lo Jupiter is yonder dealing life And I have seen thee pause and take thy breath When that a ring of Greeks have shrapd thee in Like an Olympian wrestling This have I seen But this thy countenance still lockd in steel I never saw till now I knew thy grands" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "467dc666-3359-43a3-8fb0-9d0c602d6eaf", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " ungracious speak unto myself For him poor soul The proudest of you all Have been beholding to him in his life Yet none of you would once beg for his life O God I fear Thy justice will take hold On me and you and mine and yours for this Come Hastings help me to my closet Ah poor Clarence Exeunt some with King and Queen RICHARD This is the fruit of rashness Marked you not How that the guilty kindred of the Queen Looked pale when they did hear of Clarence death O they did urge it still unto the King God will revenge it Come lords will you go To comfort Edward with our company BUCKINGHAM We wait upon your Grace Exeunt SCENE II Another Room in the palace Enter the old Duchess of York with the two Children of Clarence BOY Good grandam tell us is our father dead DUCHESS No boy GIRL Why do you weep so oft and beat your breast And cry O Clarence my unhappy son BOY Why do you look on us and shake your head And call us orphans wretches castaways If that our noble father were alive DUCHESS My pretty cousins you mistake me both I do lament the sickness of the King As loath to lose him not your fathers death It were lost sorrow to wail one thats lost BOY Then you conclude my grandam he is dead The King mine uncle is to blame for it God will revenge it whom I will importune With earnest prayers all to that effect GIRL And so will I DUCHESS Peace children peace The King doth love you well Incapable and shallow innocents You cannot guess who caused your fathers death BOY Grandam we can for my good uncle Gloucester Told me the King provoked to it by the Queen Devised impeachments to imprison him And when my uncle told me so he wept And pitied me and kindly kissed my cheek Bade me rely on him as on my father And he would love me dearly as his child DUCHESS Ah that deceit should steal such gentle shape And with a virtuous visard hide deep vice He is my son ay and therein my shame Yet from my dugs he drew not this deceit BOY Think you my uncle did dissemble grandam DUCHESS Ay boy BOY I cannot think it Hark what noise is this Enter Queen Elizabeth with her hair about her ears Rivers and Dorset after her QUEEN ELIZABETH Ah who" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "b4be4174-cb2b-45d4-a78d-0e993b92aee7", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " me hat I have wounds to show you which shall be yours in privateYour good voice sir What say you SECOND CITIZEN You shall ha it worthy sir CORIOLANUS A match sir Theres in all two worthy voices begged I have your alms Adieu THIRD CITIZEN But this is something odd SECOND CITIZEN An twere to give againbut tis no matter Exeunt two citizens Enter two other Citizens CORIOLANUS Pray you now if it may stand with the tune of your voices that I may be consul I have here the customary gown FOURTH CITIZEN You have deserved nobly of your country and you have not deserved nobly CORIOLANUS Your enigma FOURTH CITIZEN You have been a scourge to her enemies you have been a rod to her friends You have not indeed loved the common people CORIOLANUS You should account me the more virtuous that I have not been common in my love I will sir flatter my sworn brother the people to earn a dearer estimation of them tis a condition they account gentle And since the wisdom of their choice is rather to have my hat than my heart I will practise the insinuating nod and be off to them most counterfeitly That is sir I will counterfeit the bewitchment of some popular man and give it bountiful to the desirers Therefore beseech you I may be consul FIFTH CITIZEN We hope to find you our friend and therefore give you our voices heartily FOURTH CITIZEN You have received many wounds for your country CORIOLANUS I will not seal your knowledge with showing them I will make much of your voices and so trouble you no farther BOTH CITIZENS The gods give you joy sir heartily Exeunt citizens CORIOLANUS Most sweet voices Better it is to die better to starve Than crave the hire which first we do deserve Why in this wolvish toge should I stand here To beg of Hob and Dick that does appear Their needless vouches Custom calls me tot What custom wills in all things should we dot The dust on antique time would lie unswept And mountainous error be too highly heaped For truth to oerpeer Rather than fool it so Let the high office and the honour go To one that would do thus I am half through The one part suffered the other will I do Enter three Citizens more Here come more voices Your voices For your" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "beac0f40-8290-4cda-b97a-7da848188888", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " her with a steadfast eye Receives the scroll without or yea or no And forth with bashful innocence doth hie But they whose guilt within their bosoms lie Imagine every eye beholds their blame For Lucrece thought he blushed to see her shame When silly groom God wot it was defect Of spirit life and bold audacity Such harmless creatures have a true respect To talk in deeds while others saucily Promise more speed but do it leisurely Even so this pattern of the wornout age Pawned honest looks but laid no words to gage His kindled duty kindled her mistrust That two red fires in both their faces blazed She thought he blushed as knowing Tarquins lust And blushing with him wistly on him gazed Her earnest eye did make him more amazed The more she saw the blood his cheeks replenish The more she thought he spied in her some blemish But long she thinks till he return again And yet the duteous vassal scarce is gone The weary time she cannot entertain For now tis stale to sigh to weep to groan So woe hath wearied woe moan tired moan That she her plaints a little while doth stay Pausing for means to mourn some newer way At last she calls to mind where hangs a piece Of skilful painting made for Priams Troy Before the which is drawn the power of Greece For Helens rape the city to destroy Threatning cloudkissing Ilion with annoy Which the conceited painter drew so proud As heaven it seemed to kiss the turrets bowed A thousand lamentable objects there In scorn of Nature Art gave lifeless life Many a dry drop seemed a weeping tear Shed for the slaughtered husband by the wife The red blood reeked to show the painters strife The dying eyes gleamed forth their ashy lights Like dying coals burnt out in tedious nights There might you see the labouring pioneer Begrimed with sweat and smeared all with dust And from the towers of Troy there would appear The very eyes of men through loopholes thrust Gazing upon the Greeks with little lust Such sweet observance in this work was had That one might see those faroff eyes look sad In great commanders grace and majesty You might behold triumphing in their faces In youth quick bearing and dexterity And here and there the painter interlaces Pale cowards marching on with trembling paces Which heartless peasants did so well resemble That one would swear he" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "cf1da564-d372-475f-94e6-2d66317db3a8", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the season bids us be Prepare thy battle early in the morning And put thy fortune to the arbitrement Of bloody strokes and mortalstaring war I as I maythat which I would I cannot With best advantage will deceive the timeAnd aid thee in this doubtful shock of arms But on thy side I may not be too forward Lest being seen thy brother tender George Be executed in his fathers sight Farewell the leisure and the fearful time Cuts off the ceremonious vows of love And ample interchange of sweet discourse Which solongsundered friends should dwell upon God give us leisure for these rites of love Once more adieu Be valiant and speed well RICHMOND Good lords conduct him to his regiment Ill strive with troubled thoughts to take a nap Lest leaden slumber peise me down tomorrow When I should mount with wings of victory Once more good night kind lords and gentlemen All but Richmond leave his tent Kneels O Thou whose captain I account myself Look on my forces with a gracious eye Put in their hands Thy bruising irons of wrath That they may crush down with a heavy fall Th usurping helmets of our adversaries Make us Thy ministers of chastisement That we may praise Thee in the victory To Thee I do commend my watchful soul Ere I let fall the windows of mine eyes Sleeping and waking O defend me still Sleeps Enter the Ghost of young Prince Edward son to Harry the Sixth GHOST OF EDWARD To King Richard Let me sit heavy on thy soul tomorrow Think how thou stabbedst me in my prime of youth At Tewksbury despair therefore and die To Richmond Be cheerful Richmond for the wronged souls Of butchered princes fight in thy behalf King Henrys issue Richmond comforts thee Exit Enter the Ghost of Henry the Sixth GHOST OF HENRY To King Richard When I was mortal my anointed body By thee was punched full of deadly holes Think on the Tower and me Despair and die Harry the Sixth bids thee despair and die To Richmond Virtuous and holy be thou conqueror Harry that prophesied thou shouldst be King Doth comfort thee in thy sleep Live and flourish Exit Enter the Ghost of Clarence GHOST OF CLARENCE To King Richard Let me sit heavy in thy soul tomorrow I that was washed to death with fulsome wine Poor Clarence by thy guile betrayed to death Tomorrow in the battle think on me And fall thy edgeless sword Despair and die To Richmond Thou offspring of the house of Lancaster The wronged heirs of York" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "d8a83676-0b3c-47f5-ac5a-35788afe3c69", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " into an unspeakable estate CAMILLO I have heard sir of such a man who hath a daughter of most rare note the report of her is extended more than can be thought to begin from such a cottage POLIXENES Thats likewise part of my intelligence but I fear the angle that plucks our son thither Thou shalt accompany us to the place where we will not appearing what we are have some question with the shepherd from whose simplicity I think it not uneasy to get the cause of my sons resort thither Prithee be my present partner in this business and lay aside the thoughts of Sicilia CAMILLO I willingly obey your command POLIXENES My best Camillo We must disguise ourselves Exeunt SCENE III The same A Road near the Shepherds cottage Enter Autolycus singing AUTOLYCUS When daffodils begin to peer With hey the doxy over the dale Why then comes in the sweet o the year For the red blood reigns in the winters pale The white sheet bleaching on the hedge With hey the sweet birds O how they sing Doth set my pugging tooth on edge For a quart of ale is a dish for a king The lark that tirralirra chants With hey with hey the thrush and the jay Are summer songs for me and my aunts While we lie tumbling in the hay I have served Prince Florizel and in my time wore threepile but now I am out of service But shall I go mourn for that my dear The pale moon shines by night And when I wander here and there I then do most go right If tinkers may have leave to live And bear the sowskin budget Then my account I well may give And in the stocks avouch it My traffic is sheets when the kite builds look to lesser linen My father named me Autolycus who being I as am littered under Mercury was likewise a snapperup of unconsidered trifles With die and drab I purchased this caparison and my revenue is the silly cheat Gallows and knock are too powerful on the highway Beating and hanging are terrors to me For the life to come I sleep out the thought of it A prize a prize Enter Clown CLOWN Let me see every leven wether tods every tod yields pound and odd shilling fifteen hundred shorn what comes the wool to AUTOLYCUS Aside If the springe hold the cocks mine CLOWN I" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "114b9945-4082-43bd-a838-7731b6df738d", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " that any villainy should be so dear BORACHIO Thou shouldst rather ask if it were possible any villainy should be so rich for when rich villains have need of poor ones poor ones may make what price they will CONRADE I wonder at it BORACHIO That shows thou art unconfirmed Thou knowest that the fashion of a doublet or a hat or a cloak is nothing to a man CONRADE Yes it is apparel BORACHIO I mean the fashion CONRADE Yes the fashion is the fashion BORACHIO Tush I may as well say the fools the fool But seest thou not what a deformed thief this fashion is WATCH Aside I know that Deformed a has been a vile thief this seven years a goes up and down like a gentleman I remember his name BORACHIO Didst thou not hear somebody CONRADE No twas the vane on the house BORACHIO Seest thou not I say what a deformed thief this fashion is how giddily he turns about all the hot bloods between fourteen and fiveandthirty sometime fashioning them like Pharaohs soldiers in the reechy painting sometime like god Bels priests in the old church window sometime like the shaven Hercules in the smirched wormeaten tapestry where his codpiece seems as massy as his club CONRADE All this I see and I see that the fashion wears out more apparel than the man But art not thou thyself giddy with the fashion too that thou hast shifted out of thy tale into telling me of the fashion BORACHIO Not so neither but know that I have tonight wooed Margaret the Lady Heros gentlewoman by the name of Hero she leans me out at her mistress chamber window bids me a thousand times good nightI tell this tale vilelyI should first tell thee how the Prince Claudio and my master planted and placed and possessed by my master Don John saw afar off in the orchard this amiable encounter CONRADE And thought they Margaret was Hero BORACHIO Two of them did the Prince and Claudio but the devil my master knew she was Margaret and partly by his oaths which first possessed them partly by the dark night which did deceive them but chiefly by my villainy which did confirm any slander that Don John had made away went Claudio enraged swore he would meet her as he was appointed next morning at the temple and there before the whole congregation shame her with what he" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c5a16522-b34d-44c6-a5cf-4811c72d71a5", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " That drive thee from the sportive court where thou Wast shot at with fair eyes to be the mark Of smoky muskets O you leaden messengers That ride upon the violent speed of fire Fly with false aim move the stillpeering air That sings with piercing do not touch my lord Whoever shoots at him I set him thereWhoever charges on his forward breast I am the caitiff that do hold him tot And though I kill him not I am the cause His death was so effected Better twere I met the ravin lion when he roard With sharp constraint of hunger better twere That all the miseries which nature owes Were mine at once No come thou home Rossillon Whence honour but of danger wins a scar As oft it loses all I will be gone My being here it is that holds thee hence Shall I stay here to dot No no although The air of paradise did fan the house And angels officd all I will be gone That pitiful rumour may report my flight To consolate thine ear Come night end day For with the dark poor thief Ill steal away Exit SCENE III Florence Before the Dukes palace Flourish Enter the Duke of Florence Bertram drum and trumpets Soldiers Parolles DUKE The general of our horse thou art and we Great in our hope lay our best love and credence Upon thy promising fortune BERTRAM Sir it is A charge too heavy for my strength but yet Well strive to bear it for your worthy sake To thextreme edge of hazard DUKE Then go thou forth And fortune play upon thy prosperous helm As thy auspicious mistress BERTRAM This very day Great Mars I put myself into thy file Make me but like my thoughts and I shall prove A lover of thy drum hater of love Exeunt SCENE IV Rossillon A room in the Countesss palace Enter Countess and Steward COUNTESS Alas and would you take the letter of her Might you not know she would do as she has done By sending me a letter Read it again STEWARD Reads I am Saint Jaques pilgrim thither gone Ambitious love hath so in me offended That barefoot plod I the cold ground upon With sainted vow my faults to have amended Write write that from the bloody course of war My dearest master your dear son may hie Bless him at home in peace whilst I from far His name with zealous fervour sanctify His taken labours bid him me forgive I his despite" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "67025c9a-3066-4a86-91a5-c14b4673452a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " I thank you for your pains spend this for me VIOLA I am no feed post lady keep your purse My master not myself lacks recompense Love make his heart of flint that you shall love And let your fervour like my masters be Placd in contempt Farewell fair cruelty Exit OLIVIA What is your parentage Above my fortunes yet my state is well I am a gentleman Ill be sworn thou art Thy tongue thy face thy limbs actions and spirit Do give thee fivefold blazon Not too fast soft soft Unless the master were the man How now Even so quickly may one catch the plague Methinks I feel this youths perfections With an invisible and subtle stealth To creep in at mine eyes Well let it be What ho Malvolio Enter Malvolio MALVOLIO Here madam at your service OLIVIA Run after that same peevish messenger The Countys man he left this ring behind him Would I or not tell him Ill none of it Desire him not to flatter with his lord Nor hold him up with hopes I am not for him If that the youth will come this way tomorrow Ill give him reasons fort Hie thee Malvolio MALVOLIO Madam I will Exit OLIVIA I do I know not what and fear to find Mine eye too great a flatterer for my mind Fate show thy force ourselves we do not owe What is decreed must be and be this so Exit ACT II SCENE I The seacoast Enter Antonio and Sebastian ANTONIO Will you stay no longer Nor will you not that I go with you SEBASTIAN By your patience no my stars shine darkly over me the malignancy of my fate might perhaps distemper yours therefore I shall crave of you your leave that I may bear my evils alone It were a bad recompense for your love to lay any of them on you ANTONIO Let me know of you whither you are bound SEBASTIAN No sooth sir my determinate voyage is mere extravagancy But I perceive in you so excellent a touch of modesty that you will not extort from me what I am willing to keep in Therefore it charges me in manners the rather to express myself You must know of me then Antonio my name is Sebastian which I called Roderigo my father was that Sebastian of Messaline whom I know you have heard of He left behind him myself and a sister both born in an hour If the heavens had been pleased would we had so ended" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "13e364ff-1abe-4cc8-ad1f-89be52f76654", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " But is profaned if not lives in disgrace Therefore my mistress eyes are raven black Her eyes so suited and they mourners seem At such who not born fair no beauty lack Slandering creation with a false esteem Yet so they mourn becoming of their woe That every tongue says beauty should look so 128 How oft when thou my music music playst Upon that blessed wood whose motion sounds With thy sweet fingers when thou gently swayst The wiry concord that mine ear confounds Do I envy those jacks that nimble leap To kiss the tender inward of thy hand Whilst my poor lips which should that harvest reap At the woods boldness by thee blushing stand To be so tickled they would change their state And situation with those dancing chips Oer whom thy fingers walk with gentle gait Making dead wood more blest than living lips Since saucy jacks so happy are in this Give them thy fingers me thy lips to kiss 129 Th expense of spirit in a waste of shame Is lust in action and till action lust Is perjured murdrous bloody full of blame Savage extreme rude cruel not to trust Enjoyed no sooner but despised straight Past reason hunted and no sooner had Past reason hated as a swallowed bait On purpose laid to make the taker mad Mad in pursuit and in possession so Had having and in quest to have extreme A bliss in proof and proved a very woe Before a joy proposed behind a dream All this the world well knows yet none knows well To shun the heaven that leads men to this hell 130 My mistress eyes are nothing like the sun Coral is far more red than her lips red If snow be white why then her breasts are dun If hairs be wires black wires grow on her head I have seen roses damasked red and white But no such roses see I in her cheeks And in some perfumes is there more delight Than in the breath that from my mistress reeks I love to hear her speak yet well I know That music hath a far more pleasing sound I grant I never saw a goddess go My mistress when she walks treads on the ground And yet by heaven I think my love as rare As any she belied with false compare 131 Thou art as tyrannous so as thou art As those whose beauties proudly make them cruel For well thou knowst to my dear doting heart Thou art the fairest and most precious jewel Yet in good faith some say that thee behold Thy face" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "40459443-3e3c-4157-8fec-0d24c4ee8481", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " again for the man must not be hanged till the next week TITUS But what says Jupiter I ask thee CLOWN Alas sir I know not Jubiter I never drank with him in all my life TITUS Why villain art not thou the carrier CLOWN Ay of my pigeons sir nothing else TITUS Why didst thou not come from heaven CLOWN From heaven Alas sir I never came there God forbid I should be so bold to press to heaven in my young days Why I am going with my pigeons to the tribunal plebs to take up a matter of brawl betwixt my uncle and one of the emperals men MARCUS Why sir that is as fit as can be to serve for your oration and let him deliver the pigeons to the emperor from you TITUS Tell me can you deliver an oration to the emperor with a grace CLOWN Nay truly sir I could never say grace in all my life TITUS Sirrah come hither Make no more ado But give your pigeons to the emperor By me thou shalt have justice at his hands Hold hold meanwhile heres money for thy charges Give me pen and ink Sirrah can you with a grace deliver up a supplication CLOWN Ay sir TITUS Then here is a supplication for you And when you come to him at the first approach you must kneel then kiss his foot then deliver up your pigeons and then look for your reward Ill be at hand sir see you do it bravely CLOWN I warrant you sir let me alone TITUS Sirrah hast thou a knife Come let me see it Here Marcus fold it in the oration For thou hast made it like a humble suppliant And when thou hast given it to the emperor Knock at my door and tell me what he says CLOWN God be with you sir I will Exit TITUS Come Marcus let us go Publius follow me Exeunt SCENE IV Rome Before the Palace Enter Emperor Saturninus and Empress Tamora and her two sons Chiron and Demetrius with Attendants The Emperor brings the arrows in his hand that Titus shot at him SATURNINUS Why lords what wrongs are these Was ever seen An emperor in Rome thus overborne Troubled confronted thus and for the extent Of legal justice used in such contempt My lords you know as know the mightful gods However these disturbers of our peace Buzz in the peoples ears there naught" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "4d1a0ff7-3e19-44d7-a0f7-b5aaaf3d576f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " O in a tomb where never scandal slept Save this of hers framd by thy villainy CLAUDIO My villainy LEONATO Thine Claudio thine I say DON PEDRO You say not right old man LEONATO My lord my lord Ill prove it on his body if he dare Despite his nice fence and his active practice His May of youth and bloom of lustihood CLAUDIO Away I will not have to do with you LEONATO Canst thou so daff me Thou hast killd my child If thou killst me boy thou shalt kill a man ANTONIO He shall kill two of us and men indeed But thats no matter let him kill one first Win me and wear me let him answer me Come follow me boy come sir boy come follow me Sir boy Ill whip you from your foining fence Nay as I am a gentleman I will LEONATO Brother ANTONIO Content yourself God knows I lovd my niece And she is dead slanderd to death by villains That dare as well answer a man indeed As I dare take a serpent by the tongue Boys apes braggarts Jacks milksops LEONATO Brother Anthony ANTONIO Hold you content What man I know them yea And what they weigh even to the utmost scruple Scambling outfacing fashionmonging boys That lie and cog and flout deprave and slander Go antickly show outward hideousness And speak off half a dozen dangerous words How they might hurt their enemies if they durst And this is all LEONATO But brother Anthony ANTONIO Come tis no matter Do not you meddle let me deal in this DON PEDRO Gentlemen both we will not wake your patience My heart is sorry for your daughters death But on my honour she was chargd with nothing But what was true and very full of proof LEONATO My lord my lord DON PEDRO I will not hear you LEONATO No Come brother away I will be heard ANTONIO And shall or some of us will smart for it Exeunt Leonato and Antonio Enter Benedick DON PEDRO See see here comes the man we went to seek CLAUDIO Now signior what news BENEDICK Good day my lord DON PEDRO Welcome signior you are almost come to part almost a fray CLAUDIO We had like to have had our two noses snapped off with two old men without teeth DON PEDRO Leonato and his brother What thinkst thou Had we fought I doubt we should have" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c2e9fcc4-01f5-4359-adab-038a0706fa37", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " what conspire you lords WARWICK Do right unto this princely Duke of York Or I will fill the house with armed men And over the chair of state where now he sits Write up his title with usurping blood He stamps with his foot and the Soldiers show themselves KING HENRY My Lord of Warwick hear but one word Let me for this my lifetime reign as king YORK Confirm the crown to me and to mine heirs And thou shalt reign in quiet while thou livst KING HENRY I am content Richard Plantagenet Enjoy the kingdom after my decease CLIFFORD What wrong is this unto the Prince your son WARWICK What good is this to England and himself WESTMORELAND Base fearful and despairing Henry CLIFFORD How hast thou injured both thyself and us WESTMORELAND I cannot stay to hear these articles NORTHUMBERLAND Nor I CLIFFORD Come cousin let us tell the Queen these news WESTMORELAND Farewell fainthearted and degenerate king In whose cold blood no spark of honour bides NORTHUMBERLAND Be thou a prey unto the house of York And die in bands for this unmanly deed CLIFFORD In dreadful war mayst thou be overcome Or live in peace abandoned and despised Exeunt Westmoreland Northumberland and Clifford WARWICK Turn this way Henry and regard them not EXETER They seek revenge and therefore will not yield KING HENRY Ah Exeter WARWICK Why should you sigh my lord KING HENRY Not for myself Lord Warwick but my son Whom I unnaturally shall disinherit But be it as it may To York I here entail The crown to thee and to thine heirs for ever Conditionally that here thou take an oath To cease this civil war and whilst I live To honour me as thy king and sovereign And neither by treason nor hostility To seek to put me down and reign thyself YORK This oath I willingly take and will perform Coming from the throne WARWICK Long live King Henry Plantagenet embrace him KING HENRY And long live thou and these thy forward sons YORK Now York and Lancaster are reconciled EXETER Accursed be he that seeks to make them foes Sennet Here they come down YORK Farewell my gracious lord Ill to my castle WARWICK And Ill keep London with my soldiers NORFOLK And I to Norfolk with my followers MONTAGUE And I unto the sea from whence I came Exeunt York and his Sons Warwick Norfolk Mont" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "7b75bccf-951f-4731-b0c0-35a7a06c7818", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " hadst been born blind thou mightst as well have known all our names as thus to name the several colours we do wear Sight may distinguish of colours but suddenly to nominate them all it is impossibleMy lords Saint Alban here hath done a miracle and would ye not think his cunning to be great that could restore this cripple to his legs again SIMPCOX O master that you could GLOUCESTER My masters of Saint Albans have you not beadles in your town and things called whips MAYOR Yes my lord if it please your grace GLOUCESTER Then send for one presently MAYOR Sirrah go fetch the beadle hither straight Exit a Townsman GLOUCESTER Now fetch me a stool hither by and byNow sirrah if you mean to save yourself from whipping leap me over this stool and run away SIMPCOX Alas master I am not able to stand alone You go about to torture me in vain Enter a Beadle with whips GLOUCESTER Well sir we must have you find your legs Sirrah beadle whip him till he leap over that same stool BEADLE I will my lordCome on sirrah off with your doublet quickly SIMPCOX Alas master what shall I do I am not able to stand After the Beadle hath hit him once he leaps over the stool and runs away and they follow and cry A miracle KING HENRY O God seest Thou this and bearest so long QUEEN MARGARET It made me laugh to see the villain run GLOUCESTER Follow the knave and take this drab away WIFE Alas sir we did it for pure need GLOUCESTER Let them be whipped through every market town Till they come to Berwick from whence they came Exeunt Wife Beadle Mayor etc CARDINAL Duke Humphrey has done a miracle today SUFFOLK True made the lame to leap and fly away GLOUCESTER But you have done more miracles than I You made in a day my lord whole towns to fly Enter Buckingham KING HENRY What tidings with our cousin Buckingham BUCKINGHAM Such as my heart doth tremble to unfold A sort of naughty persons lewdly bent Under the countenance and confederacy Of Lady Eleanor the Protectors wife The ringleader and head of all this rout Have practised dangerously against your state Dealing with witches and with conjurers Whom we have apprehended in the fact Raising up wicked spirits from" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "59a5104a-1de5-4c08-8b4c-ba919bab327c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " at one door the Knights meet him FIRST KNIGHT Good morrow to the good Simonides SIMONIDES Knights from my daughter this I let you know That for this twelvemonth shell not undertake A married life Her reason to herself is only known Which yet from her by no means can I get SECOND KNIGHT May we not get access to her my lord SIMONIDES Faith by no means she hath so strictly tied Her to her chamber that tis impossible One twelve moons more shell wear Dianas livery This by the eye of Cynthia hath she vowd And on her virgin honour will not break it THIRD KNIGHT Loath to bid farewell we take our leaves Exeunt Knights SIMONIDES So they are well dispatchd now to my daughters letter She tells me here shell wed the stranger knight Or never more to view nor day nor light Tis well mistress your choice agrees with mine I like that well nay how absolute shes int Not minding whether I dislike or no Well I do commend her choice And will no longer have it be delayd Soft here he comes I must dissemble it Enter Pericles PERICLES All fortune to the good Simonides SIMONIDES To you as much Sir I am beholding to you For your sweet music this last night I do Protest my ears were never better fed With such delightful pleasing harmony PERICLES It is your graces pleasure to commend Not my desert SIMONIDES Sir you are musics master PERICLES The worst of all her scholars my good lord SIMONIDES Let me ask you one thing What do you think of my daughter sir PERICLES A most virtuous princess SIMONIDES And she is fair too is she not PERICLES As a fair day in summer wondrous fair SIMONIDES Sir my daughter thinks very well of you Ay so well that you must be her master And she will be your scholar therefore look to it PERICLES I am unworthy for her schoolmaster SIMONIDES She thinks not so peruse this writing else PERICLES Aside Whats here A letter that she loves the knight of Tyre Tis the kings subtlety to have my life O seek not to entrap me gracious lord A stranger and distressed gentleman That never aimd so high to love your daughter But bent all offices to honour her SIMONIDES Thou hast bewitchd my daughter And thou art a villain PERICLES By the gods I have not Never did thought of mine levy offence Nor never did my actions yet commence A deed might gain her" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "d28f9991-5364-46cb-8556-41f3988147b7", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ALUS Ay sir very well POMPEY Nay I beseech you mark it well ESCALUS Well I do so POMPEY Doth your honour see any harm in his face ESCALUS Why no POMPEY Ill be supposed upon a book his face is the worst thing about him Good then if his face be the worst thing about him how could Master Froth do the constables wife any harm I would know that of your honour ESCALUS Hes in the right Constable What say you to it ELBOW First an it like you the house is a respected house next this is a respected fellow and his mistress is a respected womanPOMPEY By this hand sir his wife is a more respected person than any of us all ELBOW Varlet thou liest thou liest wicked varlet The time is yet to come that she was ever respected with man woman or child POMPEY Sir she was respected with him before he married with her ESCALUS Which is the wiser here Justice or Iniquity Is this true ELBOW O thou caitiff O thou varlet O thou wicked Hannibal I respected with her before I was married to her If ever I was respected with her or she with me let not your worship think me the poor Dukes officer Prove this thou wicked Hannibal or Ill have mine action of battery on thee ESCALUS If he took you a box o th ear you might have your action of slander too ELBOW Marry I thank your good worship for it What ist your worships pleasure I shall do with this wicked caitiff ESCALUS Truly officer because he hath some offences in him that thou wouldst discover if thou couldst let him continue in his courses till thou knowst what they are ELBOW Marry I thank your worship for itThou seest thou wicked varlet now whats come upon thee Thou art to continue now thou varlet thou art to continue ESCALUS To Froth Where were you born friend FROTH Here in Vienna sir ESCALUS Are you of fourscore pounds a year FROTH Yes ant please you sir ESCALUS So To Pompey What trade are you of sir POMPEY A tapster a poor widows tapster ESCALUS Your mistress name POMPEY Mistress Overdone ESCALUS Hath she had any more than one husband POMPEY Nine sir Overdone by the last ESCALUS" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "1297ec03-6719-4d24-b8df-69d2fb8f6b97", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " hair lost by nature ANTIPHOLUS OF SYRACUSE But your reason was not substantial why there is no time to recover DROMIO OF SYRACUSE Thus I mend it Time himself is bald and therefore to the worlds end will have bald followers ANTIPHOLUS OF SYRACUSE I knew twould be a bald conclusion But soft who wafts us yonder Enter Adriana and Luciana ADRIANA Ay ay Antipholus look strange and frown Some other mistress hath thy sweet aspects I am not Adriana nor thy wife The time was once when thou unurgd wouldst vow That never words were music to thine ear That never object pleasing in thine eye That never touch well welcome to thy hand That never meat sweetsavourd in thy taste Unless I spake or lookd or touchd or carvd to thee How comes it now my husband O how comes it That thou art then estranged from thyself Thyself I call it being strange to me That undividable incorporate Am better than thy dear selfs better part Ah do not tear away thyself from me For know my love as easy mayst thou fall A drop of water in the breaking gulf And take unmingled thence that drop again Without addition or diminishing As take from me thyself and not me too How dearly would it touch thee to the quick Shouldst thou but hear I were licentious And that this body consecrate to thee By ruffian lust should be contaminate Wouldst thou not spit at me and spurn at me And hurl the name of husband in my face And tear the staind skin off my harlot brow And from my false hand cut the weddingring And break it with a deepdivorcing vow I know thou canst and therefore see thou do it I am possessd with an adulterate blot My blood is mingled with the crime of lust For if we two be one and thou play false I do digest the poison of thy flesh Being strumpeted by thy contagion Keep then fair league and truce with thy true bed I live distaind thou undishonoured ANTIPHOLUS OF SYRACUSE Plead you to me fair dame I know you not In Ephesus I am but two hours old As strange unto your town as to your talk Who every word by all my wit being scannd Wants wit in all one word to understand LUCIANA Fie brother how the world is chang" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "8cbe6d97-3003-4abc-ac28-f9d9a91d4189", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " there gives a paper and to them say My house and welcome on their pleasure stay Exeunt Capulet and Paris SERVANT Find them out whose names are written here It is written that the shoemaker should meddle with his yard and the tailor with his last the fisher with his pencil and the painter with his nets but I am sent to find those persons whose names are here writ and can never find what names the writing person hath here writ I must to the learned In good time Enter Benvolio and Romeo BENVOLIO Tut man one fire burns out anothers burning One pain is lessend by anothers anguish Turn giddy and be holp by backward turning One desperate grief cures with anothers languish Take thou some new infection to thy eye And the rank poison of the old will die ROMEO Your plantain leaf is excellent for that BENVOLIO For what I pray thee ROMEO For your broken shin BENVOLIO Why Romeo art thou mad ROMEO Not mad but bound more than a madman is Shut up in prison kept without my food Whippd and tormented andGodden good fellow SERVANT God gi goden I pray sir can you read ROMEO Ay mine own fortune in my misery SERVANT Perhaps you have learned it without book But I pray can you read anything you see ROMEO Ay If I know the letters and the language SERVANT Ye say honestly rest you merry ROMEO Stay fellow I can read He reads the letter Signior Martino and his wife and daughters County Anselmo and his beauteous sisters The lady widow of Utruvio Signior Placentio and his lovely nieces Mercutio and his brother Valentine Mine uncle Capulet his wife and daughters My fair niece Rosaline and Livia Signior Valentio and his cousin Tybalt Lucio and the lively Helena A fair assembly Gives back the paper Whither should they come SERVANT Up ROMEO Whither to supper SERVANT To our house ROMEO Whose house SERVANT My masters ROMEO Indeed I should have askd you that beforeSERVANT Now Ill tell you without asking My master is the great rich Capulet and if you be not of the house of Montagues I pray come and crush a cup of wine Rest you merry Exit BENVOLIO At this same ancient feast of Capulets Sups the fair Rosaline whom thou so lovst With all the admired beauties of" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "965072be-0432-4067-b240-65e6174f75d7", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " let her pass by ELEANOR Come you my lord to see my open shame Now thou dost penance too Look how they gaze See how the giddy multitude do point And nod their heads and throw their eyes on thee Ah Gloucester hide thee from their hateful looks And in thy closet pent up rue my shame And ban thine enemies both mine and thine GLOUCESTER Be patient gentle Nell forget this grief ELEANOR Ah Gloucester teach me to forget myself For whilst I think I am thy married wife And thou a prince Protector of this land Methinks I should not thus be led along Mailed up in shame with papers on my back And followed with a rabble that rejoice To see my tears and hear my deepfet groans The ruthless flint doth cut my tender feet And when I start the envious people laugh And bid me be advised how I tread Ah Humphrey can I bear this shameful yoke Trowest thou that eer Ill look upon the world Or count them happy that enjoy the sun No dark shall be my light and night my day To think upon my pomp shall be my hell Sometimes Ill say I am Duke Humphreys wife And he a prince and ruler of the land Yet so he ruled and such a prince he was As he stood by whilst I his forlorn duchess Was made a wonder and a pointingstock To every idle rascal follower But be thou mild and blush not at my shame Nor stir at nothing till the axe of death Hang over thee as sure it shortly will For Suffolk he that can do all in all With her that hateth thee and hates us all And York and impious Beaufort that false priest Have all limed bushes to betray thy wings And fly thou how thou canst theyll tangle thee But fear not thou until thy foot be snared Nor never seek prevention of thy foes GLOUCESTER Ah Nell forbear Thou aimest all awry I must offend before I be attainted And had I twenty times so many foes And each of them had twenty times their power All these could not procure me any scathe So long as I am loyal true and crimeless Wouldst have me rescue thee from this reproach Why yet thy scandal were not wiped away But I in danger for the breach of law Thy greatest help is quiet gentle Nell I pray thee sort thy heart to patience These few days wonder will be quickly worn Enter a Herald HERALD I summon your grace to his maj" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "2e820647-7162-45a5-8e40-f89c45c1056a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "arer Nor in a way so chaste since my desires Run not before mine honour nor my lusts Burn hotter than my faith PERDITA O but sir Your resolution cannot hold when tis Opposd as it must be by the power of the king One of these two must be necessities Which then will speak that you must change this purpose Or I my life FLORIZEL Thou dearest Perdita With these forcd thoughts I prithee darken not The mirth o th feast Or Ill be thine my fair Or not my fathers For I cannot be Mine own nor anything to any if I be not thine To this I am most constant Though destiny say no Be merry gentle Strangle such thoughts as these with anything That you behold the while Your guests are coming Lift up your countenance as it were the day Of celebration of that nuptial which We two have sworn shall come PERDITA O lady Fortune Stand you auspicious FLORIZEL See your guests approach Address yourself to entertain them sprightly And lets be red with mirth Enter Shepherd with Polixenes and Camillo disguised Clown Mopsa Dorcas with others SHEPHERD Fie daughter When my old wife livd upon This day she was both pantler butler cook Both dame and servant welcomd all servd all Would sing her song and dance her turn now here At upper end o th table now i th middle On his shoulder and his her face o fire With labour and the thing she took to quench it She would to each one sip You are retired As if you were a feasted one and not The hostess of the meeting pray you bid These unknown friends to s welcome for it is A way to make us better friends more known Come quench your blushes and present yourself That which you are mistress o th feast Come on And bid us welcome to your sheepshearing As your good flock shall prosper PERDITA To Polixenes Sir welcome It is my fathers will I should take on me The hostessship o the day To Camillo Youre welcome sir Give me those flowers there Dorcas Reverend sirs For you theres rosemary and rue these keep Seeming and savour all the winter long Grace and remembrance be to you both And welcome to our shearing POLIXENES Shepherdess A fair one are youwell you fit our ages With flowers of winter PERDITA Sir the year growing ancient Not yet on summers death nor on the birth Of trembling winter" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "57db3ae2-d7b7-4d57-adfd-f86fc4d5e184", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " of villainy And so repose sweet gold for their unrest That have their alms out of the empress chest He hides the bag Enter Tamora alone to the Moor TAMORA My lovely Aaron wherefore lookst thou sad When everything doth make a gleeful boast The birds chant melody on every bush The snakes lie rolled in the cheerful sun The green leaves quiver with the cooling wind And make a chequered shadow on the ground Under their sweet shade Aaron let us sit And whilst the babbling echo mocks the hounds Replying shrilly to the welltuned horns As if a double hunt were heard at once Let us sit down and mark their yelping noise And after conflict such as was supposed The wandring prince and Dido once enjoyed When with a happy storm they were surprised And curtained with a counselkeeping cave We may each wreathed in the others arms Our pastimes done possess a golden slumber Whiles hounds and horns and sweet melodious birds Be unto us as is a nurses song Of lullaby to bring her babe asleep AARON Madam though Venus govern your desires Saturn is dominator over mine What signifies my deadlystanding eye My silence and my cloudy melancholy My fleece of woolly hair that now uncurls Even as an adder when she doth unroll To do some fatal execution No madam these are no venereal signs Vengeance is in my heart death in my hand Blood and revenge are hammering in my head Hark Tamora the empress of my soul Which never hopes more heaven than rests in thee This is the day of doom for Bassianus His Philomel must lose her tongue today Thy sons make pillage of her chastity And wash their hands in Bassianus blood Seest thou this letter Take it up I pray thee And give the king this fatalplotted scroll Now question me no more we are espied Here comes a parcel of our hopeful booty Which dreads not yet their lives destruction Enter Bassianus and Lavinia TAMORA Ah my sweet Moor sweeter to me than life AARON No more great empress Bassianus comes Be cross with him and Ill go fetch thy sons To back thy quarrels whatsoeer they be Exit BASSIANUS Who have we here Romes royal empress Unfurnished of her wellbeseeming troop Or is it Dian habited like her Who hath abandoned her holy groves To see the general hunting in this forest TAM" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c77fd166-f38f-4ce3-a323-5e40f35c1bb5", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " too mighty And in his parties his alliance Let him be Until a time may serve For present vengeance Take it on her Camillo and Polixenes Laugh at me make their pastime at my sorrow They should not laugh if I could reach them nor Shall she within my power Enter Paulina carrying a baby with Antigonus lords and servants FIRST LORD You must not enter PAULINA Nay rather good my lords be second to me Fear you his tyrannous passion more alas Than the queens life a gracious innocent soul More free than he is jealous ANTIGONUS Thats enough SERVANT Madam he hath not slept tonight commanded None should come at him PAULINA Not so hot good sir I come to bring him sleep Tis such as you That creep like shadows by him and do sigh At each his needless heavingssuch as you Nourish the cause of his awaking I Do come with words as medcinal as true Honest as either to purge him of that humour That presses him from sleep LEONTES What noise there ho PAULINA No noise my lord but needful conference About some gossips for your highness LEONTES How Away with that audacious lady Antigonus I chargd thee that she should not come about me I knew she would ANTIGONUS I told her so my lord On your displeasures peril and on mine She should not visit you LEONTES What canst not rule her PAULINA From all dishonesty he can In this Unless he take the course that you have done Commit me for committing honourtrust it He shall not rule me ANTIGONUS La you now you hear When she will take the rein I let her run But shell not stumble PAULINA Good my liege I come And I beseech you hear me who professes Myself your loyal servant your physician Your most obedient counsellor yet that dares Less appear so in comforting your evils Than such as most seem yoursI say I come From your good queen LEONTES Good queen PAULINA Good queen my lord good queen I say good queen And would by combat make her good so were I A man the worst about you LEONTES Force her hence PAULINA Let him that makes but trifles of his eyes First hand me on mine own accord Ill off But first Ill do my errand The good queen For she is good hath brought you forth a daughter Here tis commends it to your blessing Laying down the child LEONTES Out" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c1415c21-bbb6-4ca8-b2ca-64433a19eeb1", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "lock Ill get you such a ladder DUKE But hark thee I will go to her alone How shall I best convey the ladder thither VALENTINE It will be light my lord that you may bear it Under a cloak that is of any length DUKE A cloak as long as thine will serve the turn VALENTINE Ay my good lord DUKE Then let me see thy cloak Ill get me one of such another length VALENTINE Why any cloak will serve the turn my lordDUKE How shall I fashion me to wear a cloak I pray thee let me feel thy cloak upon me Takes Valentines cloak and finds a letter and a rope ladder concealed under it What letter is this same Whats hereTo Silvia And here an engine fit for my proceeding Ill be so bold to break the seal for once Reads My thoughts do harbour with my Silvia nightly And slaves they are to me that send them flying O could their master come and go as lightly Himself would lodge where senseless they are lying My herald thoughts in thy pure bosom rest them While I their king that thither them importune Do curse the grace that with such grace hath blest them Because myself do want my servants fortune I curse myself for they are sent by me That they should harbour where their lord should be Whats here Reads Silvia this night I will enfranchise thee Tis so and heres the ladder for the purpose Why Phathonfor thou art Merops son Wilt thou aspire to guide the heavenly car And with thy daring folly burn the world Wilt thou reach stars because they shine on thee Go base intruder overweening slave Bestow thy fawning smiles on equal mates And think my patience more than thy desert Is privilege for thy departure hence Thank me for this more than for all the favours Which all too much I have bestowed on thee But if thou linger in my territories Longer than swiftest expedition Will give thee time to leave our royal court By heaven my wrath shall far exceed the love I ever bore my daughter or thyself Begone I will not hear thy vain excuse But as thou lovst thy life make speed from hence Exit VALENTINE And why not death rather than living torment To die is to be banished from myself And Silvia is myself banished from her Is self from selfa deadly banishment What light is light if Silvia be not seen What joy is joy if Silvia be not by Unless it be to think that she is by And feed" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "046966ab-ad00-4712-beb3-35d458839f50", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "T O the people in the street cry Romeo Some Juliet and some Paris and all run With open outcry toward our monument PRINCE What fear is this which startles in our ears FIRST WATCH Sovereign here lies the County Paris slain And Romeo dead and Juliet dead before Warm and new killd PRINCE Search seek and know how this foul murder comes FIRST WATCH Here is a Friar and slaughterd Romeos man With instruments upon them fit to open These dead mens tombs CAPULET O heaven O wife look how our daughter bleeds This dagger hath mistaen for lo his house Is empty on the back of Montague And it missheathed in my daughters bosom LADY CAPULET O me This sight of death is as a bell That warns my old age to a sepulchre Enter Montague and others PRINCE Come Montague for thou art early up To see thy son and heir more early down MONTAGUE Alas my liege my wife is dead tonight Grief of my sons exile hath stoppd her breath What further woe conspires against mine age PRINCE Look and thou shalt see MONTAGUE O thou untaught What manners is in this To press before thy father to a grave PRINCE Seal up the mouth of outrage for a while Till we can clear these ambiguities And know their spring their head their true descent And then will I be general of your woes And lead you even to death Meantime forbear And let mischance be slave to patience Bring forth the parties of suspicion FRIAR LAWRENCE I am the greatest able to do least Yet most suspected as the time and place Doth make against me of this direful murder And here I stand both to impeach and purgeMyself condemned and myself excusd PRINCE Then say at once what thou dost know in this FRIAR LAWRENCE I will be brief for my short date of breath Is not so long as is a tedious tale Romeo there dead was husband to that Juliet And she there dead that Romeos faithful wife I married them and their stoln marriage day Was Tybalts doomsday whose untimely death Banishd the newmade bridegroom from this city For whom and not for Tybalt Juliet pind You to remove that siege of grief from her Betrothd and would have married her perforce To County Paris Then comes she to me And with wild looks bid me devise" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "97f40bb8-31b6-4080-97d3-bcdc94e839c9", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " FIRST LORD His love and wisdom Approvd so to your majesty may plead For amplest credence KING He hath armd our answer And Florence is denied before he comes Yet for our gentlemen that mean to see The Tuscan service freely have they leave To stand on either part SECOND LORD It well may serve A nursery to our gentry who are sick For breathing and exploit KING Whats he comes here Enter Bertram Lafew and Parolles FIRST LORD It is the Count Rossillon my good lord Young Bertram KING Youth thou bearst thy fathers face Frank nature rather curious than in haste Hath well composd thee Thy fathers moral parts Mayst thou inherit too Welcome to Paris BERTRAM My thanks and duty are your majestys KING I would I had that corporal soundness now As when thy father and myself in friendship First tried our soldiership He did look far Into the service of the time and was Discipled of the bravest He lasted long But on us both did haggish age steal on And wore us out of act It much repairs me To talk of your good father in his youth He had the wit which I can well observe Today in our young lords but they may jest Till their own scorn return to them unnoted Ere they can hide their levity in honour So like a courtier contempt nor bitterness Were in his pride or sharpness if they were His equal had awakd them and his honour Clock to itself knew the true minute when Exception bid him speak and at this time His tongue obeyd his hand Who were below him He usd as creatures of another place And bowd his eminent top to their low ranks Making them proud of his humility In their poor praise he humbled Such a man Might be a copy to these younger times Which followed well would demonstrate them now But goers backward BERTRAM His good remembrance sir Lies richer in your thoughts than on his tomb So in approof lives not his epitaph As in your royal speech KING Would I were with him He would always say Methinks I hear him now his plausive words He scatterd not in ears but grafted them To grow there and to bearLet me not live This his good melancholy oft began On the catastrophe and heel of pastime When it was outLet me not live quoth he After my flame lacks oil to be the snuff Of younger spirits whose apprehensive senses All but new things disdain whose judgments are Mere fathers of their garments whose constancies Expire" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "62869070-5036-45a1-8ded-7ae0dfe06d96", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " The plains near Rouen SCENE IV Paris The Palace ACT IV SCENE I Paris The Palace SCENE II Before Bordeaux SCENE III Plains in Gascony SCENE IV Other plains in Gascony SCENE V The English camp near Bordeaux SCENE VI A field of battle SCENE VII Another part of the field ACT V SCENE I London The Palace SCENE II France Plains in Anjou SCENE III Before Angiers SCENE IV Camp of the Duke of York in Anjou SCENE V London The royal palace Dramatis Person KING HENRY the Sixth DUKE OF GLOUCESTER uncle to the King and Protector DUKE OF BEDFORD uncle to the King and Regent of France DUKE OF EXETER Thomas Beaufort greatuncle to the King BISHOP OF WINCHESTER Henry Beaufort greatuncle to the King afterwards Cardinal DUKE OF SOMERSET John BeaufortRICHARD PLANTAGENET son of Richard late Earl of Cambridge afterwards Duke of York EARL OF WARWICK EARL OF SALISBURY EARL OF SUFFOLK LORD TALBOT afterwards Earl of Shrewsbury JOHN TALBOT his son Edmund MORTIMER Earl of March SIR JOHN FASTOLF SIR WILLIAM LUCY SIR WILLIAM GLANSDALE SIR THOMAS GARGRAVE MAYOR of London WOODVILLE Lieutenant of the Tower VERNON of the WhiteRose or York faction BASSET of the RedRose or Lancaster faction A LAWYER Mortimers JAILERS CHARLES Dauphin and afterwards King of France REIGNIER Duke of Anjou and titular King of Naples DUKE OF BURGUNDY DUKE OF ALENON BASTARD OF ORLEANS Governor of Paris MASTER GUNNER of Orleans and BOY his son General of the French forces in Bordeaux A French Sergeant A Porter An old Shepherd father to Joan la Pucelle MARGARET daughter to Reignier afterwards married to King Henry COUNTESS OF AUVERGNE JOAN LA PUCELLE commonly called Joan of Arc Lords Warders of the Tower Heralds Officers Soldiers Messengers and Attendants Fiends appearing to Joan la Pucelle SCENE Partly in England and partly in France ACT I SCENE I Westminster Abbey Dead March Enter the funeral of King Henry the Fifth attended on by the Duke of Bedford Regent of France the Duke of Gloucester" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "a325399c-d9ab-4b22-b286-7adf93446482", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " wisdom makest a prince thy servant What wouldst thou have me do HELICANUS To bear with patience Such griefs as you yourself do lay upon yourself PERICLES Thou speakst like a physician Helicanus That ministers a potion unto me That thou wouldst tremble to receive thyself Attend me then I went to Antioch Where as thou knowst against the face of death I sought the purchase of a glorious beauty From whence an issue I might propagate Are arms to princes and bring joys to subjects Her face was to mine eye beyond all wonder The resthark in thine earas black as incest Which by my knowledge found the sinful father Seemd not to strike but smooth but thou knowst this Tis time to fear when tyrants seems to kiss Which fear so grew in me I hither fled Under the covering of a careful night Who seemd my good protector and being here Bethought me what was past what might succeed I knew him tyrannous and tyrants fears Decrease not but grow faster than the years And should he doubt as no doubt he doth That I should open to the listening air How many worthy princes bloods were shed To keep his bed of blackness unlaid ope To lop that doubt hell fill this land with arms And make pretence of wrong that I have done him When all for mine if I may call offence Must feel wars blow who spares not innocence Which love to all of which thyself art one Who now reprovest me for it HELICANUS Alas sir PERICLES Drew sleep out of mine eyes blood from my cheeks Musings into my mind with thousand doubts How I might stop this tempest ere it came And finding little comfort to relieve them I thought it princely charity to grieve them HELICANUS Well my lord since you have given me leave to speak Freely will I speak Antiochus you fear And justly too I think you fear the tyrant Who either by public war or private treason Will take away your life Therefore my lord go travel for a while Till that his rage and anger be forgot Or till the Destinies do cut his thread of life Your rule direct to any if to me Day serves not light more faithful than Ill be PERICLES I do not doubt thy faith But should he wrong my liberties in my absence HELCANUS Well mingle our bloods together in the earth From whence we had our being and our birth PERICLES Tyre I now look from thee then and" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "044dc10d-7644-464e-b876-cc714302212c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " subjects the name of good government How far is his court distant from this shore FIRST FISHERMAN Marry sir half a days journey and Ill tell you he hath a fair daughter and tomorrow is her birthday and there are princes and knights come from all parts of the world to joust and tourney for her love PERICLES Were my fortunes equal to my desires I could wish to make one there FIRST FISHERMAN O sir things must be as they may and what a man cannot get he may lawfully deal forhis wifes soul Reenter Second and Third Fishermen drawing up a net SECOND FISHERMAN Help master help heres a fish hangs in the net like a poor mans right in the law twill hardly come out Ha bots ont tis come at last and tis turned to a rusty armour PERICLES An armour friends I pray you let me see it Thanks Fortune yet that after all my crosses Thou givest me somewhat to repair myself And though it was mine own part of my heritage Which my dead father did bequeath to me With this strict charge even as he left his life Keep it my Pericles it hath been a shield Twixt me and deathand pointed to this brace For that it saved me keep it in like necessity The which the gods protect thee frommay defend thee It kept where I kept I so dearly loved it Till the rough seas that spares not any man Took it in rage though calmd have givent again I thank thee fort my shipwreck nows no ill Since I have here my father gave in his will FIRST FISHERMAN What mean you sir PERICLES To beg of you kind friends this coat of worth For it was sometime target to a king I know it by this mark He loved me dearly And for his sake I wish the having of it And that youd guide me to your sovereign court Where with it I may appear a gentleman And if that ever my low fortunes better Ill pay your bounties till then rest your debtor FIRST FISHERMAN Why wilt thou tourney for the lady PERICLES Ill show the virtue I have borne in arms FIRST FISHERMAN Why dye take it and the gods give thee good ont SECOND FISHERMAN Ay but hark you my friend twas we that made up this garment through the rough seams of the waters there are certain condolements certain vails I hope sir if you thrive youll remember from whence you had them PERICLES Believet I will By" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "7ddc7467-a6ef-45bd-98c0-f95dd071688e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Come let us go These things come thus to light Smother her spirits up Exeunt Don Pedro Don John and Claudio BENEDICK How doth the lady BEATRICE Dead I think Help uncle Hero why Hero Uncle Signior Benedick Friar LEONATO O Fate take not away thy heavy hand Death is the fairest cover for her shame That may be wishd for BEATRICE How now cousin Hero FRIAR Have comfort lady LEONATO Dost thou look up FRIAR Yea wherefore should she not LEONATO Wherefore Why doth not every earthly thing Cry shame upon her Could she here deny The story that is printed in her blood Do not live Hero do not ope thine eyes For did I think thou wouldst not quickly die Thought I thy spirits were stronger than thy shames Myself would on the rearward of reproaches Strike at thy life Grievd I I had but one Chid I for that at frugal Natures frame O one too much by thee Why had I one Why ever wast thou lovely in my eyes Why had I not with charitable hand Took up a beggars issue at my gates Who smirched thus and mird with infamy I might have said No part of it is mine This shame derives itself from unknown loins But mine and mine I lovd and mine I praisd And mine that I was proud on mine so much That I myself was to myself not mine Valuing of her why sheO she is fallen Into a pit of ink that the wide sea Hath drops too few to wash her clean again And salt too little which may season give To her foul tainted flesh BENEDICK Sir sir be patient For my part I am so attird in wonder I know not what to say BEATRICE O on my soul my cousin is belied BENEDICK Lady were you her bedfellow last night BEATRICE No truly not although until last night I have this twelvemonth been her bedfellow LEONATO Confirmd confirmd O that is stronger made Which was before barrd up with ribs of iron Would the two princes lie and Claudio lie Who lovd her so that speaking of her foulness Washd it with tears Hence from her let her die FRIAR Hear me a little For I have only been silent so long And given way unto this course of fortune By noting of the lady I have markd A thousand blushing" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "b81b77df-fffb-437f-a23e-b45a46e76370", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " thou be gone Sweet Valentine adieu Think on thy Proteus when thou haply seest Some rare noteworthy object in thy travel Wish me partaker in thy happiness When thou dost meet good hap and in thy danger If ever danger do environ thee Commend thy grievance to my holy prayers For I will be thy headsman Valentine VALENTINE And on a lovebook pray for my success PROTEUS Upon some book I love Ill pray for thee VALENTINE Thats on some shallow story of deep love How young Leander crossed the Hellespont PROTEUS Thats a deep story of a deeper love For he was more than over shoes in love VALENTINE Tis true for you are over boots in love And yet you never swam the Hellespont PROTEUS Over the boots Nay give me not the boots VALENTINE No I will not for it boots thee not PROTEUS What VALENTINE To be in love where scorn is bought with groans Coy looks with heartsore sighs one fading moments mirth With twenty watchful weary tedious nights If haply won perhaps a hapless gain If lost why then a grievous labour won However but a folly bought with wit Or else a wit by folly vanquished PROTEUS So by your circumstance you call me fool VALENTINE So by your circumstance I fear youll prove PROTEUS Tis love you cavil at I am not Love VALENTINE Love is your master for he masters you And he that is so yoked by a fool Methinks should not be chronicled for wise PROTEUS Yet writers say as in the sweetest bud The eating canker dwells so eating love Inhabits in the finest wits of all VALENTINE And writers say as the most forward bud Is eaten by the canker ere it blow Even so by love the young and tender wit Is turned to folly blasting in the bud Losing his verdure even in the prime And all the fair effects of future hopes But wherefore waste I time to counsel thee That art a votary to fond desire Once more adieu My father at the road Expects my coming there to see me shipped PROTEUS And thither will I bring thee Valentine VALENTINE Sweet Proteus no Now let us take our leave To Milan let me hear from thee by letters Of thy success in love and what news else Betideth here in absence of thy friend And I likewise" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "b14dc70b-0205-4c26-b9de-3228a2457472", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Exeunt SCENE II London The Duke of Yorks Garden Enter York Salisbury and Warwick YORK Now my good Lords of Salisbury and Warwick Our simple supper ended give me leave In this close walk to satisfy myself In craving your opinion of my title Which is infallible to Englands crown SALISBURY My lord I long to hear it at full WARWICK Sweet York begin and if thy claim be good The Nevilles are thy subjects to command YORK Then thus Edward the Third my lords had seven sons The first Edward the Black Prince Prince of Wales The second William of Hatfield and the third Lionel Duke of Clarence next to whom Was John of Gaunt the Duke of Lancaster The fifth was Edmund Langley Duke of York The sixth was Thomas of Woodstock Duke of Gloucester William of Windsor was the seventh and last Edward the Black Prince died before his father And left behind him Richard his only son Who after Edward the Thirds death reigned as king Till Henry Bolingbroke Duke of Lancaster The eldest son and heir of John of Gaunt Crowned by the name of Henry the Fourth Seized on the realm deposed the rightful king Sent his poor queen to France from whence she came And him to Pomfret where as all you know Harmless Richard was murdered traitorously WARWICK Father the Duke hath told the truth Thus got the house of Lancaster the crown YORK Which now they hold by force and not by right For Richard the first sons heir being dead The issue of the next son should have reigned SALISBURY But William of Hatfield died without an heir YORK The third son Duke of Clarence from whose lineI claim the crown had issue Philippa a daughter Who married Edmund Mortimer Earl of March Edmund had issue Roger Earl of March Roger had issue Edmund Anne and Eleanor SALISBURY This Edmund in the reign of Bolingbroke As I have read laid claim unto the crown And but for Owen Glendower had been king Who kept him in captivity till he died But to the rest YORK His eldest sister Anne My mother being heir unto the crown Married Richard Earl of Cambridge who was son To Edmund Langley Edward the Thirds fifth son By her I claim the kingdom she was heir To Roger Earl of March who was the son Of Edmund Mortimer who married Philippa Sole daughter unto Lionel Duke of Clarence So if the issue of the elder son Succeed before the younger I am king WARWICK What plain proceeding is more plain than this Henry doth claim the crown" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "efd0a438-a718-40e5-8fe7-181e8a1c719f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " derive a liberty From heartiness from bounty fertile bosom And well become the agent t may I grant But to be paddling palms and pinching fingers As now they are and making practisd smiles As in a lookingglass and then to sigh as twere The mort o th deer O that is entertainment My bosom likes not nor my brows Mamillius Art thou my boy MAMILLIUS Ay my good lord LEONTES I fecks Why thats my bawcock What hast smutchd thy nose They say it is a copy out of mine Come captain We must be neat not neat but cleanly captain And yet the steer the heifer and the calf Are all calld neatStill virginalling Upon his palmHow now you wanton calf Art thou my calf MAMILLIUS Yes if you will my lord LEONTES Thou wantst a rough pash and the shoots that I have To be full like meyet they say we are Almost as like as eggs women say so That will say anything But were they false As oerdyd blacks as wind as waters false As dice are to be wishd by one that fixes No bourn twixt his and mine yet were it true To say this boy were like me Come sir page Look on me with your welkin eye sweet villain Most dearst my collop Can thy dammayt be Affection thy intention stabs the centre Thou dost make possible things not so held Communicatst with dreamshow can this be With whats unreal thou coactive art And fellowst nothing then tis very credent Thou mayst cojoin with something and thou dost And that beyond commission and I find it And that to the infection of my brains And hardening of my brows POLIXENES What means Sicilia HERMIONE He something seems unsettled POLIXENES How my lord What cheer How ist with you best brother HERMIONE You look As if you held a brow of much distraction Are you movd my lord LEONTES No in good earnest How sometimes nature will betray its folly Its tenderness and make itself a pastime To harder bosoms Looking on the lines Of my boys face methoughts I did recoil Twentythree years and saw myself unbreechd In my green velvet coat my dagger muzzled Lest it should bite its master and so prove As ornaments oft do too dangerous How like methought I then was to this kernel This squash this gentleman Mine honest friend Will you take eggs for" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "68b057eb-929f-4e65-a774-0d2a31920029", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Richard who takes his seat on his Throne Gaunt Bushy Bagot Green and others who take their places A trumpet is sounded and answered by another trumpet within Then enter Mowbray in armour defendant preceded by a Herald KING RICHARD Marshal demand of yonder champion The cause of his arrival here in arms Ask him his name and orderly proceed To swear him in the justice of his cause MARSHAL In Gods name and the Kings say who thou art And why thou comest thus knightly clad in arms Against what man thou comst and what thy quarrel Speak truly on thy knighthood and thy oath As so defend thee heaven and thy valour MOWBRAY My name is Thomas Mowbray Duke of Norfolk Who hither come engaged by my oath Which God defend a knight should violate Both to defend my loyalty and truth To God my King and my succeeding issue Against the Duke of Hereford that appeals me And by the grace of God and this mine arm To prove him in defending of myself A traitor to my God my king and me And as I truly fight defend me heaven He takes his seat Trumpet sounds Enter Bolingbroke appellant in armour preceded by a Herald KING RICHARD Marshal ask yonder knight in arms Both who he is and why he cometh hither Thus plated in habiliments of war And formally according to our law Depose him in the justice of his cause MARSHAL What is thy name And wherefore comst thou hither Before King Richard in his royal lists Against whom comest thou and whats thy quarrel Speak like a true knight so defend thee heaven BOLINGBROKE Harry of Hereford Lancaster and Derby Am I who ready here do stand in arms To prove by Gods grace and my bodys valour In lists on Thomas Mowbray Duke of Norfolk That hes a traitor foul and dangerous To God of heaven King Richard and to me And as I truly fight defend me heaven MARSHAL On pain of death no person be so bold Or daringhardy as to touch the lists Except the Marshal and such officers Appointed to direct these fair designs BOLINGBROKE Lord Marshal let me kiss my sovereigns hand And bow my knee before his Majesty For Mowbray and myself are like two men That vow a long and weary pilgrimage Then let us take a ceremonious leave And loving farewell of our several friends MARSHAL The appellant in all duty greets your highness And craves to kiss your" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "a3ef3228-b7a7-4027-bef3-e9fb179dc70c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " This is hard and undeserved measure my lord LAFEW Go to sir you were beaten in Italy for picking a kernel out of a pomegranate you are a vagabond and no true traveller You are more saucy with lords and honourable personages than the commission of your birth and virtue gives you heraldry You are not worth another word else Id call you knave I leave you Exit Enter Bertram PAROLLES Good very good it is so then Good very good let it be conceald awhile BERTRAM Undone and forfeited to cares for ever PAROLLES Whats the matter sweetheart BERTRAM Although before the solemn priest I have sworn I will not bed her PAROLLES What what sweetheart BERTRAM O my Parolles they have married me Ill to the Tuscan wars and never bed her PAROLLES France is a doghole and it no more merits The tread of a mans foot to the wars BERTRAM Theres letters from my mother what th import is I know not yet PAROLLES Ay that would be known To th wars my boy to th wars He wears his honour in a box unseen That hugs his kickywicky here at home Spending his manly marrow in her arms Which should sustain the bound and high curvet Of Marss fiery steed To other regions France is a stable we that dwell int jades Therefore to th war BERTRAM It shall be so Ill send her to my house Acquaint my mother with my hate to her And wherefore I am fled write to the king That which I durst not speak His present gift Shall furnish me to those Italian fields Where noble fellows strike War is no strife To the dark house and the detested wife PAROLLES Will this caprichio hold in thee art sure BERTRAM Go with me to my chamber and advise me Ill send her straight away Tomorrow Ill to the wars she to her single sorrow PAROLLES Why these balls bound theres noise in it Tis hard A young man married is a man thats marrd Therefore away and leave her bravely go The king has done you wrong but hush tis so Exeunt SCENE IV Paris The Kings palace Enter Helena and Clown HELENA My mother greets me kindly is she well CLOWN She is not well but yet she has her health shes very merry but yet she is not well But thanks be given shes very well and wants nothing i the world but yet she is not well" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "3dc7c2f3-ef6a-44b8-9553-ccf5a8d934d6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " appeal KING HENRY The mercy that was quick in us but late By your own counsel is suppressd and killd You must not dare for shame to talk of mercy For your own reasons turn into your bosoms As dogs upon their masters worrying you See you my princes and my noble peers These English monsters My Lord of Cambridge here You know how apt our love was to accord To furnish him with an appertinents Belonging to his honour and this manHath for a few light crowns lightly conspird And sworn unto the practices of France To kill us here in Hampton to the which This knight no less for bounty bound to us Than Cambridge is hath likewise sworn But O What shall I say to thee Lord Scroop thou cruel Ingrateful savage and inhuman creature Thou that didst bear the key of all my counsels That knewst the very bottom of my soul That almost mightst have coind me into gold Wouldst thou have practisd on me for thy use May it be possible that foreign hire Could out of thee extract one spark of evil That might annoy my finger Tis so strange That though the truth of it stands off as gross As black and white my eye will scarcely see it Treason and murder ever kept together As two yokedevils sworn to eithers purpose Working so grossly in a natural cause That admiration did not whoop at them But thou gainst all proportion didst bring in Wonder to wait on treason and on murder And whatsoever cunning fiend it was That wrought upon thee so preposterously Hath got the voice in hell for excellence And other devils that suggest by treasons Do botch and bungle up damnation With patches colours and with forms being fetchd From glistring semblances of piety But he that temperd thee bade thee stand up Gave thee no instance why thou shouldst do treason Unless to dub thee with the name of traitor If that same demon that hath gulld thee thus Should with his lion gait walk the whole world He might return to vasty Tartar back And tell the legions I can never win A soul so easy as that Englishmans O how hast thou with jealousy infected The sweetness of affiance Show men dutiful Why so didst thou Seem they grave and learned Why so didst thou Come they of noble family Why so didst thou Seem they religious Why so didst thou Or are they spare in diet Free from gross passion or of m" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "8b427e9b-a15c-4830-b234-6958542e2c85", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ENT I have a journey sir shortly to go My master calls me I must not say no EDGAR The weight of this sad time we must obey Speak what we feel not what we ought to say The oldest hath borne most we that are young Shall never see so much nor live so long Exeunt with a dead march LOVES LABOURS LOST Contents ACT I Scene I The King of Navarres park Scene II The park ACT II Scene I The King of Navarres park A pavilion and tents at a distance ACT III Scene I The King of Navarres park ACT IV Scene I The King of Navarres park Scene II The same Scene III The same ACT V Scene I The King of Navarres park Scene II The same Before the Princesss pavilion Dramatis Person KING of Navarre also known as Ferdinand BEROWNE Lord attending on the King LONGAVILLE Lord attending on the King DUMAINE Lord attending on the King The PRINCESS of France ROSALINE Lady attending on the Princess MARIA Lady attending on the Princess KATHARINE Lady attending on the Princess BOYET Lord attending on the Princess Don Adriano de ARMADO a fantastical Spaniard MOTH Page to Armado JAQUENETTA a country wench COSTARD a Clown DULL a Constable HOLOFERNES a Schoolmaster Sir NATHANIEL a Curate A FORESTER MARCAD a messenger from France Lords Blackamoors Officers and Others Attendants on the King and Princess SCENE Navarre ACT I SCENE I The King of Navarres park Enter Ferdinand King of Navarre Berowne Longaville and Dumaine KING Let fame that all hunt after in their lives Live registered upon our brazen tombs And then grace us in the disgrace of death When spite of cormorant devouring time Th endeavour of this present breath may buy That honour which shall bate his scythes keen edge And make us heirs of all eternity Therefore brave conquerors for so you are That war against your own affections And the huge army of the worlds desires Our late edict shall strongly stand in force Navarre shall be the wonder of the world Our court shall be a little academe Still and contemplative in living art You three Berowne Dumaine and Longaville Have sworn for three years term to live with me My fellowscholars and to keep those statutes That are recorded in this schedule here Your oaths" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "dfa9e687-2013-4e8f-a733-f98c9f7cc397", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " face with a peacocks feather Youll never trust his word after Come tis a foolish saying KING HENRY Your reproof is something too round I should be angry with you if the time were convenient WILLIAMS Let it be a quarrel between us if you live KING HENRY I embrace it WILLIAMS How shall I know thee again KING HENRY Give me any gage of thine and I will wear it in my bonnet then if ever thou darst acknowledge it I will make it my quarrel WILLIAMS Heres my glove give me another of thine KING HENRY There WILLIAMS This will I also wear in my cap If ever thou come to me and say after tomorrow This is my glove by this hand I will take thee a box on the ear KING HENRY If ever I live to see it I will challenge it WILLIAMS Thou darst as well be hangd KING HENRY Well I will do it though I take thee in the Kings company WILLIAMS Keep thy word fare thee well BATES Be friends you English fools be friends We have French quarrels enough if you could tell how to reckon KING HENRY Indeed the French may lay twenty French crowns to one they will beat us for they bear them on their shoulders but it is no English treason to cut French crowns and tomorrow the King himself will be a clipper Exeunt soldiers Upon the King Let us our lives our souls Our debts our careful wives Our children and our sins lay on the King We must bear all O hard condition Twinborn with greatness subject to the breath Of every fool whose sense no more can feel But his own wringing What infinite hearts ease Must kings neglect that private men enjoy And what have kings that privates have not too Save ceremony save general ceremony And what art thou thou idol Ceremony What kind of god art thou that sufferst more Of mortal griefs than do thy worshippers What are thy rents What are thy comings in O Ceremony show me but thy worth What is thy soul of adoration Art thou aught else but place degree and form Creating awe and fear in other men Wherein thou art less happy being feard Than they in fearing What drinkst thou oft instead of homage sweet But poisond flattery O be sick great greatness And bid thy Ceremony give thee cure Thinkst thou the fiery fever will go out With titles blown from adulation Will it give place to flexure and low bending Canst thou" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "63788746-263b-424f-836c-967d2b2c5885", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "pe the general sway into your hand Forgot your oath to us at Doncaster And being fed by us you used us so As that ungentle gull the cuckoos bird Useth the sparrowdid oppress our nest Grew by our feeding to so great a bulk That even our love durst not come near your sight For fear of swallowing but with nimble wing We were enforced for safety sake to fly Out of your sight and raise this present head Whereby we stand opposed by such means As you yourself have forged against yourself By unkind usage dangerous countenance And violation of all faith and troth Sworn to us in your younger enterprise KING These things indeed you have articulate Proclaimd at market crosses read in churches To face the garment of rebellion With some fine colour that may please the eye Of fickle changelings and poor discontents Which gape and rub the elbow at the news Of hurlyburly innovation And never yet did insurrection want Such watercolours to impaint his cause Nor moody beggars starving for a time Of pellmell havoc and confusionPRINCE In both your armies there is many a soul Shall pay full dearly for this encounter If once they join in trial Tell your nephew The Prince of Wales doth join with all the world In praise of Henry Percy By my hopes This present enterprise set off his head I do not think a braver gentleman More activevaliant or more valiantyoung More daring or more bold is now alive To grace this latter age with noble deeds For my part I may speak it to my shame I have a truant been to chivalry And so I hear he doth account me too Yet this before my fathers Majesty I am content that he shall take the odds Of his great name and estimation And will to save the blood on either side Try fortune with him in a single fight KING And Prince of Wales so dare we venture thee Albeit considerations infinite Do make against itNo good Worcester no We love our people well even those we love That are misled upon your cousins part And will they take the offer of our grace Both he and they and you yea every man Shall be my friend again and Ill be his So tell your cousin and then bring me word What he will do But if he will not yield Rebuke and dread correction wait on us And they shall do their office So be gone We will not now be troubled with reply We offer fair take it advisedly Exit Worcester with Vernon PRINCE" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "cff79144-aa15-4670-b626-16f52d1beb65", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " food for seven long year Beware my follower Peace Smulkin peace thou fiend GLOUCESTER What hath your grace no better company EDGAR The prince of darkness is a gentleman Modo hes calld and Mahu GLOUCESTER Our flesh and blood my lord is grown so vile That it doth hate what gets it EDGAR Poor Toms acold GLOUCESTER Go in with me my duty cannot suffer Tobey in all your daughters hard commands Though their injunction be to bar my doors And let this tyrannous night take hold upon you Yet have I venturd to come seek you out And bring you where both fire and food is ready LEAR First let me talk with this philosopher What is the cause of thunder KENT Good my lord take his offer go into the house LEAR Ill talk a word with this same learned Theban What is your study EDGAR How to prevent the fiend and to kill vermin LEAR Let me ask you one word in private KENT Importune him once more to go my lord His wits begin tunsettle GLOUCESTER Canst thou blame him His daughters seek his death Ah that good Kent He said it would be thus poor banishd man Thou sayest the King grows mad Ill tell thee friend I am almost mad myself I had a son Now outlawd from my blood he sought my life But lately very late I lovd him friend No father his son dearer true to tell thee Storm continues The grief hath crazd my wits What a nights this I do beseech your grace LEAR O cry you mercy sir Noble philosopher your company EDGAR Toms acold GLOUCESTER In fellow there into the hovel keep thee warm LEAR Come lets in all KENT This way my lord LEAR With him I will keep still with my philosopher KENT Good my lord soothe him let him take the fellow GLOUCESTER Take him you on KENT Sirrah come on go along with us LEAR Come good Athenian GLOUCESTER No words no words hush EDGAR Child Rowland to the dark tower came His word was stillFie foh and fum I smell the blood of a British man Exeunt SCENE V A Room in Gloucesters Castle Enter Cornwall and Edmund CORNWALL I will have my revenge ere I depart his house EDMUND How my lord I may be censured that nature thus gives way to loyalty something fears" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "f7028056-d83f-442f-a4b7-754eacc06c4c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " pleased let them come in but quickly now SERVANT Why they stay at door sir Exit Enter Twelve Rustics habited like Satyrs They dance and then exeunt POLIXENES O father youll know more of that hereafter To Camillo Is it not too far gone Tis time to part them Hes simple and tells much To Florizel How now fair shepherd Your heart is full of something that does take Your mind from feasting Sooth when I was young And handed love as you do I was wont To load my she with knacks I would have ransackd The pedlars silken treasury and have pourd it To her acceptance You have let him go And nothing marted with him If your lass Interpretation should abuse and call this Your lack of love or bounty you were straited For a reply at least if you make a care Of happy holding her FLORIZEL Old sir I know She prizes not such trifles as these are The gifts she looks from me are packd and lockd Up in my heart which I have given already But not deliverd O hear me breathe my life Before this ancient sir who it should seem Hath sometime lovd I take thy hand this hand As soft as doves down and as white as it Or Ethiopians tooth or the fannd snow thats bolted By th northern blasts twice oer POLIXENES What follows this How prettily the young swain seems to wash The hand was fair before I have put you out But to your protestation Let me hear What you profess FLORIZEL Do and be witness to t POLIXENES And this my neighbour too FLORIZEL And he and more Than he and men the earth the heavens and all That were I crownd the most imperial monarch Thereof most worthy were I the fairest youth That ever made eye swerve had force and knowledge More than was ever mans I would not prize them Without her love for her employ them all Commend them and condemn them to her service Or to their own perdition POLIXENES Fairly offerd CAMILLO This shows a sound affection SHEPHERD But my daughter Say you the like to him PERDITA I cannot speak So well nothing so well no nor mean better By th pattern of mine own thoughts I cut out The purity of his SHEPHERD Take hands a bargain And friends unknown you shall bear witness tot I give my daughter to him and will make Her portion equal" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "ab14c721-8506-49b6-af6c-df59d3758a76", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " or dead And bring us word unto Octavius tent How everything is chancd Exeunt SCENE V Another part of the field Enter Brutus Dardanius Clitus Strato and Volumnius BRUTUS Come poor remains of friends rest on this rock CLITUS Statilius showd the torchlight but my lord He came not back he is or taen or slain BRUTUS Sit thee down Clitus Slaying is the word It is a deed in fashion Hark thee Clitus Whispering CLITUS What I my lord No not for all the world BRUTUS Peace then no words CLITUS Ill rather kill myself BRUTUS Hark thee Dardanius Whispers him DARDANIUS Shall I do such a deed CLITUS O Dardanius DARDANIUS O Clitus CLITUS What ill request did Brutus make to thee DARDANIUS To kill him Clitus Look he meditates CLITUS Now is that noble vessel full of grief That it runs over even at his eyes BRUTUS Come hither good Volumnius list a word VOLUMNIUS What says my lord BRUTUS Why this Volumnius The ghost of Caesar hath appeard to me Two several times by night at Sardis once And this last night here in Philippi fields I know my hour is come VOLUMNIUS Not so my lord BRUTUS Nay I am sure it is Volumnius Thou seest the world Volumnius how it goes Our enemies have beat us to the pit Low alarums It is more worthy to leap in ourselves Than tarry till they push us Good Volumnius Thou knowst that we two went to school together Even for that our love of old I prythee Hold thou my swordhilts whilst I run on it VOLUMNIUS Thats not an office for a friend my lord Alarums still CLITUS Fly fly my lord there is no tarrying here BRUTUS Farewell to you and you and you Volumnius Strato thou hast been all this while asleep Farewell to thee too StratoCountrymen My heart doth joy that yet in all my life I found no man but he was true to me I shall have glory by this losing day More than Octavius and Mark Antony By this vile conquest shall attain unto So fare you well at once for Brutus tongue Hath almost ended his lifes history Night hangs upon" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "ecc84b1f-98da-44b9-a911-4172be9cf21b", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " MARGARET I told your majesty as much before This proveth Edwards love and Warwicks honesty WARWICK King Lewis I here protest in sight of heaven And by the hope I have of heavenly bliss That I am clear from this misdeed of Edwards No more my king for he dishonours me But most himself if he could see his shame Did I forget that by the house of York My father came untimely to his death Did I let pass th abuse done to my niece Did I impale him with the regal crown Did I put Henry from his native right And am I guerdoned at the last with shame Shame on himself for my desert is honour And to repair my honour lost for him I here renounce him and return to Henry My noble Queen let former grudges pass And henceforth I am thy true servitor I will revenge his wrong to Lady Bona And replant Henry in his former state QUEEN MARGARET Warwick these words have turned my hate to love And I forgive and quite forget old faults And joy that thou becomst King Henrys friend WARWICK So much his friend ay his unfeigned friend That if King Lewis vouchsafe to furnish us With some few bands of chosen soldiers Ill undertake to land them on our coast And force the tyrant from his seat by war Tis not his newmade bride shall succour him And as for Clarence as my letters tell me Hes very likely now to fall from him For matching more for wanton lust than honour Or than for strength and safety of our country BONA Dear brother how shall Bona be revenged But by thy help to this distressed queen QUEEN MARGARET Renowned prince how shall poor Henry live Unless thou rescue him from foul despair BONA My quarrel and this English queens are one WARWICK And mine fair Lady Bona joins with yours KING LEWIS And mine with hers and thine and Margarets Therefore at last I firmly am resolved You shall have aid QUEEN MARGARET Let me give humble thanks for all at once KING LEWIS Then Englands messenger return in post And tell false Edward thy supposed king That Lewis of France is sending over maskers To revel it with him and his new bride Thou seest whats past go fear thy king withal BONA Tell him in hope hell prove a widower shortly Ill wear the willow garland for his sake QUEEN MARGARET Tell" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "788ecb43-8a6b-4894-9d47-fc19b30813e3", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " bung away By this wine Ill thrust my knife in your mouldy chaps an you play the saucy cuttle with me Away you bottleale rascal you baskethilt stale juggler you Since when I pray you sir Gods light with two points on your shoulder Much PISTOL God let me not live but I will murder your ruff for this FALSTAFF No more Pistol I would not have you go off here Discharge yourself of our company Pistol HOSTESS No good Captain Pistol not here sweet captain DOLL Captain Thou abominable damned cheater art thou not ashamed to be called captain An captains were of my mind they would truncheon you out for taking their names upon you before you have earned them You a captain You slave for what For tearing a poor whores ruff in a bawdyhouse He a captain Hang him rogue he lives upon mouldy stewed prunes and dried cakes A captain Gods light these villains will make the word as odious as the word occupy which was an excellent good word before it was ill sorted Therefore captains had need look tot BARDOLPH Pray thee go down good ancient FALSTAFF Hark thee hither Mistress Doll PISTOL Not I I tell thee what Corporal Bardolph I could tear her Ill be revenged of her PAGE Pray thee go down PISTOL Ill see her damned first to Plutos damned lake by this hand to th infernal deep with Erebus and tortures vile also Hold hook and line say I Down down dogs Down faitors Have we not Hiren here HOSTESS Good Captain Peesel be quiet tis very late i faith I beseek you now aggravate your choler PISTOL These be good humours indeed Shall packhorses And hollow pamperd jades of Asia Which cannot go but thirty mile a day Compare with Caesars and with Cannibals And Trojant Greeks Nay rather damn them with King Cerberus and let the welkin roar Shall we fall foul for toys HOSTESS By my troth captain these are very bitter words BARDOLPH Be gone good ancient This will grow to a brawl anon PISTOL Die men like dogs Give crowns like pins Have we not Hiren here HOSTESS O my word captain theres none such here What the goodyear do you think I would deny her For Gods sake be quiet PISTOL Then feed and be fat my fair Calipolis Come give s some" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "1d5bfa3c-993f-4844-8113-c45236c44c3c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "IL Sir I love you more than word can wield the matter Dearer than eyesight space and liberty Beyond what can be valud rich or rare No less than life with grace health beauty honour As much as child eer lovd or father found A love that makes breath poor and speech unable Beyond all manner of so much I love you CORDELIA Aside What shall Cordelia speak Love and be silent LEAR Of all these bounds even from this line to this With shadowy forests and with champains richd With plenteous rivers and wideskirted meads We make thee lady to thine and Albanys issue Be this perpetualWhat says our second daughter Our dearest Regan wife of Cornwall Speak REGAN Sir I am made of the self mettle as my sister And prize me at her worth In my true heart I find she names my very deed of love Only she comes too short that I profess Myself an enemy to all other joys Which the most precious square of sense possesses And find I am alone felicitate In your dear highness love CORDELIA Aside Then poor Cordelia And yet not so since I am sure my loves More ponderous than my tongue LEAR To thee and thine hereditary ever Remain this ample third of our fair kingdom No less in space validity and pleasure Than that conferrd on GonerilNow our joy Although the last and least to whose young love The vines of France and milk of Burgundy Strive to be interessd what can you say to draw A third more opulent than your sisters Speak CORDELIA Nothing my lord LEAR Nothing CORDELIA Nothing LEAR Nothing will come of nothing speak again CORDELIA Unhappy that I am I cannot heave My heart into my mouth I love your majesty According to my bond no more nor less LEAR How how Cordelia Mend your speech a little Lest you may mar your fortunes CORDELIA Good my lord You have begot me bred me lovd me I Return those duties back as are right fit Obey you love you and most honour you Why have my sisters husbands if they say They love you all Haply when I shall wed That lord whose hand must take my plight shall carry Half my love with him half my care and duty Sure I shall never marry like my sisters To love my father all LEAR But goes thy heart with this CORDELIA Ay my good lord LEAR So young and so untender CORDELIA So young my lord and true" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "6b88a88d-753d-4b9e-a715-e91f76218dc0", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Until this day to scour it in the dust SIMONIDES Opinions but a fool that makes us scan The outward habit by the inward man But stay the knights are coming We will withdraw into the gallery Exeunt Great shouts within and all cry The mean Knight SCENE III The same A hall of state a banquet prepared Enter Simonides Thaisa Lords Attendants and Knights from tilting SIMONIDES Knights To say youre welcome were superfluous To place upon the volume of your deeds As in a titlepage your worth in arms Were more than you expect or more thans fit Since every worth in show commends itself Prepare for mirth for mirth becomes a feast You are princes and my guests THAISA But you my knight and guest To whom this wreath of victory I give And crown you king of this days happiness PERICLES Tis more by fortune lady than by merit SIMONIDES Call it by what you will the day is yours And here I hope is none that envies it In framing an artist art hath thus decreed To make some good but others to exceed And you are her labourd scholar Come queen of the feast For daughter so you arehere take your place Marshal the rest as they deserve their grace KNIGHTS We are honourd much by good Simonides SIMONIDES Your presence glads our days honour we love For who hates honour hates the gods above MARSHALL Sir yonder is your place PERICLES Some other is more fit FIRST KNIGHT Contend not sir for we are gentlemen Have neither in our hearts nor outward eyes Envied the great nor shall the low despise PERICLES You are right courteous knights SIMONIDES Sit sir sit By Jove I wonder that is king of thoughts These cates resist me he but thought upon THAISA By Juno that is queen of marriage All viands that I eat do seem unsavoury Wishing him my meat Sure hes a gallant gentleman SIMONIDES Hes but a country gentleman Has done no more than other knights have done Has broken a staff or so so let it pass THAISA To me he seems like diamond to glass PERICLES Yon kings to me like to my fathers picture Which tells me in that glory once he was Had princes sit like stars about his throne And he the sun for them to reverence None that beheld him but like lesser lights Did vail their crowns to his supremacy Where now his sons like a glowworm in the night The which hath fire in darkness" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "6373cc2f-ae07-4911-8cd0-8a0b2feb0387", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " THERSITES Why thou picture of what thou seemest and idol of idiot worshippers heres a letter for thee ACHILLES From whence fragment THERSITES Why thou full dish of fool from Troy PATROCLUS Who keeps the tent now THERSITES The surgeons box or the patients wound PATROCLUS Well said adversity And what needs these tricks THERSITES Prithee be silent boy I profit not by thy talk thou art said to be Achilles male varlet PATROCLUS Male varlet you rogue Whats that THERSITESWhy his masculine whore Now the rotten diseases of the south the gutsgriping ruptures catarrhs loads o gravel in the back lethargies cold palsies raw eyes dirtrotten livers wheezing lungs bladders full of imposthume sciaticas limekilns i th palm incurable boneache and the rivelled feesimple of the tetter take and take again such preposterous discoveries PATROCLUS Why thou damnable box of envy thou what meanest thou to curse thus THERSITES Do I curse thee PATROCLUS Why no you ruinous butt you whoreson indistinguishable cur no THERSITES No Why art thou then exasperate thou idle immaterial skein of sleave silk thou green sarcenet flap for a sore eye thou tassel of a prodigals purse thou Ah how the poor world is pestered with such waterflies diminutives of nature PATROCLUS Out gall THERSITES Finch egg ACHILLES My sweet Patroclus I am thwarted quite From my great purpose in tomorrows battle Here is a letter from Queen Hecuba A token from her daughter my fair love Both taxing me and gaging me to keep An oath that I have sworn I will not break it Fall Greeks fail fame honour or go or stay My major vow lies here this Ill obey Come come Thersites help to trim my tent This night in banqueting must all be spent Away Patroclus Exit with Patroclus THERSITES With too much blood and too little brain these two may run mad but if with too much brain and too little blood they do Ill be a curer of madmen Heres Agamemnon an honest fellow enough and one that loves quails but he has not so much brain as earwax and the goodly transformation of Jupiter there his brother the bull the primitive statue and oblique memorial of cuck" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "b4006cd9-dfb2-4c0c-adc8-5d193b8d5881", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " and strong circumstances Which lead directly to the door of truth Will give you satisfaction you may havet OTHELLO Give me a living reason shes disloyal IAGO I do not like the office But sith I am enterd in this cause so far Prickd to t by foolish honesty and love I will go on I lay with Cassio lately And being troubled with a raging tooth I could not sleep There are a kind of men so loose of soul That in their sleeps will mutter their affairs One of this kind is Cassio In sleep I heard him say Sweet Desdemona Let us be wary let us hide our loves And then sir would he gripe and wring my hand Cry O sweet creature and then kiss me hard As if he pluckd up kisses by the roots That grew upon my lips then laid his leg Over my thigh and sighd and kissd and then Cried Cursed fate that gave thee to the Moor OTHELLO O monstrous monstrous IAGO Nay this was but his dream OTHELLO But this denoted a foregone conclusion Tis a shrewd doubt though it be but a dream IAGO And this may help to thicken other proofs That do demonstrate thinly OTHELLO Ill tear her all to pieces IAGO Nay but be wise Yet we see nothing done She may be honest yet Tell me but this Have you not sometimes seen a handkerchief Spotted with strawberries in your wifes hand OTHELLO I gave her such a one twas my first gift IAGO I know not that but such a handkerchief I am sure it was your wifes did I today See Cassio wipe his beard with OTHELLO If it be that IAGO If it be that or any that was hers It speaks against her with the other proofs OTHELLO O that the slave had forty thousand lives One is too poor too weak for my revenge Now do I see tis true Look here Iago All my fond love thus do I blow to heaven Tis gone Arise black vengeance from thy hollow hell Yield up O love thy crown and hearted throne To tyrannous hate Swell bosom with thy fraught For tis of aspics tongues IAGO Yet be content OTHELLO O blood Iago blood IAGO Patience I say Your mind perhaps may change OTHELLO Never Iago Like to the Pontic Sea Whose icy current and compulsive course Neer feels retiring ebb but keeps due on To the Propont" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "9029a92b-d569-4416-a92b-11562486902e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the goddess that hath severd us And brought us thus together FERDINAND Sir she is mortal But by immortal Providence shes mine I chose her when I could not ask my father For his advice nor thought I had one She Is daughter to this famous Duke of Milan Of whom so often I have heard renown But never saw before of whom I have Receivd a second life and second father This lady makes him to me ALONSO I am hers But O how oddly will it sound that I Must ask my child forgiveness PROSPERO There sir stop Let us not burden our remembrances with A heaviness thats gone GONZALO I have inly wept Or should have spoke ere this Look down you gods And on this couple drop a blessed crown For it is you that have chalkd forth the way Which brought us hither ALONSO I say Amen Gonzalo GONZALO Was Milan thrust from Milan that his issue Should become Kings of Naples O rejoice Beyond a common joy and set it down With gold on lasting pillars in one voyage Did Claribel her husband find at Tunis And Ferdinand her brother found a wife Where he himself was lost Prospero his dukedom In a poor isle and all of us ourselves When no man was his own ALONSO To Ferdinand and Miranda Give me your hands Let grief and sorrow still embrace his heart That doth not wish you joy GONZALO Be it so Amen Reenter Ariel with the Master and Boatswain amazedly following O look sir look sir Here are more of us I prophesied if a gallows were on land This fellow could not drown Now blasphemy That swearst grace oerboard not an oath on shore Hast thou no mouth by land What is the news BOATSWAIN The best news is that we have safely found Our King and company The next our ship Which but three glasses since we gave out split Is tight and yare and bravely riggd as when We first put out to sea ARIEL Aside to Prospero Sir all this service Have I done since I went PROSPERO Aside to Ariel My tricksy spirit ALONSO These are not natural events they strengthen From strange to stranger Say how came you hither BOATSWAIN If I did think sir I were well awake Id strive to tell you We were dead of sleep Andhow we know notall clappd under hatches Where but even now with strange and several noises Of roaring shrieking how" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "f163c15c-454d-4ef6-907c-0517d6832a07", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " downward hath succeeded in his house From son to son some four or five descents Since the first father wore it This ring he holds In most rich choice yet in his idle fire To buy his will it would not seem too dear Howeer repented after WIDOW Now I see The bottom of your purpose HELENA You see it lawful then it is no more But that your daughter ere she seems as won Desires this ring appoints him an encounter In fine delivers me to fill the time Herself most chastely absent After To marry her Ill add three thousand crowns To what is passd already WIDOW I have yielded Instruct my daughter how she shall persever That time and place with this deceit so lawful May prove coherent Every night he comes With musics of all sorts and songs composd To her unworthiness it nothing steads us To chide him from our eaves for he persists As if his life lay on t HELENA Why then tonight Let us assay our plot which if it speed Is wicked meaning in a lawful deed And lawful meaning in a lawful act Where both not sin and yet a sinful fact But lets about it Exeunt ACT IV SCENE I Without the Florentine camp Enter first Lord with five or six Soldiers in ambush FIRST LORD He can come no other way but by this hedgecorner When you sally upon him speak what terrible language you will though you understand it not yourselves no matter for we must not seem to understand him unless someone among us whom we must produce for an interpreter FIRST SOLDIER Good captain let me be th interpreter FIRST LORD Art not acquainted with him Knows he not thy voice FIRST SOLDIER No sir I warrant you FIRST LORD But what linseywoolsey has thou to speak to us again FIRST SOLDIER Een such as you speak to me FIRST LORD He must think us some band of strangers i the adversarys entertainment Now he hath a smack of all neighbouring languages therefore we must every one be a man of his own fancy not to know what we speak one to another so we seem to know is to know straight our purpose choughs language gabble enough and good enough As for you interpreter you must seem very politic But couch ho Here he comes to beguile two hours in a sleep and then to return and swear the lies he forges Enter Parolles PAROLLES Ten oclock Within these three hours twill be time enough to go home What shall I say I have done It must be a very pl" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "afc27f12-3b8d-4439-baf5-88c445b9e4d4", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " And what expense by th hour Seems to flow from him How i th name of thrift Does he rake this together Now my lords Saw you the Cardinal NORFOLK My lord we have Stood here observing him Some strange commotion Is in his brain He bites his lip and starts Stops on a sudden looks upon the ground Then lays his finger on his temple straight Springs out into fast gait then stops again Strikes his breast hard and anon he casts His eye against the moon In most strange postures We have seen him set himself KING It may well be There is a mutiny in s mind This morning Papers of state he sent me to peruse As I required and wot you what I found Thereon my conscience put unwittingly Forsooth an inventory thus importing The several parcels of his plate his treasure Rich stuffs and ornaments of household which I find at such proud rate that it outspeaks Possession of a subject NORFOLK Its heavens will Some spirit put this paper in the packet To bless your eye withal KING If we did think His contemplation were above the earth And fixed on spiritual object he should still Dwell in his musings but I am afraid His thinkings are below the moon not worth His serious considering King takes his seat whispers Lovell who goes to the Cardinal WOLSEY Heaven forgive me Ever God bless your Highness KING Good my lord You are full of heavenly stuff and bear the inventory Of your best graces in your mind the which You were now running oer You have scarce time To steal from spiritual leisure a brief span To keep your earthly audit Sure in that I deem you an ill husband and am glad To have you therein my companion WOLSEY Sir For holy offices I have a time a time To think upon the part of business which I bear i th state and Nature does require Her times of preservation which perforce I her frail son amongst my brethren mortal Must give my tendance to KING You have said well WOLSEY And ever may your Highness yoke together As I will lend you cause my doing well With my well saying KING Tis well said again And tis a kind of good deed to say well And yet words are no deeds My father loved you He said he did and with his deed did crown His word upon you Since I had my office I have kept you next my heart have not alone Employed you where high profits might come home But pared my present havings to bestow My bounties upon" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "4a7d6756-3911-476d-bfd1-e4e13b2230be", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " eruptions oft the teeming Earth Is with a kind of colic pinchd and vexd By the imprisoning of unruly wind Within her womb which for enlargement striving Shakes the old beldam Earth and topples down Steeples and mossgrown towers At your birth Our grandam Earth having this distemprature In passion shook GLENDOWER Cousin of many men I do not bear these crossings Give me leave To tell you once again that at my birth The front of heaven was full of fiery shapes The goats ran from the mountains and the herds Were strangely clamorous to the frighted fields These signs have markd me extraordinary And all the courses of my life do show I am not in the roll of common men Where is he living clippd in with the sea That chides the banks of England Scotland Wales Which calls me pupil or hath read to me And bring him out that is but womans son Can trace me in the tedious ways of art And hold me pace in deep experiments HOTSPUR I think there is no man speaks better Welsh Ill to dinner MORTIMER Peace cousin Percy you will make him mad GLENDOWER I can call spirits from the vasty deep HOTSPUR Why so can I or so can any man But will they come when you do call for them GLENDOWER Why I can teach you cousin to command the devil HOTSPUR And I can teach thee coz to shame the devil By telling truth tell truth and shame the devil If thou have power to raise him bring him hither And Ill be sworn I have power to shame him hence O while you live tell truth and shame the devil MORTIMER Come come no more of this unprofitable chat GLENDOWER Three times hath Henry Bolingbroke made head Against my power thrice from the banks of Wye And sandybottomd Severn have I sent him Bootless home and weatherbeaten back HOTSPUR Home without boots and in foul weather too How scapes he agues in the devils name GLENDOWER Come heres the map shall we divide our right According to our threefold order taen MORTIMER The archdeacon hath divided it Into three limits very equally England from Trent and Severn hitherto By south and east is to my part assignd All westward Wales beyond the Severn shore And all the fertile land within that bound To Owen Glendower and dear coz to you The remnant north" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c2525278-c55a-4d59-b016-f64de391f53f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the black toad and adder blue The gilded newt and eyeless venomed worm With all the abhorred births below crisp heaven Whereon Hyperions quickening fire doth shine Yield him who all thy human sons doth hate From forth thy plenteous bosom one poor root Ensear thy fertile and conceptious womb Let it no more bring out ingrateful man Go great with tigers dragons wolves and bears Teem with new monsters whom thy upward face Hath to the marbled mansion all above Never presented O a root dear thanks Dry up thy marrows vines and ploughtorn leas Whereof ingrateful man with liquorish draughts And morsels unctuous greases his pure mind That from it all consideration slips Enter Apemantus More man Plague plague APEMANTUS I was directed hither Men report Thou dost affect my manners and dost use them TIMON Tis then because thou dost not keep a dog Whom I would imitate Consumption catch thee APEMANTUS This is in thee a nature but infected A poor unmanly melancholy sprung From change of fortune Why this spade this place This slavelike habit and these looks of care Thy flatterers yet wear silk drink wine lie soft Hug their diseased perfumes and have forgot That ever Timon was Shame not these woods By putting on the cunning of a carper Be thou a flatterer now and seek to thrive By that which has undone thee Hinge thy knee And let his very breath whom thoult observe Blow off thy cap praise his most vicious strain And call it excellent Thou wast told thus Thou gavst thine ears like tapsters that bade welcome To knaves and all approachers Tis most just That thou turn rascal hadst thou wealth again Rascals should havet Do not assume my likeness TIMON Were I like thee Id throw away myself APEMANTUS Thou hast cast away thyself being like thyself A madman so long now a fool What thinkst That the bleak air thy boisterous chamberlain Will put thy shirt on warm Will these mossed trees That have outlived the eagle page thy heels And skip when thou pointst out Will the cold brook Candied with ice caudle thy morning taste To cure thy oernights surfeit Call the creatures Whose naked natures live in all the spite Of wreakful heaven whose bare unhoused trunks To" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "314a25c5-8094-49a0-ba13-9f83ea20c604", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " In one of thine from that which thou departest And that fresh blood which youngly thou bestowst Thou mayst call thine when thou from youth convertest Herein lives wisdom beauty and increase Without this folly age and cold decay If all were minded so the times should cease And threescore year would make the world away Let those whom nature hath not made for store Harsh featureless and rude barrenly perish Look whom she best endowed she gave thee more Which bounteous gift thou shouldst in bounty cherish She carved thee for her seal and meant thereby Thou shouldst print more not let that copy die 12 When I do count the clock that tells the time And see the brave day sunk in hideous night When I behold the violet past prime And sable curls all silvered oer with white When lofty trees I see barren of leaves Which erst from heat did canopy the herd And summers green all girded up in sheaves Borne on the bier with white and bristly beard Then of thy beauty do I question make That thou among the wastes of time must go Since sweets and beauties do themselves forsake And die as fast as they see others grow And nothing gainst Times scythe can make defence Save breed to brave him when he takes thee hence 13 O that you were your self but love you are No longer yours than you yourself here live Against this coming end you should prepare And your sweet semblance to some other give So should that beauty which you hold in lease Find no determination then you were Yourself again after yourselfs decease When your sweet issue your sweet form should bear Who lets so fair a house fall to decay Which husbandry in honour might uphold Against the stormy gusts of winters day And barren rage of deaths eternal cold O none but unthrifts dear my love you know You had a father let your son say so 14 Not from the stars do I my judgement pluck And yet methinks I have astronomy But not to tell of good or evil luck Of plagues of dearths or seasons quality Nor can I fortune to brief minutes tell Pointing to each his thunder rain and wind Or say with princes if it shall go well By oft predict that I in heaven find But from thine eyes my knowledge I derive And constant stars in them I read such art As truth and beauty shall together thrive If from thyself to store thou wouldst convert Or else of thee this I prognosticate Thy end is" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "9409b105-bb4a-4f09-869c-965b385415e3", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " or I shall short my word By lengthning my return From Gallia I crossd the seas on purpose and on promise To see your Grace IMOGEN I thank you for your pains But not away tomorrow IACHIMO O I must madam Therefore I shall beseech you if you please To greet your lord with writing dot tonight I have outstood my time which is material To th tender of our present IMOGEN I will write Send your trunk to me it shall safe be kept And truly yielded you Youre very welcome Exeunt ACT II SCENE I Britain Before Cymbelines palace Enter Cloten and the two Lords CLOTEN Was there ever man had such luck When I kissd the jack upon an upcast to be hit away I had a hundred pound ont and then a whoreson jackanapes must take me up for swearing as if I borrowed mine oaths of him and might not spend them at my pleasure FIRST LORD What got he by that You have broke his pate with your bowl SECOND LORD Aside If his wit had been like him that broke it it would have run all out CLOTEN When a gentleman is disposd to swear it is not for any standersby to curtail his oaths Ha SECOND LORD No my lord Aside nor crop the ears of them CLOTEN Whoreson dog I gave him satisfaction Would he had been one of my rank SECOND LORD Aside To have smelld like a fool CLOTEN I am not vexd more at anything in th earth A pox ont I had rather not be so noble as I am they dare not fight with me because of the Queen my mother Every jackslave hath his bellyful of fighting and I must go up and down like a cock that nobody can match SECOND LORD Aside You are cock and capon too and you crow cock with your comb on CLOTEN Sayest thou SECOND LORD It is not fit your lordship should undertake every companion that you give offence to CLOTEN No I know that but it is fit I should commit offence to my inferiors SECOND LORD Ay it is fit for your lordship only CLOTEN Why so I say FIRST LORD Did you hear of a stranger thats come to court tonight CLOTEN A stranger and I not known ont SECOND LORD Aside Hes a strange fellow himself and knows it not FIRST LORD Theres an Italian come and tis thought one of Leonatus friends CLOTEN Leonatus A banishd rascal and hes another whatsoever he" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "e33a01fa-e3b8-48eb-bcd3-4e6f7b021911", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " government While he enjoys the honour and his ease And Clarence now then it is more than needful Forthwith that Edward be pronounced a traitor And all his lands and goods be confiscate GEORGE What else And that succession be determined WARWICK Ay therein Clarence shall not want his part KING HENRY But with the first of all your chief affairs Let me entreatfor I command no more That Margaret your Queen and my son Edward Be sent for to return from France with speed For till I see them here by doubtful fear My joy of liberty is half eclipsed GEORGE It shall be done my sovereign with all speed KING HENRY My Lord of Somerset what youth is that Of whom you seem to have so tender care SOMERSET My liege it is young Henry Earl of Richmond KING HENRY Come hither Englands hope If secret powers Lays his hand on his head Suggest but truth to my divining thoughts This pretty lad will prove our countrys bliss His looks are full of peaceful majesty His head by nature framed to wear a crown His hand to wield a sceptre and himself Likely in time to bless a regal throne Make much of him my lords for this is he Must help you more than you are hurt by me Enter a Post WARWICK What news my friend POST That Edward is escaped from your brother And fled as he hears since to Burgundy WARWICK Unsavoury news But how made he escape POST He was conveyed by Richard Duke of Gloucester And the Lord Hastings who attended him In secret ambush on the forest side And from the Bishops huntsmen rescued him For hunting was his daily exercise WARWICK My brother was too careless of his charge But let us hence my sovereign to provide A salve for any sore that may betide Exeunt all but Somerset Richmond and Oxford SOMERSET My lord I like not of this flight of Edwards For doubtless Burgundy will yield him help And we shall have more wars before t be long As Henrys late presaging prophecy Did glad my heart with hope of this young Richmond So doth my heart misgive me in these conflicts What may befall him to his harm and ours Therefore Lord Oxford to prevent the worst Forthwith well send him hence to Brittany Till storms be past of civil enmity OXFORD Ay for if Edward repossess the crown Tis like that Richmond with the rest shall down SOMERSET It shall be so He shall to Brittany Come therefore" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "d112f004-ab6b-4fdb-a352-9d98b525badd", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " thee to be Signior Lucentio BAPTISTA Away with the dotard to the gaol with him VINCENTIO Thus strangers may be haled and abusd O monstrous villain Reenter Biondello with Lucentio and Bianca BIONDELLO O we are spoiled and yonder he is deny him forswear him or else we are all undone LUCENTIO Kneeling Pardon sweet father VINCENTIO Lives my sweetest son Biondello Tranio and Pedant run out BIANCA Kneeling Pardon dear father BAPTISTA How hast thou offended Where is Lucentio LUCENTIO Heres Lucentio Right son to the right Vincentio That have by marriage made thy daughter mine While counterfeit supposes bleard thine eyne GREMIO Here s packing with a witness to deceive us all VINCENTIO Where is that damned villain Tranio That facd and bravd me in this matter so BAPTISTA Why tell me is not this my Cambio BIANCA Cambio is changd into Lucentio LUCENTIO Love wrought these miracles Biancas love Made me exchange my state with Tranio While he did bear my countenance in the town And happily I have arrivd at the last Unto the wished haven of my bliss What Tranio did myself enforcd him to Then pardon him sweet father for my sake VINCENTIO Ill slit the villains nose that would have sent me to the gaol BAPTISTA To Lucentio But do you hear sir Have you married my daughter without asking my good will VINCENTIO Fear not Baptista we will content you go to but I will in to be revenged for this villainy Exit BAPTISTA And I to sound the depth of this knavery Exit LUCENTIO Look not pale Bianca thy father will not frown Exeunt Lucentio and Bianca GREMIO My cake is dough but Ill in among the rest Out of hope of all but my share of the feast Exit Petruchio and Katherina advance KATHERINA Husband lets follow to see the end of this ado PETRUCHIO First kiss me Kate and we will KATHERINA What in the midst of the street PETRUCHIO What art thou ashamed of me KATHERINA No sir God forbid but ashamed to kiss PETRUCHIO Why then lets home again Come sirrah lets away KATHERINA Nay I will give thee a kiss" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "00081b56-2714-4543-9234-5788e88e99a5", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " thy bearer thou dost sit Like a rich armour worn in heat of day That scaldst with safety By his gates of breath There lies a downy feather which stirs not Did he suspire that light and weightless down Perforce must move My gracious lord my father This sleep is sound indeed this is a sleep That from this golden rigol hath divorced So many English kings Thy due from me Is tears and heavy sorrows of the blood Which nature love and filial tenderness Shall O dear father pay thee plenteously My due from thee is this imperial crown Which as immediate from thy place and blood Derives itself to me Lo where it sits Which God shall guard and put the worlds whole strength Into one giant arm it shall not force This lineal honour from me This from thee Will I to mine leave as tis left to me Exit KING Warwick Gloucester Clarence Enter Warwick Gloucester Clarence and the rest CLARENCE Doth the King call WARWICK What would your Majesty How fares your Grace KING Why did you leave me here alone my lords CLARENCE We left the Prince my brother here my liege Who undertook to sit and watch by you KING The Prince of Wales Where is he Let me see him He is not here WARWICK This door is open he is gone this way GLOUCESTER He came not through the chamber where we stayd KING Where is the crown Who took it from my pillow WARWICK When we withdrew my liege we left it here KING The Prince hath taen it hence Go seek him out Is he so hasty that he doth suppose My sleep my death Find him my Lord of Warwick chide him hither Exit Warwick This part of his conjoins with my disease And helps to end me See sons what things you are How quickly nature falls into revolt When gold becomes her object For this the foolish overcareful fathers Have broke their sleep with thoughts Their brains with care their bones with industry For this they have engrossed and piled up The cankerd heaps of strangeachieved gold For this they have been thoughtful to invest Their sons with arts and martial exercises When like the bee tolling from every flower The virtuous sweets Our thighs packd with wax our mouths with honey We bring it to the hive and like the bees Are murdered for our pains This bitter taste Yields his engrossments to the ending father Enter Warwick Now where is he that will not stay so long Till his friend sickness hath determind me WARW" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "6b4c04c5-5f1a-4c33-aa18-6cbd8a05aafa", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " merry come to me again And bring me word what he doth say to thee Exeunt ACT III SCENE I Rome Before the Capitol the Senate sitting A crowd of people in the street leading to the Capitol Flourish Enter Caesar Brutus Cassius Casca Decius Metellus Trebonius Cinna Antony Lepidus Artemidorus Publius Popilius and the SoothsayerCAESAR The Ides of March are come SOOTHSAYER Ay Caesar but not gone ARTEMIDORUS Hail Caesar Read this schedule DECIUS Trebonius doth desire you to oerread At your best leisure this his humble suit ARTEMIDORUS O Caesar read mine first for mines a suit That touches Caesar nearer Read it great Caesar CAESAR What touches us ourself shall be last servd ARTEMIDORUS Delay not Caesar Read it instantly CAESAR What is the fellow mad PUBLIUS Sirrah give place CASSIUS What urge you your petitions in the street Come to the Capitol Caesar enters the Capitol the rest following All the Senators rise POPILIUS I wish your enterprise today may thrive CASSIUS What enterprise Popilius POPILIUS Fare you well Advances to Caesar BRUTUS What said Popilius Lena CASSIUS He wishd today our enterprise might thrive I fear our purpose is discovered BRUTUS Look how he makes to Caesar mark him CASSIUS Casca be sudden for we fear prevention Brutus what shall be done If this be known Cassius or Caesar never shall turn back For I will slay myself BRUTUS Cassius be constant Popilius Lena speaks not of our purposes For look he smiles and Caesar doth not change CASSIUS Trebonius knows his time for look you Brutus He draws Mark Antony out of the way Exeunt Antony and Trebonius Caesar and the Senators take their seats DECIUS Where is Metellus Cimber Let him go And presently prefer his suit to Caesar BRUTUS He is addressd press near and second him CINNA Casca you are the first that rears your hand CAESAR Are we all ready What is now amiss That Caesar and his Senate must redress METELLUS Most high most mighty and most puissant Caesar Metellus Cimber throws before thy seat An humble heart Kneeling CAESAR I must prevent thee Cimber These couchings and these lowly" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "91da22da-6ede-4bbd-8d22-ef07196c60c6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " My fault is past But O what form of prayer Can serve my turn Forgive me my foul murder That cannot be since I am still possessd Of those effects for which I did the murder My crown mine own ambition and my queen May one be pardond and retain thoffence In the corrupted currents of this world Offences gilded hand may shove by justice And oft tis seen the wicked prize itself Buys out the law But tis not so above There is no shuffling there the action lies In his true nature and we ourselves compelld Even to the teeth and forehead of our faults To give in evidence What then What rests Try what repentance can What can it not Yet what can it when one cannot repent O wretched state O bosom black as death O limed soul that struggling to be free Art more engagd Help angels Make assay Bow stubborn knees and heart with strings of steel Be soft as sinews of the newborn babe All may be well Retires and kneels Enter Hamlet HAMLET Now might I do it pat now he is praying And now Ill dot And so he goes to heaven And so am I revengd That would be scannd A villain kills my father and for that I his sole son do this same villain send To heaven O this is hire and salary not revenge He took my father grossly full of bread With all his crimes broad blown as flush as May And how his audit stands who knows save heaven But in our circumstance and course of thought Tis heavy with him And am I then revengd To take him in the purging of his soul When he is fit and seasond for his passage No Up sword and know thou a more horrid hent When he is drunk asleep or in his rage Or in thincestuous pleasure of his bed At gaming swearing or about some act That has no relish of salvation int Then trip him that his heels may kick at heaven And that his soul may be as damnd and black As hell whereto it goes My mother stays This physic but prolongs thy sickly days Exit The King rises and advances KING My words fly up my thoughts remain below Words without thoughts never to heaven go Exit SCENE IV Another room in the Castle Enter Queen and Polonius POLONIUS He will come straight Look you lay home to him Tell him his pranks have been too broad to bear with And that your Grace hath screend and stood between Much heat and him Ill silence me een here" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "625104c3-3eb5-44bf-babb-9fe934bb703e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "atesby comes again Enter Catesby Now Catesby what says his Grace CATESBY He wonders to what end you have assembled Such troops of citizens to come to him His Grace not being warned thereof before He fears my lord you mean no good to him BUCKINGHAM Sorry I am my noble cousin should Suspect me that I mean no good to him By heaven we come to him in perfect love And so once more return and tell his Grace Exit Catesby When holy and devout religious men Are at their beads tis much to draw them thence So sweet is zealous contemplation Enter Richard aloft between two Bishops Catesby reenters MAYOR See where his Grace stands tween two clergymen BUCKINGHAM Two props of virtue for a Christian prince To stay him from the fall of vanity And see a book of prayer in his hand True ornaments to know a holy man Famous Plantagenet most gracious Prince Lend favourable ear to our requests And pardon us the interruption Of thy devotion and right Christian zeal RICHARD My lord there needs no such apology I do beseech your Grace to pardon me Who earnest in the service of my God Deferred the visitation of my friends But leaving this what is your Graces pleasure BUCKINGHAM Even that I hope which pleaseth God above And all good men of this ungoverned isle RICHARD I do suspect I have done some offence That seems disgracious in the citys eye And that you come to reprehend my ignorance BUCKINGHAM You have my lord Would it might please your GraceOn our entreaties to amend your fault RICHARD Else wherefore breathe I in a Christian land BUCKINGHAM Know then it is your fault that you resign The supreme seat the throne majestical The sceptered office of your ancestors Your state of fortune and your due of birth The lineal glory of your royal house To the corruption of a blemished stock Whiles in the mildness of your sleepy thoughts Which here we waken to our countrys good The noble isle doth want her proper limbs Her face defaced with scars of infamy Her royal stock graft with ignoble plants And almost shouldered in the swallowing gulf Of dark forgetfulness and deep oblivion Which to recure we heartily solicit Your gracious self to take on you the charge And kingly government of this your land Not as Protector steward substitute Or lowly factor for anothers gain But as success" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "f34a7909-d326-494c-94c4-c5d6178290b7", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " From the dead temples of this bloody wretch Have I plucked off to grace thy brows withal Wear it enjoy it and make much of it RICHMOND Great God of heaven say Amen to all But tell me is young George Stanley living STANLEY He is my lord and safe in Leicester town Whither if it please you we may now withdraw us RICHMOND What men of name are slain on either side STANLEY John Duke of Norfolk Walter Lord Ferrers Sir Robert Brakenbury and Sir William Brandon RICHMOND Inter their bodies as becomes their births Proclaim a pardon to the soldiers fled That in submission will return to us And then as we have taen the sacrament We will unite the white rose and the red Smile heaven upon this fair conjunction That long have frowned upon their enmity What traitor hears me and says not Amen England hath long been mad and scarred herself The brother blindly shed the brothers blood The father rashly slaughtered his own son The son compelled been butcher to the sire All this divided York and Lancaster Divided in their dire division O now let Richmond and Elizabeth The true succeeders of each royal house By Gods fair ordinance conjoin together And let their heirs God if Thy will be so Enrich the time to come with smoothedfaced peace With smiling plenty and fair prosperous days Abate the edge of traitors gracious Lord That would reduce these bloody days again And make poor England weep in streams of blood Let them not live to taste this lands increase That would with treason wound this fair lands peace Now civil wounds are stopped peace lives again That she may long live here God say Amen Exeunt THE TRAGEDY OF ROMEO AND JULIET Contents THE PROLOGUE ACT I Scene I A public place Scene II A Street Scene III Room in Capulets House Scene IV A Street Scene V A Hall in Capulets House ACT II CHORUS Scene I An open place adjoining Capulets Garden Scene II Capulets Garden Scene III Friar Lawrences Cell Scene IV A Street Scene V Capulets Garden Scene VI Friar Lawrences Cell ACT III Scene I A public Place Scene II A Room in Capulets House Scene III Friar Lawrences cell Scene IV A Room in Capulets House Scene V An open Gallery to Juliets Chamber overlooking the Garden ACT IV Scene I Friar Lawrences Cell Scene II Hall in Capulets House Scene III Juliets Chamber Scene IV Hall in Capule" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "e699eaa2-be05-45b4-8779-1a92ecd16b5e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "eunt SCENE IV A room in Doctor Caiuss house Enter Mistress Quickly and Simple MISTRESS QUICKLY What John Rugby Enter Rugby I pray thee go to the casement and see if you can see my master Master Doctor Caius coming If he do i faith and find anybody in the house here will be an old abusing of Gods patience and the Kings English RUGBY Ill go watch MISTRESS QUICKLY Go and well have a posset fort soon at night in faith at the latter end of a seacoal fire Exit Rugby An honest willing kind fellow as ever servant shall come in house withal and I warrant you no telltale nor no breedbate His worst fault is that he is given to prayer he is something peevish that way but nobody but has his fault But let that pass Peter Simple you say your name is SIMPLE Ay for fault of a better MISTRESS QUICKLY And Master Slenders your master SIMPLE Ay forsooth MISTRESS QUICKLY Does he not wear a great round beard like a glovers paringknife SIMPLE No forsooth he hath but a little wee face with a little yellow beard a Caincoloured beard MISTRESS QUICKLY A softlysprighted man is he not SIMPLE Ay forsooth But he is as tall a man of his hands as any is between this and his head He hath fought with a warrenerMISTRESS QUICKLY How say you O I should remember him Does he not hold up his head as it were and strut in his gait SIMPLE Yes indeed does he MISTRESS QUICKLY Well heaven send Anne Page no worse fortune Tell Master Parson Evans I will do what I can for your master Anne is a good girl and I wish Enter Rugby RUGBY Out alas Here comes my master MISTRESS QUICKLY We shall all be shent Run in here good young man go into this closet He will not stay long Simple steps into the closet What John Rugby John What John I say Go John go inquire for my master I doubt he be not well that he comes not home Exit Rugby Sings And down down adowna etc Enter Doctor Caius CAIUS Vat is you sing I do not like dese toys Pray you go and vetch me in my closet une botine verte a box a greena box Do intend vat I speak A greena box MISTRESS QUICKLY Ay forsooth Ill fetch it you Aside I am glad he went not in himself If" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "2a8b0b8f-f0cd-48fe-a332-d780205a760c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the very uncleanly flux of a cat Mend the instance shepherd CORIN You have too courtly a wit for me Ill rest TOUCHSTONE Wilt thou rest damned God help thee shallow man God make incision in thee thou art rawCORIN Sir I am a true labourer I earn that I eat get that I wear owe no man hate envy no mans happiness glad of other mens good content with my harm and the greatest of my pride is to see my ewes graze and my lambs suck TOUCHSTONE That is another simple sin in you to bring the ewes and the rams together and to offer to get your living by the copulation of cattle to be bawd to a bellwether and to betray a shelamb of a twelvemonth to crookedpated old cuckoldly ram out of all reasonable match If thou best not damned for this the devil himself will have no shepherds I cannot see else how thou shouldst scape Enter Rosalind as Ganymede CORIN Here comes young Master Ganymede my new mistresss brother ROSALIND Reads From the east to western Inde No jewel is like Rosalind Her worth being mounted on the wind Through all the world bears Rosalind All the pictures fairest lined Are but black to Rosalind Let no face be kept in mind But the fair of Rosalind TOUCHSTONE Ill rhyme you so eight years together dinners and suppers and sleeping hours excepted It is the right butterwomens rank to market ROSALIND Out fool TOUCHSTONE For a taste If a hart do lack a hind Let him seek out Rosalind If the cat will after kind So be sure will Rosalind Winter garments must be lined So must slender Rosalind They that reap must sheaf and bind Then to cart with Rosalind Sweetest nut hath sourest rind Such a nut is Rosalind He that sweetest rose will find Must find loves prick and Rosalind This is the very false gallop of verses Why do you infect yourself with them ROSALIND Peace you dull fool I found them on a tree TOUCHSTONE Truly the tree yields bad fruit ROSALIND Ill graft it with you and then I shall graft it with a medlar Then it will be the earliest fruit i th country for youll be rotten ere you be half ripe and thats the right virtue of the medlar TOUCHSTONE You have said but whether wisely or no let the forest judge Enter Celia as" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "488a37b3-3db9-4098-9ba4-f12be3c5dda4", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " he come so nigh KING JOHN The legate of the pope hath been with me And I have made a happy peace with him And he hath promisd to dismiss the powers Led by the Dauphin BASTARD O inglorious league Shall we upon the footing of our land Send fairplay orders and make compromise Insinuation parley and base truce To arms invasive Shall a beardless boy A cockerd silken wanton brave our fields And flesh his spirit in a warlike soil Mocking the air with colours idly spread And find no check Let us my liege to arms Perchance the cardinal cannot make your peace Or if he do let it at least be said They saw we had a purpose of defence KING JOHN Have thou the ordering of this present time BASTARD Away then with good courage Yet I know Our party may well meet a prouder foe Exeunt SCENE II Near Saint Edmundsbury The French Camp Enter in arms Louis Salisbury Melun Pembroke Bigot and soldiers LOUIS My Lord Melun let this be copied out And keep it safe for our remembrance Return the precedent to these lords again That having our fair order written down Both they and we perusing oer these notes May know wherefore we took the sacrament And keep our faiths firm and inviolable SALISBURY Upon our sides it never shall be broken And noble Dauphin albeit we swear A voluntary zeal and an unurgd faith To your proceedings yet believe me prince I am not glad that such a sore of time Should seek a plaster by contemnd revolt And heal the inveterate canker of one wound By making many O it grieves my soul That I must draw this metal from my side To be a widowmaker O and there Where honourable rescue and defence Cries out upon the name of Salisbury But such is the infection of the time That for the health and physic of our right We cannot deal but with the very hand Of stern injustice and confused wrong And ist not pity O my grieved friends That we the sons and children of this isle Were born to see so sad an hour as this Wherein we step after a stranger march Upon her gentle bosom and fill up Her enemies ranks I must withdraw and weep Upon the spot of this enforced cause To grace the gentry of a land remote And follow unacquainted colours here What here O nation that thou couldst remove That Neptunes arms who clipp" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "126302f2-3999-4eb1-b349-7179a47deeb7", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " tomorrow night in Eastcheap there Ill sup Farewell POINS Farewell my lord Exit PRINCE I know you all and will awhile uphold The unyokd humour of your idleness Yet herein will I imitate the sun Who doth permit the base contagious clouds To smother up his beauty from the world That when he please again to be himself Being wanted he may be more wonderd at By breaking through the foul and ugly mists Of vapours that did seem to strangle him If all the year were playing holidays To sport would be as tedious as to work But when they seldom come they wishdfor come And nothing pleaseth but rare accidents So when this loose behaviour I throw off And pay the debt I never promised By how much better than my word I am By so much shall I falsify mens hopes And like bright metal on a sullen ground My reformation glittring oer my fault Shall show more goodly and attract more eyes Than that which hath no foil to set it off Ill so offend to make offence a skill Redeeming time when men think least I will Exit SCENE III The Same A Room in the Palace Enter King Henry Northumberland Worcester Hotspur Sir Walter Blunt and others KING My blood hath been too cold and temperate Unapt to stir at these indignities And you have found me for accordingly You tread upon my patience but be sure I will from henceforth rather be myself Mighty and to be feard than my condition Which hath been smooth as oil soft as young down And therefore lost that title of respect Which the proud soul neer pays but to the proud WORCESTER Our house my sovereign liege little deserves The scourge of greatness to be used on it And that same greatness too which our own hands Have holp to make so portly NORTHUMBERLAND My lord KING Worcester get thee gone for I do see Danger and disobedience in thine eye O sir your presence is too bold and peremptory And majesty might never yet endure The moody frontier of a servant brow You have good leave to leave us When we need Your use and counsel we shall send for you Exit Worcester To Northumberland You were about to speak NORTHUMBERLAND Yea my good lord Those prisoners in your Highness name demanded Which Harry Percy here at Holmedon took Were as he says not with such strength denied As is deliverd to your Majesty Either envy therefore or misprision Is guilty of this fault and not my son HOT" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "a11d999e-2996-4eb0-bc65-b178a51c1a2d", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " to know it COUNTESS You have dischargd this honestly keep it to yourself many likelihoods informd me of this before which hung so tottering in the balance that I could neither believe nor misdoubt Pray you leave me stall this in your bosom and I thank you for your honest care I will speak with you further anon Exit Steward Enter Helena Even so it was with me when I was young If ever we are natures these are ours this thorn Doth to our rose of youth rightly belong Our blood to us this to our blood is born It is the show and seal of natures truth Where loves strong passion is impressd in youth By our remembrances of days foregone Such were our faults or then we thought them none Her eye is sick ont I observe her now HELENA What is your pleasure madam COUNTESS You know Helen I am a mother to you HELENA Mine honourable mistress COUNTESS Nay a mother Why not a mother When I said a mother Methought you saw a serpent Whats in mother That you start at it I say I am your mother And put you in the catalogue of those That were enwombed mine Tis often seen Adoption strives with nature and choice breeds A native slip to us from foreign seeds You neer oppressd me with a mothers groan Yet I express to you a mothers care Gods mercy maiden does it curd thy blood To say I am thy mother Whats the matter That this distempered messenger of wet The manycolourd Iris rounds thine eye Why that you are my daughter HELENA That I am not COUNTESS I say I am your mother HELENA Pardon madam The Count Rossillon cannot be my brother I am from humble he from honoured name No note upon my parents his all noble My master my dear lord he is and I His servant live and will his vassal die He must not be my brother COUNTESS Nor I your mother HELENA You are my mother madam would you were So that my lord your son were not my brother Indeed my mother or were you both our mothers I care no more for than I do for heaven So I were not his sister Cant no other But I your daughter he must be my brother COUNTESS Yes Helen you might be my daughterinlaw God shield you mean it not daughter and mother So strive upon your pulse What pale againMy fear hath catchd your fondness" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "5ffee25c-7fc2-4324-beef-ad7cf0a4f528", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " am about thrift Briefly I do mean to make love to Fords wife I spy entertainment in her She discourses she carves she gives the leer of invitation I can construe the action of her familiar style and the hardest voice of her behaviour to be Englished rightly is I am Sir John Falstaffs PISTOL He hath studied her will and translated her willout of honesty into English NYM The anchor is deep Will that humour pass FALSTAFF Now the report goes she has all the rule of her husbands purse He hath a legion of angels PISTOL As many devils entertain and To her boy say I NYM The humour rises it is good Humour me the angels FALSTAFF I have writ me here a letter to her and here another to Pages wife who even now gave me good eyes too examined my parts with most judicious oeillades Sometimes the beam of her view gilded my foot sometimes my portly belly PISTOL Then did the sun on dunghill shine NYM I thank thee for that humour FALSTAFF O she did so course oer my exteriors with such a greedy intention that the appetite of her eye did seem to scorch me up like a burningglass Heres another letter to her She bears the purse too she is a region in Guiana all gold and bounty I will be cheaters to them both and they shall be exchequers to me they shall be my East and West Indies and I will trade to them both Go bear thou this letter to Mistress Pageand thou this to Mistress Ford We will thrive lads we will thrive PISTOL Shall I Sir Pandarus of Troy become And by my side wear steel Then Lucifer take all NYM I will run no base humour Here take the humourletter I will keep the haviour of reputation FALSTAFF To Robin Hold sirrah bear you these letters tightly Sail like my pinnace to these golden shores Rogues hence avaunt Vanish like hailstones go Trudge plod away o th hoof seek shelter pack Falstaff will learn the humour of this age French thrift you roguesmyself and skirted page Exeunt Falstaff and Robin PISTOL Let vultures gripe thy guts For gourd and fullam holds And high and low beguile the rich and poor Tester Ill have in pouch when thou shalt lack Base Phrygian Turk NYM I have operations in my head which be humours of revenge PISTOL" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "94d6aa84-cb8f-40ab-93fd-6186d5b92fc3", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " so abandond to her sorrow As it is spoke she never will admit me DUKE Be clamorous and leap all civil bounds Rather than make unprofited return VIOLA Say I do speak with her my lord what then DUKE O then unfold the passion of my love Surprise her with discourse of my dear faith It shall become thee well to act my woes She will attend it better in thy youth Than in a nuncios of more grave aspect VIOLA I think not so my lord DUKE Dear lad believe it For they shall yet belie thy happy years That say thou art a man Dianas lip Is not more smooth and rubious thy small pipe Is as the maidens organ shrill and sound And all is semblative a womans part I know thy constellation is right apt For this affair Some four or five attend him All if you will for I myself am best When least in company Prosper well in this And thou shalt live as freely as thy lord To call his fortunes thine VIOLA Ill do my best To woo your lady Aside Yet a barful strife Whoeer I woo myself would be his wife Exeunt SCENE V A Room in Olivias House Enter Maria and Clown MARIA Nay either tell me where thou hast been or I will not open my lips so wide as a bristle may enter in way of thy excuse my lady will hang thee for thy absenceCLOWN Let her hang me he that is well hanged in this world needs to fear no colours MARIA Make that good CLOWN He shall see none to fear MARIA A good lenten answer I can tell thee where that saying was born of I fear no colours CLOWN Where good Mistress Mary MARIA In the wars and that may you be bold to say in your foolery CLOWN Well God give them wisdom that have it and those that are fools let them use their talents MARIA Yet you will be hanged for being so long absent or to be turned away is not that as good as a hanging to you CLOWN Many a good hanging prevents a bad marriage and for turning away let summer bear it out MARIA You are resolute then CLOWN Not so neither but I am resolved on two points MARIA That if one break the other will hold or if both break your gaskins fall CLOWN Apt in good faith very apt Well go thy way if Sir Toby would leave drinking thou wert as witty a piece of Eves flesh as any in Il" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "e3a46657-ea71-4a03-910d-a584a311cb55", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the reprobate thought of it I would take desire prisoner and ransom him to any French courtier for a newdevised curtsy I think scorn to sigh methinks I should outswear Cupid Comfort me boy What great men have been in love MOTH Hercules master ARMADO Most sweet Hercules More authority dear boy name more and sweet my child let them be men of good repute and carriage MOTH Samson master He was a man of good carriage great carriage for he carried the town gates on his back like a porter and he was in love ARMADO O wellknit Samson strongjointed Samson I do excel thee in my rapier as much as thou didst me in carrying gates I am in love too Who was Samsons love my dear Moth MOTH A woman master ARMADO Of what complexion MOTH Of all the four or the three or the two or one of the four ARMADO Tell me precisely of what complexion MOTH Of the seawater green sir ARMADO Is that one of the four complexions MOTH As I have read sir and the best of them too ARMADO Green indeed is the colour of lovers But to have a love of that colour methinks Samson had small reason for it He surely affected her for her wit MOTH It was so sir for she had a green wit ARMADO My love is most immaculate white and red MOTH Most maculate thoughts master are masked under such colours ARMADO Define define welleducated infant MOTH My fathers wit and my mothers tongue assist me ARMADO Sweet invocation of a child most pretty and pathetical MOTH If she be made of white and red Her faults will neer be known For blushing cheeks by faults are bred And fears by pale white shown Then if she fear or be to blame By this you shall not know For still her cheeks possess the same Which native she doth owe A dangerous rhyme master against the reason of white and red ARMADO Is there not a ballad boy of the King and the Beggar MOTH The world was very guilty of such a ballad some three ages since but I think now tis not to be found or if it were it would neither serve for the writing nor the tune ARMADO I will have that subject newly writ oer that I may example my digression by some mighty precedent Boy I do love that country girl that I took in the park with the rational hind Costard She deserves well MOTH Aside To be whipped and yet a" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "9f11db71-bb8e-4dcf-820d-aa63715a161d", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Train PETRUCHIO Gentlemen and friends I thank you for your pains I know you think to dine with me today And have prepard great store of wedding cheer But so it is my haste doth call me hence And therefore here I mean to take my leave BAPTISTA Ist possible you will away tonight PETRUCHIO I must away today before night come Make it no wonder if you knew my business You would entreat me rather go than stay And honest company I thank you all That have beheld me give away myself To this most patient sweet and virtuous wife Dine with my father drink a health to me For I must hence and farewell to you all TRANIO Let us entreat you stay till after dinner PETRUCHIO It may not be GREMIO Let me entreat you PETRUCHIO It cannot be KATHERINA Let me entreat you PETRUCHIO I am content KATHERINA Are you content to stay PETRUCHIO I am content you shall entreat me stay But yet not stay entreat me how you can KATHERINA Now if you love me stay PETRUCHIO Grumio my horse GRUMIO Ay sir they be ready the oats have eaten the horses KATHERINA Nay then Do what thou canst I will not go today No nor tomorrow not till I please myself The door is open sir there lies your way You may be jogging whiles your boots are green For me Ill not be gone till I please myself Tis like youll prove a jolly surly groom That take it on you at the first so roundly PETRUCHIO O Kate content thee prithee be not angry KATHERINA I will be angry what hast thou to do Father be quiet he shall stay my leisure GREMIO Ay marry sir now it begins to work KATHERINA Gentlemen forward to the bridal dinner I see a woman may be made a fool If she had not a spirit to resist PETRUCHIO They shall go forward Kate at thy command Obey the bride you that attend on her Go to the feast revel and domineer Carouse full measure to her maidenhead Be mad and merry or go hang yourselves But for my bonny Kate she must with me Nay look not big nor stamp nor stare nor fret I will be master of what is mine own She is my goods my chattels she is my house My household stuff my field my barn My horse my ox my ass my anything And here she stands touch her" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "08541c2e-1c11-40fa-a8c3-2554db7e6d2a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " awake Master Ford Theres a hole made in your best coat Master Ford This tis to be married this tis to have linen and buckbaskets Well I will proclaim myself what I am I will now take the lecher He is at my house He cannot scape me Tis impossible he should He cannot creep into a halfpenny purse nor into a pepperbox But lest the devil that guides him should aid him I will search impossible places Though what I am I cannot avoid yet to be what I would not shall not make me tame If I have horns to make one mad let the proverb go with me Ill be hornmadExit ACT IV SCENE I The street Enter Mistress Page Mistress Quickly and William MISTRESS PAGE Is he at Master Fords already thinkst thou MISTRESS QUICKLY Sure he is by this or will be presently But truly he is very courageous mad about his throwing into the water Mistress Ford desires you to come suddenly MISTRESS PAGE Ill be with her by and by Ill but bring my young man here to school Look where his master comes tis a playing day I see Enter Sir Hugh Evans How now Sir Hugh no school today EVANS No Master Slender is let the boys leave to play MISTRESS QUICKLY Blessing of his heart MISTRESS PAGE Sir Hugh my husband says my son profits nothing in the world at his book I pray you ask him some questions in his accidence EVANS Come hither William Hold up your head come MISTRESS PAGE Come on sirrah Hold up your head Answer your master be not afraid EVANS William how many numbers is in nouns WILLIAM Two MISTRESS QUICKLY Truly I thought there had been one number more because they say Ods nouns EVANS Peace your tattlings What is fair William WILLIAM Pulcher MISTRESS QUICKLY Polecats There are fairer things than polecats sure EVANS You are a very simplicity oman I pray you peaceWhat is lapis William WILLIAM A stone EVANS And what is a stone William WILLIAM A pebble EVANS No it is lapis I pray you remember in your prain WILLIAM Lapis EVANS That is a good William What is he William that does lend articles WILLIAM Articles are borrowed of the pronoun and be thus declined singulariter nominativo hic haec hoc EVANS Nominativo hig haeg hog pray you mark genitivo huius Well what is your accusative case WILLIAM Accusativo h" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "ad0329db-be2c-4f36-a009-6945f5d6b418", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " ARCHBISHOP I hope no less yet needful tis to fear And to prevent the worst Sir Michael speed For if Lord Percy thrive not ere the King Dismiss his power he means to visit us For he hath heard of our confederacy And tis but wisdom to make strong against him Therefore make haste I must go write again To other friends and so farewell Sir Michael Exeunt ACT V SCENE I The Kings Camp near Shrewsbury Enter King Henry Prince Henry Lancaster Sir Walter Blunt and Sir John Falstaff KING How bloodily the sun begins to peer Above yon bulky hill The day looks pale At his distemprature PRINCE The southern wind Doth play the trumpet to his purposes And by his hollow whistling in the leaves Foretells a tempest and a blustring day KING Then with the losers let it sympathize For nothing can seem foul to those that win The trumpet sounds Enter Worcester and Vernon How now my Lord of Worcester Tis not well That you and I should meet upon such terms As now we meet You have deceived our trust And made us doff our easy robes of peace To crush our old limbs in ungentle steel This is not well my lord this is not well What say you to it Will you again unknit This churlish knot of allabhorred war And move in that obedient orb again Where you did give a fair and natural light And be no more an exhaled meteor A prodigy of fear and a portent Of broached mischief to the unborn times WORCESTER Hear me my liege For mine own part I could be well content To entertain the lag end of my life With quiet hours For I do protest I have not sought the day of this dislike KING You have not sought it How comes it then FALSTAFF Rebellion lay in his way and he found it PRINCE Peace chewet peace WORCESTER It pleased your Majesty to turn your looks Of favour from myself and all our house And yet I must remember you my lord We were the first and dearest of your friends For you my staff of office did I break In Richards time and posted day and night To meet you on the way and kiss your hand When yet you were in place and in account Nothing so strong and fortunate as I It was myself my brother and his son That brought you home and boldly did outdare The dangers of the time You swore to us And you did swear that oath at" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "12d96c3a-55f4-4652-b6c4-b2a2658bacef", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " in the Tower ACT II Scene I London A Room in the palace Scene II Another Room in the palace Scene III London A street Scene IV London A Room in the Palace ACT III Scene I London A street Scene II Before Lord Hastings house Scene III Pomfret Before the Castle Scene IV London A Room in the Tower Scene V London The Tower Walls Scene VI London A street Scene VII London Court of Baynards Castle ACT IV Scene I London Before the Tower Scene II London A Room of State in the Palace Scene III London Another Room in the Palace Scene IV London Before the Palace Scene V A Room in Lord Stanleys house ACT V Scene I Salisbury An open place Scene II Plain near Tamworth Scene III Bosworth Field Scene IV Another part of the Field Scene V Another part of the Field Dramatis Person RICHARD DUKE OF GLOUCESTER afterwards KING RICHARD III LADY ANNE widow to Edward Prince of Wales son to King Henry VI afterwards married to the Duke of Gloucester KING EDWARD THE FOURTH brother to Richard QUEEN ELIZABETH Queen to King Edward IV Sons to the king EDWARD PRINCE OF WALES afterwards KING EDWARD V RICHARD DUKE OF YORK GEORGE DUKE OF CLARENCE brother to Edward and Richard BOY son to Clarence GIRL daughter to Clarence DUCHESS OF YORK mother to King Edward IV Clarence and Gloucester QUEEN MARGARET widow to King Henry VI DUKE OF BUCKINGHAM LORD HASTINGS the Lord Chamberlain LORD STANLEY the Earl of Derby EARL RIVERS brother to Queen Elizabeth LORD GREY son of Queen Elizabeth by her former marriage MARQUESS OF DORSET son of Queen Elizabeth by her former marriage SIR THOMAS VAUGHAN SIR WILLIAM CATESBY SIR RICHARD RATCLIFFE LORD LOVELL DUKE OF NORFOLK EARL OF SURREY HENRY EARL OF RICHMOND afterwards KING HENRY VII EARL OF OXFORD SIR JAMES BLUNT SIR WALTER HERBERT SIR WILLIAM BRANDON CHRISTOPHER URSWICK a priest THOMAS ROTHERHAM ARCHBISHOP OF YORK CARDINAL BOURCHIER ARCHBISHOP OF CANTERBURY John Morton BISHOP OF ELY SIR ROBERT BRAKENBURY Lieutenant of the Tower SIR JAMES TYRREL Another Priest LORD MAYOR" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c32b244c-a287-4c30-ab8d-1a4c6078cbfa", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Reads Thou canst not choose but know who I am If thou entertainst my love let it appear in thy smiling thy smiles become thee well Therefore in my presence still smile dear my sweet I prithee Jove I thank thee I will smile I will do everything that thou wilt have me Exit FABIAN I will not give my part of this sport for a pension of thousands to be paid from the Sophy SIR TOBY I could marry this wench for this device SIR ANDREW So could I too SIR TOBY And ask no other dowry with her but such another jest Enter Maria SIR ANDREW Nor I neither FABIAN Here comes my noble gullcatcher SIR TOBY Wilt thou set thy foot o my neck SIR ANDREW Or o mine either SIR TOBY Shall I play my freedom at traytrip and become thy bondslave SIR ANDREW I faith or I either SIR TOBY Why thou hast put him in such a dream that when the image of it leaves him he must run mad MARIA Nay but say true does it work upon him SIR TOBY Like aquavitae with a midwife MARIA If you will then see the fruits of the sport mark his first approach before my lady he will come to her in yellow stockings and tis a colour she abhors and crossgartered a fashion she detests and he will smile upon her which will now be so unsuitable to her disposition being addicted to a melancholy as she is that it cannot but turn him into a notable contempt If you will see it follow me SIR TOBY To the gates of Tartar thou most excellent devil of wit SIR ANDREW Ill make one too Exeunt ACT III SCENE I Olivias garden Enter Viola and Clown with a tabor VIOLA Save thee friend and thy music Dost thou live by thy tabor CLOWN No sir I live by the church VIOLA Art thou a churchman CLOWN No such matter sir I do live by the church for I do live at my house and my house doth stand by the church VIOLA So thou mayst say the king lies by a beggar if a beggar dwell near him or the church stands by thy tabor if thy tabor stand by the church CLOWN You have said sir To see this age A sentence is but a chevril glove to a good wit How quickly the wrong side may be turned outward VI" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "585e20c2-ef2b-4c0b-8b6a-ecebc24a5104", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " my guardians my depositaries But kept a reservation to be followed With such a number What must I come to you With fiveandtwenty Regan said you so REGAN And speakt again my lord no more with me LEAR Those wicked creatures yet do look wellfavourd When others are more wicked not being the worst Stands in some rank of praise To Goneril Ill go with thee Thy fifty yet doth double fiveandtwenty And thou art twice her love GONERIL Hear me my lord What need you fiveandtwenty Ten Or five To follow in a house where twice so many Have a command to tend you REGAN What need one LEAR O reason not the need our basest beggars Are in the poorest thing superfluous Allow not nature more than nature needs Mans life is cheap as beasts Thou art a lady If only to go warm were gorgeous Why nature needs not what thou gorgeous wearst Which scarcely keeps thee warm But for true need You heavens give me that patience patience I need You see me here you gods a poor old man As full of grief as age wretched in both If it be you that stirs these daughters hearts Against their father fool me not so much To bear it tamely touch me with noble anger And let not womens weapons waterdrops Stain my mans cheeks No you unnatural hags I will have such revenges on you both That all the world shallI will do such things What they are yet I know not but they shall be The terrors of the earth You think Ill weep No Ill not weep Storm and tempest I have full cause of weeping but this heart Shall break into a hundred thousand flaws Or ere Ill weepO fool I shall go mad Exeunt Lear Gloucester Kent and Fool CORNWALL Let us withdraw twill be a storm REGAN This house is little the old man and his people Cannot be well bestowd GONERIL Tis his own blame hath put himself from rest And must needs taste his folly REGAN For his particular Ill receive him gladly But not one follower GONERIL So am I purposd Where is my lord of Gloucester Enter Gloucester CORNWALL Followed the old man forth he is returnd GLOUCESTER The King is in high rage CORNWALL Whither is he going GLOUCESTER He calls to horse but will I know not whither CORNWALL Tis best to give him way he leads himself GONERIL" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "dabb4828-4fec-4a80-9aea-0d188abd5ed6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " smooths the wrong Inferreth arguments of mighty strength And in conclusion wins the King from her With promise of his sister and what else To strengthen and support King Edwards place O Margaret thus twill be and thou poor soul Art then forsaken as thou wentst forlorn 2 KEEPER Say what art thou that talkst of kings and queens KING HENRY More than I seem and less than I was born to A man at least for less I should not be And men may talk of kings and why not I 2 KEEPER Ay but thou talkst as if thou wert a king KING HENRY Why so I am in mind and thats enough 2 KEEPER But if thou be a king where is thy crown KING HENRY My crown is in my heart not on my head Not decked with diamonds and Indian stones Not to be seen My crown is called content A crown it is that seldom kings enjoy 2 KEEPER Well if you be a king crowned with content Your crown content and you must be contented To go along with us for as we think You are the king King Edward hath deposed And we his subjects sworn in all allegiance Will apprehend you as his enemy KING HENRY But did you never swear and break an oath 2 KEEPER No never such an oath nor will not now KING HENRY Where did you dwell when I was King of England 2 KEEPER Here in this country where we now remain KING HENRY I was anointed king at nine months old My father and my grandfather were kings And you were sworn true subjects unto me And tell me then have you not broke your oaths 1 KEEPER No for we were subjects but while you were king KING HENRY Why am I dead Do I not breathe a man Ah simple men you know not what you swear Look as I blow this feather from my face And as the air blows it to me again Obeying with my wind when I do blow And yielding to another when it blows Commanded always by the greater gust Such is the lightness of you common men But do not break your oaths for of that sin My mild entreaty shall not make you guilty Go where you will the King shall be commanded And be you kings command and Ill obey 1 KEEPER We are true subjects to the King King Edward KING HENRY So would you be again to Henry If he were seated as King Edward is " + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "98de6983-5fe5-4c9c-9e89-1de71acc8659", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Jack Rugby RUGBY Sir CAIUS Vat is de clock Jack RUGBY Tis past the hour sir that Sir Hugh promised to meet CAIUS By gar he has save his soul dat he is no come He has pray his Pible well dat he is no come By gar Jack Rugby he is dead already if he be come RUGBY He is wise sir he knew your worship would kill him if he came CAIUS By gar de herring is no dead so as I vill kill him Take your rapier Jack I vill tell you how I vill kill him RUGBY Alas sir I cannot fence CAIUS Villainy take your rapier RUGBY Forbear heres company Enter Page Shallow Slender and Host HOST God bless thee bully doctor SHALLOW God save you Master Doctor Caius PAGE Now good Master Doctor SLENDER Give you good morrow sir CAIUS Vat be all you one two tree four come for HOST To see thee fight to see thee foin to see thee traverse to see thee here to see thee there to see thee pass thy punto thy stock thy reverse thy distance thy montant Is he dead my Ethiopian Is he dead my Francisco Ha bully What says my Aesculapius my Galen my heart of elder ha Is he dead bully stale Is he dead CAIUS By gar he is de coward Jackpriest of de vorld He is not show his face HOST Thou art a Castalion King Urinal Hector of Greece my boy CAIUS I pray you bear witness that me have stay six or seven two tree hours for him and he is no come SHALLOW He is the wiser man Master doctor He is a curer of souls and you a curer of bodies If you should fight you go against the hair of your professions Is it not true Master Page PAGE Master Shallow you have yourself been a great fighter though now a man of peace SHALLOW Bodykins Master Page though I now be old and of the peace if I see a sword out my finger itches to make one Though we are justices and doctors and churchmen Master Page we have some salt of our youth in us We are the sons of women Master Page PAGE Tis true Master Shallow SHALLOW It will be found so Master PageMaster Doctor Caius I come to fetch you home I am sworn of the peace You have showed yourself a wise physician and Sir Hugh hath shown himself a wise and patient churchman You must go" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "9afc21aa-56d4-46ec-a662-2bd06882b6fe", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " speed prepare to carry it The cause craves haste and it will soon be writ Her maid is gone and she prepares to write First hovering oer the paper with her quill Conceit and grief an eager combat fight What wit sets down is blotted straight with will This is too curiousgood this blunt and ill Much like a press of people at a door Throng her inventions which shall go before At last she thus begins Thou worthy lord Of that unworthy wife that greeteth thee Health to thy person Next vouchsafe t affordIf ever love thy Lucrece thou wilt see Some present speed to come and visit me So I commend me from our house in grief My woes are tedious though my words are brief Here folds she up the tenor of her woe Her certain sorrow writ uncertainly By this short schedule Collatine may know Her grief but not her griefs true quality She dares not thereof make discovery Lest he should hold it her own gross abuse Ere she with blood had stained her stained excuse Besides the life and feeling of her passion She hoards to spend when he is by to hear her When sighs and groans and tears may grace the fashion Of her disgrace the better so to clear her From that suspicion which the world might bear her To shun this blot she would not blot the letter With words till action might become them better To see sad sights moves more than hear them told For then the eye interprets to the ear The heavy motion that it doth behold When every part a part of woe doth bear Tis but a part of sorrow that we hear Deep sounds make lesser noise than shallow fords And sorrow ebbs being blown with wind of words Her letter now is sealed and on it writ At Ardea to my lord with more than haste The post attends and she delivers it Charging the sourfaced groom to hie as fast As lagging fowls before the northern blast Speed more than speed but dull and slow she deems Extremely still urgeth such extremes The homely villain curtsies to her low And blushing on her with a steadfast eye Receives the scroll without or yea or no And forth with bashful innocence doth hie But they whose guilt within their bosoms lie Imagine every eye beholds their blame For Lucrece thought he blushed to see her shame When silly groom God wot it was defect Of spirit life and bold audacity Such harmless creatures have a true respect To talk in deeds while others" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "ce48070e-7b2d-4669-85c2-3c2c14736454", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " before you CORIOLANUS Thank you sir Farewell Exit Citizen O world thy slippery turns Friends now fast sworn Whose double bosoms seems to wear one heart Whose hours whose bed whose meal and exercise Are still together who twin as twere in love Unseparable shall within this hour On a dissension of a doit break out To bitterest enmity so fellest foes Whose passions and whose plots have broke their sleep To take the one the other by some chance Some trick not worth an egg shall grow dear friends And interjoin their issues So with me My birthplace hate I and my loves upon This enemy town Ill enter If he slay me He does fair justice if he give me way Ill do his country service Exit SCENE V Antium A hall in Aufidiuss house Music plays Enter a Servingman FIRST SERVINGMAN Wine wine wine What service is here I think our fellows are asleep Exit Enter another Servingman SECOND SERVINGMAN Wheres Cotus My master calls for him Cotus Exit Enter Coriolanus CORIOLANUS A goodly house The feast smells well but I Appear not like a guest Enter the First Servingman FIRST SERVINGMAN What would you have friend Whence are you Heres no place for you Pray go to the door Exit CORIOLANUS I have deserved no better entertainment In being Coriolanus Enter Second Servingman SECOND SERVINGMAN Whence are you sirHas the porter his eyes in his head that he gives entrance to such companionsPray get you out CORIOLANUS Away SECOND SERVINGMAN Away Get you away CORIOLANUS Now th art troublesome SECOND SERVINGMAN Are you so brave Ill have you talked with anon Enter Third Servingman the First entering meets him THIRD SERVINGMAN What fellows this FIRST SERVINGMAN A strange one as ever I looked on I cannot get him out o th house Prithee call my master to him THIRD SERVINGMAN What have you to do here fellow Pray you avoid the house CORIOLANUS Let me but stand I will not hurt your hearth THIRD SERVINGMAN What are you CORIOLANUS A gentleman THIRD SERVINGMAN A marvllous poor one CORIOLANUS True so I am THIRD SERVINGMAN Pray you poor gentleman take up some other station Heres no place for you Pray you avoid Come CORIOLAN" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "5b877db2-592a-4b53-a264-aa22b7344a5b", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " written shall be executed TAMORA Titus I am come to talk with thee TITUS No not a word how can I grace my talk Wanting a hand to give it action Thou hast the odds of me therefore no more TAMORA If thou didst know me thou wouldst talk with me TITUS I am not mad I know thee well enough Witness this wretched stump witness these crimson lines Witness these trenches made by grief and care Witness the tiring day and heavy night Witness all sorrow that I know thee well For our proud empress mighty Tamora Is not thy coming for my other hand TAMORA Know thou sad man I am not Tamora She is thy enemy and I thy friend I am Revenge sent from th infernal kingdom To ease the gnawing vulture of thy mind By working wreakful vengeance on thy foes Come down and welcome me to this worlds light Confer with me of murder and of death Theres not a hollow cave or lurkingplace No vast obscurity or misty vale Where bloody murder or detested rape Can couch for fear but I will find them out And in their ears tell them my dreadful name Revenge which makes the foul offender quake TITUS Art thou Revenge And art thou sent to me To be a torment to mine enemies TAMORA I am therefore come down and welcome me TITUS Do me some service ere I come to thee Lo by thy side where Rape and Murder stands Now give some surance that thou art RevengeStab them or tear them on thy chariot wheels And then Ill come and be thy waggoner And whirl along with thee about the globe Provide thee two proper palfreys black as jet To hale thy vengeful waggon swift away And find out murderers in their guilty caves And when thy car is loaden with their heads I will dismount and by the waggonwheel Trot like a servile footman all day long Even from Hyperions rising in the east Until his very downfall in the sea And day by day Ill do this heavy task So thou destroy Rapine and Murder there TAMORA These are my ministers and come with me TITUS Are they thy ministers What are they called TAMORA Rapine and Murder therefore called so Cause they take vengeance of such kind of men TITUS Good Lord how like the empress sons they are And you the empress But we worldly men Have miserable mad mistaking eyes O sweet Revenge now do I come to thee And if one arms embracement will content thee" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "01bf11dd-c095-45ae-a120-1635ea69bc96", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " a beard DON PEDRO Nay a rubs himself with civet can you smell him out by that CLAUDIO Thats as much as to say the sweet youths in love DON PEDRO The greatest note of it is his melancholy CLAUDIO And when was he wont to wash his face DON PEDRO Yea or to paint himself for the which I hear what they say of him CLAUDIO Nay but his jesting spirit which is now crept into a lutestring and now governed by stops DON PEDRO Indeed that tells a heavy tale for him Conclude conclude he is in love CLAUDIO Nay but I know who loves him DON PEDRO That would I know too I warrant one that knows him not CLAUDIO Yes and his ill conditions and in despite of all dies for him DON PEDRO She shall be buried with her face upwards BENEDICK Yet is this no charm for the toothache Old signior walk aside with me I have studied eight or nine wise words to speak to you which these hobbyhorses must not hear Exeunt Benedick and Leonato DON PEDRO For my life to break with him about Beatrice CLAUDIO Tis even so Hero and Margaret have by this played their parts with Beatrice and then the two bears will not bite one another when they meet Enter Don John DON JOHN My lord and brother God save you DON PEDRO Good den brother DON JOHN If your leisure served I would speak with you DON PEDRO In private DON JOHN If it please you yet Count Claudio may hear for what I would speak of concerns him DON PEDRO Whats the matter DON JOHN To Claudio Means your lordship to be married tomorrow DON PEDRO You know he does DON JOHN I know not that when he knows what I know CLAUDIO If there be any impediment I pray you discover it DON JOHN You may think I love you not let that appear hereafter and aim better at me by that I now will manifest For my brother I think he holds you well and in dearness of heart hath holp to effect your ensuing marriage surely suit illspent and labour ill bestowed DON PEDRO Why whats the matter DON JOHN I came hither to tell you and circumstances shortenedfor she has been too long a talking ofthe lady is disloyal CLAUDIO Who Hero DON JOHN Even she Leonatos Hero your Hero every mans Hero CLAUDIO Disloyal DON JOHN The words too good to paint out her wickedness I could say she were worse think you of a worse title and I will" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "5cd53c3e-6764-4abc-8cbe-dd5312d89087", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "on from thy insulting tyranny Coupled in bonds of perpetuity Two Talbots winged through the lither sky In thy despite shall scape mortality O thou whose wounds become hardfavourd Death Speak to thy father ere thou yield thy breath Brave Death by speaking whether he will or no Imagine him a Frenchman and thy foe Poor boy he smiles methinks as who should say Had Death been French then Death had died today Come come and lay him in his fathers arms My spirit can no longer bear these harms Soldiers adieu I have what I would have Now my old arms are young John Talbots grave Dies Enter Charles Alenon Burgundy Bastard La Pucelle and forces CHARLES Had York and Somerset brought rescue in We should have found a bloody day of this BASTARD How the young whelp of Talbots ragingwood Did flesh his puny sword in Frenchmens blood PUCELLE Once I encounterd him and thus I said Thou maiden youth be vanquishd by a maid But with a proud majestical high scorn He answerd thus Young Talbot was not born To be the pillage of a giglot wench So rushing in the bowels of the French He left me proudly as unworthy fight BURGUNDY Doubtless he would have made a noble knight See where he lies inhearsed in the arms Of the most bloody nurser of his harms BASTARD Hew them to pieces hack their bones asunder Whose life was Englands glory Gallias wonder CHARLES O no forbear For that which we have fled During the life let us not wrong it dead Enter Sir William Lucy and a French Herald LUCY Herald conduct me to the Dauphins tent To know who hath obtaind the glory of the day CHARLES On what submissive message art thou sent LUCY Submission Dauphin Tis a mere French word We English warriors wot not what it means I come to know what prisoners thou hast taen And to survey the bodies of the dead CHARLES For prisoners askst thou Hell our prison is But tell me whom thou seekst LUCY But wheres the great Alcides of the field Valiant Lord Talbot Earl of Shrewsbury Created for his rare success in arms Great Earl of Washford Waterford and Valence Lord Talbot of Goodrig and Urchinfield Lord Strange of Blackmere Lord Verdun of Alton Lord Cromwell of Wingfield Lord Furnival of Sheffield The thrice victorious" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "0eca3e2b-3542-4ca3-9b26-14596588c5b0", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " drink he would have tickled you othergates than he did DUKE How now gentleman How ist with you SIR TOBY Thats all one has hurt me and theres th end ont Sot didst see Dick Surgeon sot CLOWN O hes drunk Sir Toby an hour agone his eyes were set at eight i th morning SIR TOBY Then hes a rogue and a passy measures pavin I hate a drunken rogue OLIVIA Away with him Who hath made this havoc with them SIR ANDREW Ill help you Sir Toby because well be dressed together SIR TOBY Will you help An asshead and a coxcomb and a knave a thinfaced knave a gull OLIVIA Get him to bed and let his hurt be looked to Exeunt Clown Fabian Sir Toby and Sir Andrew Enter Sebastian SEBASTIAN I am sorry madam I have hurt your kinsman But had it been the brother of my blood I must have done no less with wit and safety You throw a strange regard upon me and by that I do perceive it hath offended you Pardon me sweet one even for the vows We made each other but so late ago DUKE One face one voice one habit and two persons A natural perspective that is and is not SEBASTIAN Antonio O my dear Antonio How have the hours rackd and torturd me Since I have lost thee ANTONIO Sebastian are you SEBASTIAN Fearst thou that Antonio ANTONIO How have you made division of yourself An apple cleft in two is not more twin Than these two creatures Which is Sebastian OLIVIA Most wonderful SEBASTIAN Do I stand there I never had a brother Nor can there be that deity in my nature Of here and everywhere I had a sister Whom the blind waves and surges have devoured Of charity what kin are you to me What countryman What name What parentage VIOLA Of Messaline Sebastian was my father Such a Sebastian was my brother too So went he suited to his watery tomb If spirits can assume both form and suit You come to fright us SEBASTIAN A spirit I am indeed But am in that dimension grossly clad Which from the womb I did participate Were you a woman as the rest goes even I should my tears let fall upon your cheek And say Thrice welcome drowned Viola VIOLA My father had a mole upon his brow SEBASTIAN And so had mine VIOLA And died that day" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "b6d458de-917f-43ae-aecf-708c234b8942", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ere best not know myself Knocking within Wake Duncan with thy knocking I would thou couldst Exeunt SCENE III The same Enter a Porter Knocking within PORTER Heres a knocking indeed If a man were porter of hell gate he should have old turning the key Knocking Knock knock knock Whos there i th name of Belzebub Heres a farmer that hanged himself on the expectation of plenty come in time have napkins enow about you here youll sweat fort Knocking Knock knock Whos there i th other devils name Faith heres an equivocator that could swear in both the scales against either scale who committed treason enough for Gods sake yet could not equivocate to heaven O come in equivocator Knocking Knock knock knock Whos there Faith heres an English tailor come hither for stealing out of a French hose come in tailor here you may roast your goose Knocking Knock knock Never at quiet What are youBut this place is too cold for hell Ill devilporter it no further I had thought to have let in some of all professions that go the primrose way to th everlasting bonfire Knocking Anon anon I pray you remember the porter Opens the gate Enter Macduff and Lennox MACDUFF Was it so late friend ere you went to bed That you do lie so late PORTER Faith sir we were carousing till the second cock and drink sir is a great provoker of three things MACDUFF What three things does drink especially provoke PORTER Marry sir nosepainting sleep and urine Lechery sir it provokes and unprovokes it provokes the desire but it takes away the performance Therefore much drink may be said to be an equivocator with lechery it makes him and it mars him it sets him on and it takes him off it persuades him and disheartens him makes him stand to and not stand to in conclusion equivocates him in a sleep and giving him the lie leaves him MACDUFF I believe drink gave thee the lie last night PORTER That it did sir i the very throat on me but I requited him for his lie and I think being too strong for him though he took up my legs sometime yet I made a shift to cast him MACDUFF Is thy master stirring Enter Macbeth Our knocking has awakd him here he comes LENNOX Good morrow noble sir MACBETH Good morrow both MACDUFF Is the King stirring worthy thane MACBETH Not yet" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "19c8f1d6-3189-4367-a2a5-2edb4f7e3d4d", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " fairer far than thou Although thy husband may be Menelaus And neer was Agamemnons brother wronged By that false woman as this king by thee His father revelled in the heart of France And tamed the King and made the Dauphin stoop And had he matched according to his state He might have kept that glory to this day But when he took a beggar to his bed And graced thy poor sire with his bridal day Even then that sunshine brewed a shower for him That washed his fathers fortunes forth of France And heaped sedition on his crown at home For what hath broached this tumult but thy pride Hadst thou been meek our title still had slept And we in pity of the gentle king Had slipped our claim until another age GEORGE But when we saw our sunshine made thy spring And that thy summer bred us no increase We set the axe to thy usurping root And though the edge hath something hit ourselves Yet know thou since we have begun to strike Well never leave till we have hewn thee down Or bathed thy growing with our heated bloods EDWARD And in this resolution I defy thee Not willing any longer conference Since thou deniest the gentle King to speak Sound trumpets Let our bloody colours wave And either victory or else a grave QUEEN MARGARET Stay Edward EDWARD No wrangling woman well no longer stay These words will cost ten thousand lives this day Exeunt SCENE III A field of battle between Towton and Saxton in Yorkshire Alarums Excursions Enter Warwick WARWICK Forspent with toil as runners with a race I lay me down a little while to breathe For strokes received and many blows repaid Have robbed my strongknit sinews of their strength And spite of spite needs must I rest awhile Enter Edward running EDWARD Smile gentle heaven or strike ungentle death For this world frowns and Edwards sun is clouded WARWICK How now my lord what hap What hope of good Enter George GEORGE Our hap is loss our hope but sad despair Our ranks are broke and ruin follows us What counsel give you Whither shall we fly EDWARD Bootless is flight they follow us with wings And weak we are and cannot shun pursuit Enter Richard RICHARD Ah Warwick why hast thou withdrawn thyself Thy brothers blood the thirsty earth hath drunk Broached with the steely point of Cliffords lance And in the very pangs of death he cried Like to a dismal clangor" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "a2a3f98c-892e-4e39-9eed-3633bee3da24", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " It did me yeomans service Wilt thou know The effect of what I wrote HORATIO Ay good my lord HAMLET An earnest conjuration from the King As England was his faithful tributary As love between them like the palm might flourish As peace should still her wheaten garland wear And stand a comma tween their amities And many suchlike ases of great charge That on the view and know of these contents Without debatement further more or less He should the bearers put to sudden death Not shrivingtime allowd HORATIO How was this seald HAMLET Why even in that was heaven ordinant I had my fathers signet in my purse Which was the model of that Danish seal Folded the writ up in the form of the other Subscribd it gavet thimpression placd it safely The changeling never known Now the next day Was our seafight and what to this was sequent Thou knowst already HORATIO So Guildenstern and Rosencrantz go tot HAMLET Why man they did make love to this employment They are not near my conscience their defeat Does by their own insinuation grow Tis dangerous when the baser nature comes Between the pass and fell incensed points Of mighty opposites HORATIO Why what a king is this HAMLET Does it not thinkst thee stand me now upon He that hath killd my king and whord my mother Poppd in between thelection and my hopes Thrown out his angle for my proper life And with such cozenageist not perfect conscience To quit him with this arm And ist not to be damnd To let this canker of our nature come In further evil HORATIO It must be shortly known to him from England What is the issue of the business there HAMLET It will be short The interim is mine And a mans lifes no more than to say One But I am very sorry good Horatio That to Laertes I forgot myself For by the image of my cause I see The portraiture of his Ill court his favours But sure the bravery of his grief did put me Into a towring passion HORATIO Peace who comes here Enter Osric OSRIC Your lordship is right welcome back to Denmark HAMLET I humbly thank you sir Dost know this waterfly HORATIO No my good lord HAMLET Thy state is the more gracious for tis a vice to know him He hath much land and fertile let" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "7bf417e1-3196-4479-adbf-8eeef8321efc", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "US I answer you What should I answer you ANGELO The money that you owe me for the chain ANTIPHOLUS OF EPHESUS I owe you none till I receive the chain ANGELO You know I gave it you half an hour since ANTIPHOLUS OF EPHESUS You gave me none You wrong me much to say so ANGELO You wrong me more sir in denying it Consider how it stands upon my credit MERCHANT Well officer arrest him at my suit OFFICER I do and charge you in the dukes name to obey me ANGELO This touches me in reputation Either consent to pay this sum for me Or I attach you by this officer ANTIPHOLUS OF EPHESUS Consent to pay thee that I never had Arrest me foolish fellow if thou darst ANGELO Here is thy fee arrest him officer I would not spare my brother in this case If he should scorn me so apparently OFFICER I do arrest you sir You hear the suit ANTIPHOLUS OF EPHESUS I do obey thee till I give thee bail But sirrah you shall buy this sport as dear As all the metal in your shop will answer ANGELO Sir sir I shall have law in Ephesus To your notorious shame I doubt it not Enter Dromio of Syracuse from the bay DROMIO OF SYRACUSE Master theres a bark of Epidamnum That stays but till her owner comes aboard And then sir bears away Our fraughtage sir I have conveyd aboard and I have bought The oil the balsamum and aquavitae The ship is in her trim the merry wind Blows fair from land they stay for nought at all But for their owner master and yourself ANTIPHOLUS OF EPHESUS How now a madman Why thou peevish sheep What ship of Epidamnum stays for me DROMIO OF SYRACUSE A ship you sent me to to hire waftage ANTIPHOLUS OF EPHESUS Thou drunken slave I sent thee for a rope And told thee to what purpose and what end DROMIO OF SYRACUSE You sent me for a ropes end as soon You sent me to the bay sir for a bark ANTIPHOLUS OF EPHESUS I will debate this matter at more leisure And teach your ears to list me with more heed To Adriana villain hie thee straight Give her this key and tell her in the desk Thats coverd o" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "d68c3e95-d69c-4b91-a1a7-fed1457eba72", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " found it so BRUTUS The gods have well prevented it and Rome Sits safe and still without him Enter an Aedile AEDILE Worthy tribunes There is a slave whom we have put in prison Reports the Volsces with two several powers Are entered in the Roman territories And with the deepest malice of the war Destroy what lies before em MENENIUS Tis Aufidius Who hearing of our Martius banishment Thrusts forth his horns again into the world Which were inshelled when Martius stood for Rome And durst not once peep out SICINIUS Come what talk you of Martius BRUTUS Go see this rumourer whipped It cannot be The Volsces dare break with us MENENIUS Cannot be We have record that very well it can And three examples of the like hath been Within my age But reason with the fellow Before you punish him where he heard this Lest you shall chance to whip your information And beat the messenger who bids beware Of what is to be dreaded SICINIUS Tell not me I know this cannot be BRUTUS Not possible Enter a Messenger MESSENGER The nobles in great earnestness are going All to the Senate House Some news is coming That turns their countenances SICINIUS Tis this slave Go whip him fore the peoples eyeshis raising Nothing but his report MESSENGER Yes worthy sir The slaves report is seconded and more More fearful is delivered SICINIUS What more fearful MESSENGER It is spoke freely out of many mouths How probable I do not knowthat Martius Joined with Aufidius leads a power gainst Rome And vows revenge as spacious as betweenThe youngst and oldest thing SICINIUS This is most likely BRUTUS Raised only that the weaker sort may wish Good Martius home again SICINIUS The very trick on t MENENIUS This is unlikely He and Aufidius can no more atone Than violentst contrariety Enter a Second Messenger SECOND MESSENGER You are sent for to the Senate A fearful army led by Caius Martius Associated with Aufidius rages Upon our territories and have already Oerborne their way consumed with fire and took What lay before them Enter Cominius COMINIUS O you have made good work MENENIUS What news What news COMINIUS You have holp to ravish your own daughters and To melt the city leads" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "c96bd55a-f295-48b3-9e6e-b0509af8632f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "aking the bloody fingers of thy foes Most noble in the presence of thy corse Had I as many eyes as thou hast wounds Weeping as fast as they stream forth thy blood It would become me better than to close In terms of friendship with thine enemies Pardon me Julius Here wast thou bayd brave hart Here didst thou fall and here thy hunters stand Signd in thy spoil and crimsond in thy lethe O world thou wast the forest to this hart And this indeed O world the heart of thee How like a deer strucken by many princes Dost thou here lie CASSIUS Mark Antony ANTONY Pardon me Caius Cassius The enemies of Caesar shall say this Then in a friend it is cold modesty CASSIUS I blame you not for praising Caesar so But what compact mean you to have with us Will you be prickd in number of our friends Or shall we on and not depend on you ANTONY Therefore I took your hands but was indeed Swayd from the point by looking down on Caesar Friends am I with you all and love you all Upon this hope that you shall give me reasons Why and wherein Caesar was dangerous BRUTUS Or else were this a savage spectacle Our reasons are so full of good regard That were you Antony the son of Caesar You should be satisfied ANTONY Thats all I seek And am moreover suitor that I may Produce his body to the marketplace And in the pulpit as becomes a friend Speak in the order of his funeral BRUTUS You shall Mark Antony CASSIUS Brutus a word with you Aside to Brutus You know not what you do Do not consent That Antony speak in his funeral Know you how much the people may be movd By that which he will utterBRUTUS Aside to Cassius By your pardon I will myself into the pulpit first And show the reason of our Caesars death What Antony shall speak I will protest He speaks by leave and by permission And that we are contented Caesar shall Have all true rights and lawful ceremonies It shall advantage more than do us wrong CASSIUS Aside to Brutus I know not what may fall I like it not BRUTUS Mark Antony here take you Caesars body You shall not in your funeral speech blame us But speak all good you can devise of Caesar And say you dot by our permission Else shall you not have any hand at all About his funeral And you shall speak In the same pulpit whereto" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + }, + { + "session_id": "28c90ce4-c3f9-4b5c-9abd-fd9268554346", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " it cannot be but so LOUIS But what shall I gain by young Arthurs fall PANDULPH You in the right of Lady Blanche your wife May then make all the claim that Arthur did LOUIS And lose it life and all as Arthur did PANDULPH How green you are and fresh in this old world John lays you plots the times conspire with you For he that steeps his safety in true blood Shall find but bloody safety and untrue This act so evilly borne shall cool the hearts Of all his people and freeze up their zeal That none so small advantage shall step forth To check his reign but they will cherish it No natural exhalation in the sky No scope of nature no distemperd day No common wind no customed event But they will pluck away his natural cause And call them meteors prodigies and signs Abortives presages and tongues of heaven Plainly denouncing vengeance upon John LOUIS Maybe he will not touch young Arthurs life But hold himself safe in his prisonment PANDULPH O sir when he shall hear of your approach If that young Arthur be not gone already Even at that news he dies and then the hearts Of all his people shall revolt from him And kiss the lips of unacquainted change And pick strong matter of revolt and wrath Out of the bloody fingers ends of John Methinks I see this hurly all on foot And O what better matter breeds for you Than I have namd The bastard Faulconbridge Is now in England ransacking the church Offending charity If but a dozen French Were there in arms they would be as a call To train ten thousand English to their side Or as a little snow tumbled about Anon becomes a mountain O noble Dauphin Go with me to the King Tis wonderful What may be wrought out of their discontent Now that their souls are topful of offence For England go I will whet on the King LOUIS Strong reasons makes strong actions Let us go If you say ay the King will not say no Exeunt ACT IV SCENE I Northampton A Room in the Castle Enter Hubert and two Executioners HUBERT Heat me these irons hot and look thou stand Within the arras When I strike my foot Upon the bosom of the ground rush forth And bind the boy which you shall find with me Fast to the chair Be heedful Hence and watch FIRST EXECUTIONER I hope your warrant will bear out the deed HUBERT" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 100 + } + ] + } + ] +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl new file mode 100644 index 000000000000..8fc44f439099 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl @@ -0,0 +1,60 @@ +{"metadata":{"session_num":7,"x_request_id":"7f2d1483-4a15-4fd6-b2e9-ef9261494382","x_correlation_id":"72c91b5e-99b0-4cb1-aecc-d66ef49588a7","conversation_id":"dabb4828-4fec-4a80-9aea-0d188abd5ed6","turn_index":0,"credit_issued_ns":1779883874779686707,"request_start_ns":1779883874784173261,"request_end_ns":1779883874787665040,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874787665040},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":1,"x_request_id":"5a8a5a95-1f4d-4e85-af07-f054d522882f","x_correlation_id":"e2f392d4-a5d2-4362-854b-496d49f48b50","conversation_id":"a11d999e-2996-4eb0-bc65-b178a51c1a2d","turn_index":0,"credit_issued_ns":1779883874779423284,"request_start_ns":1779883874784929774,"request_end_ns":1779883874789316683,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874789316683},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":15,"x_request_id":"63867886-7164-4972-9996-2827e2d22e9d","x_correlation_id":"a4c8090a-ec3d-465a-94ae-1718b20903f4","conversation_id":"4d1a0ff7-3e19-44d7-a0f7-b5aaaf3d576f","turn_index":0,"credit_issued_ns":1779883874784745944,"request_start_ns":1779883874786985881,"request_end_ns":1779883874788431936,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874788431936},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":8,"x_request_id":"e02b84e3-80f7-49a2-b945-0d4b65894b88","x_correlation_id":"809e8bf6-3b4d-4595-8dfa-2a35990d1cf5","conversation_id":"c32b244c-a287-4c30-ab8d-1a4c6078cbfa","turn_index":0,"credit_issued_ns":1779883874779731491,"request_start_ns":1779883874784027319,"request_end_ns":1779883874787377983,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874787377983},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":3,"x_request_id":"7b55f05e-b7e0-4612-af64-c3bc3db9110e","x_correlation_id":"f935b5ee-3af3-431c-8c5c-baf94bd84fde","conversation_id":"63788746-263b-424f-836c-967d2b2c5885","turn_index":0,"credit_issued_ns":1779883874779524426,"request_start_ns":1779883874785490513,"request_end_ns":1779883874790175235,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874790175235},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":2,"x_request_id":"7176caea-8d6e-4f29-890d-cad1afff0020","x_correlation_id":"416b62a8-64d6-4813-b74b-ff1c8f068139","conversation_id":"a3ef3228-b7a7-4027-bef3-e9fb179dc70c","turn_index":0,"credit_issued_ns":1779883874779480540,"request_start_ns":1779883874786424341,"request_end_ns":1779883874792448730,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874792448730},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":4,"x_request_id":"c145f2bc-c904-480a-bd98-9d8716193bb6","x_correlation_id":"72c712dd-b2f7-40cb-8926-04f7387efea4","conversation_id":"467dc666-3359-43a3-8fb0-9d0c602d6eaf","turn_index":0,"credit_issued_ns":1779883874779567834,"request_start_ns":1779883874784758269,"request_end_ns":1779883874788995391,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874788995391},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":21,"x_request_id":"86c51a50-0e8a-479b-871f-0e90a2955ceb","x_correlation_id":"9bd1a8c6-64d5-4fdd-9428-4eec086f4680","conversation_id":"cff79144-aa15-4670-b626-16f52d1beb65","turn_index":0,"credit_issued_ns":1779883874787359347,"request_start_ns":1779883874788592891,"request_end_ns":1779883874789325241,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874789325241},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":20,"x_request_id":"38eeee1a-4be5-4df6-a3a2-0624464994e2","x_correlation_id":"86eaa5ff-2022-43af-a579-b55f0b9cce51","conversation_id":"01bf11dd-c095-45ae-a120-1635ea69bc96","turn_index":0,"credit_issued_ns":1779883874786919768,"request_start_ns":1779883874788967601,"request_end_ns":1779883874790182132,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874790182132},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":23,"x_request_id":"3f7e913c-47f4-45c2-96e0-8768764610f1","x_correlation_id":"2c86cebd-5ed7-45df-9aa8-6907e5d2b99c","conversation_id":"08541c2e-1c11-40fa-a8c3-2554db7e6d2a","turn_index":0,"credit_issued_ns":1779883874789465487,"request_start_ns":1779883874791417083,"request_end_ns":1779883874792591439,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874792591439},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":24,"x_request_id":"3755e853-8c09-4b8e-a2a2-a59d9aae88d0","x_correlation_id":"ec134c39-a078-4cb8-932e-a6228ad6539a","conversation_id":"9409b105-bb4a-4f09-869c-965b385415e3","turn_index":0,"credit_issued_ns":1779883874791848787,"request_start_ns":1779883874794056767,"request_end_ns":1779883874795678341,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874795678341},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":26,"x_request_id":"c697dd78-a778-42e5-98b0-346296594af3","x_correlation_id":"faf699dd-a732-41ac-9c7c-b0b324107654","conversation_id":"f7028056-d83f-442f-a4b7-754eacc06c4c","turn_index":0,"credit_issued_ns":1779883875082313995,"request_start_ns":1779883875083608836,"request_end_ns":1779883875084207745,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875084207745},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":9,"x_request_id":"5cf2b686-707c-46a3-820a-4fcc7e830dec","x_correlation_id":"a0dc1d54-8db6-4299-a60d-8ed6a8285b42","conversation_id":"c2e9fcc4-01f5-4359-adab-038a0706fa37","turn_index":0,"credit_issued_ns":1779883874779779178,"request_start_ns":1779883874781057944,"request_ack_ns":1779883874815577561,"request_end_ns":1779883875081119950,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[13.721357999999999,2.012958,0.9610719999999999,2.052188,2.2246189999999997,2.098046,2.149333,2.076005,2.086319,2.195001,2.1277649999999997,2.226134,2.0459169999999998,2.253243,2.25255,2.277567,2.125661,2.226722,2.150813,2.3037039999999998,2.1362319999999997,2.0728169999999997,2.1522159999999997,2.178061,2.1771849999999997,2.185473,2.186937,2.085927,2.2182619999999997,2.1876029999999997,2.1659349999999997,2.196871,2.1907289999999997,2.19012,2.209878,2.306139,2.40211,1.949419,2.051203,2.115306,2.105804,2.234435,2.137687,2.109975,2.087952,2.270203,2.2382429999999998,2.168818,2.318562,2.120914,2.141721,2.089812,2.140882,2.054095,2.2104559999999998,2.169018,1.998824,2.100631,2.198181,2.153818,2.2399549999999997,2.2546079999999997,2.1313709999999997,2.1998059999999997,2.196802,2.222476,2.124707,2.355074,2.1102559999999997,2.116402,2.244231,2.222298,2.2155519999999997,2.083214,2.1526199999999998,2.1215669999999998,2.540413,2.023875,2.130381,2.170984,2.16954,2.2784109999999997,2.213441,2.2952459999999997,2.194919,2.092526,2.073534,2.1816649999999997,2.15509,2.22106,2.221187,2.227204,2.2551449999999997,2.14548,2.155521,2.6506,2.130804,3.141302],"unit":"ms"},"request_latency":{"value":300.062006,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":75.42730999999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.29296875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":1.96077,"unit":"ms"},"http_req_dns_lookup":{"value":1.266357,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":299.867618,"unit":"ms"},"http_req_sending":{"value":2.452341,"unit":"ms"},"http_req_waiting":{"value":56.638419999999996,"unit":"ms"},"http_req_receiving":{"value":240.77685699999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":13.721357999999999,"unit":"ms"},"http_req_data_received":{"value":24.515625,"unit":"KB"},"e2e_output_token_throughput":{"value":329.9318074944817,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.292190775510204,"unit":"ms"},"http_req_connection_overhead":{"value":3.227127,"unit":"ms"},"prefill_throughput_per_user":{"value":6628.898737075469,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":303.094745,"unit":"ms"},"output_token_throughput_per_user":{"value":436.263861928079,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":5,"x_request_id":"3f44d9fb-5035-469c-be07-74aae4d24fcc","x_correlation_id":"3141d14c-3d82-4afd-a688-ca63b6694071","conversation_id":"e699eaa2-be05-45b4-8779-1a92ecd16b5e","turn_index":0,"credit_issued_ns":1779883874779606722,"request_start_ns":1779883874780858377,"request_ack_ns":1779883874819104344,"request_end_ns":1779883875083890877,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.993464,0.9824179999999999,2.056829,2.226159,2.098998,2.139906,2.084213,2.0844359999999997,2.192142,2.1216589999999997,2.238267,2.035249,2.26213,2.13281,2.33843,2.153959,2.2282949999999997,2.1495349999999998,2.293935,2.147487,2.080299,2.157121,2.181269,2.166533,2.177964,2.190617,2.09585,2.222277,2.179977,2.160616,2.21804,2.1725149999999998,2.1905099999999997,2.219588,2.29594,2.390622,1.943916,2.048165,2.123688,2.108247,2.228109,2.1417699999999997,2.113383,2.0920069999999997,2.259429,2.238595,2.157461,2.314523,2.141187,2.139871,2.0894559999999998,2.1364959999999997,2.055888,2.217421,2.168173,1.998978,2.1040069999999997,2.1941289999999998,2.154461,2.238461,2.2528159999999997,2.137467,2.1979159999999998,2.1939949999999997,2.2218199999999997,2.127583,2.354622,2.107952,2.117054,2.234739,2.230254,2.216852,2.0927189999999998,2.145247,2.120943,2.515602,2.050609,2.134421,2.174734,2.1639049999999997,2.282887,2.2094,2.29557,2.192551,2.095231,2.077465,2.179163,2.154462,2.2201869999999997,2.226436,2.21381,2.234768,2.169251,2.179288,2.616022,2.135348,2.990487,2.99353],"unit":"ms"},"request_latency":{"value":303.03249999999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":89.307514,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.15234375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":2.120584,"unit":"ms"},"http_req_dns_lookup":{"value":1.4589109999999998,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":302.822763,"unit":"ms"},"http_req_sending":{"value":2.6327979999999997,"unit":"ms"},"http_req_waiting":{"value":72.840299,"unit":"ms"},"http_req_receiving":{"value":227.34966599999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.993464,"unit":"ms"},"http_req_data_received":{"value":24.5009765625,"unit":"KB"},"e2e_output_token_throughput":{"value":326.697631442172,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1808672040816326,"unit":"ms"},"http_req_connection_overhead":{"value":3.5794949999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5598.6330556687535,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":306.40225799999996,"unit":"ms"},"output_token_throughput_per_user":{"value":458.53319180940315,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":6,"x_request_id":"a4c1c316-6c08-4781-9687-4162d510b20e","x_correlation_id":"201e784c-5bb0-4fd0-9e30-9563f264dfb1","conversation_id":"e3a46657-ea71-4a03-910d-a584a311cb55","turn_index":0,"credit_issued_ns":1779883874779643052,"request_start_ns":1779883874780853764,"request_ack_ns":1779883874819153703,"request_end_ns":1779883875083970756,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.0318799999999997,1.0017559999999999,2.046106,2.199814,2.1004009999999997,2.157978,2.076966,2.083342,2.1893499999999997,2.045641,2.2125909999999998,2.048408,2.273243,2.1638759999999997,2.416063,2.189027,2.2209689999999997,2.1425,2.30184,2.1448389999999997,2.074931,2.15436,2.142671,2.206957,2.175824,2.183341,2.105874,2.220506,2.179829,2.159697,2.2013689999999997,2.186989,2.190861,2.2146689999999998,2.3122339999999997,2.388207,1.9454019999999999,2.0741419999999997,2.109305,2.1074319999999997,2.2206159999999997,2.1408549999999997,2.1148059999999997,2.080065,2.28179,2.207208,2.183469,2.224164,2.104915,2.129283,2.093591,2.1402259999999997,2.054702,2.216013,2.163939,2.009779,2.092568,2.198217,2.151408,2.2423379999999997,2.2542,2.130554,2.200614,2.194317,2.227153,2.127642,2.3531139999999997,2.104451,2.119188,2.2437959999999997,2.2217219999999998,2.212897,2.084932,2.162422,2.116949,2.6316129999999998,2.049039,2.13686,2.168406,2.183382,2.266282,2.2143219999999997,2.293517,2.203354,2.086804,2.074635,2.177226,2.1509139999999998,2.232318,2.222188,2.214047,2.248189,2.1517429999999997,2.141639,2.667411,2.139516,2.999456,2.888233],"unit":"ms"},"request_latency":{"value":303.116992,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":89.390805,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.26953125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":2.188261,"unit":"ms"},"http_req_dns_lookup":{"value":1.6135899999999999,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":302.910125,"unit":"ms"},"http_req_sending":{"value":2.664367,"unit":"ms"},"http_req_waiting":{"value":72.857523,"unit":"ms"},"http_req_receiving":{"value":227.38823499999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.0318799999999997,"unit":"ms"},"http_req_data_received":{"value":24.5078125,"unit":"KB"},"e2e_output_token_throughput":{"value":326.6065664837423,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1808794591836733,"unit":"ms"},"http_req_connection_overhead":{"value":3.8018509999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5593.416459332701,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":306.711976,"unit":"ms"},"output_token_throughput_per_user":{"value":458.53061515573665,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":29,"x_request_id":"9ea4e85e-8059-4ed7-be79-632d8ac78460","x_correlation_id":"48b13f83-fda2-4745-962d-b53fd80983ab","conversation_id":"7b75bccf-951f-4731-b0c0-35a7a06c7818","turn_index":0,"credit_issued_ns":1779883875085075796,"request_start_ns":1779883875086883857,"request_end_ns":1779883875087953923,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875087953923},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":10,"x_request_id":"bba9bce0-c2bd-49f0-a0e3-4e9df3ce009e","x_correlation_id":"45318172-3578-447b-89b8-14061ce1cff2","conversation_id":"2e820647-7162-45a5-8e40-f89c45c1056a","turn_index":0,"credit_issued_ns":1779883874779827037,"request_start_ns":1779883874781056515,"request_ack_ns":1779883874815545352,"request_end_ns":1779883875083885627,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.8159809999999998,1.001726,2.0544819999999997,2.224285,2.102706,2.142538,2.084372,2.084975,2.1853849999999997,2.132958,2.221466,2.046445,2.256132,2.1659219999999997,2.332451,2.170185,2.223934,2.160663,2.282619,2.145621,2.079151,2.152271,2.145075,2.2192309999999997,2.169578,2.1594789999999997,2.108844,2.2322539999999997,2.182284,2.161879,2.194321,2.193647,2.191912,2.212455,2.301761,2.391332,1.9574889999999998,2.0446239999999998,2.122371,2.106691,2.242143,2.131664,2.110137,2.088651,2.2697179999999997,2.197764,2.193717,2.314736,2.135716,2.140339,2.094165,2.140416,2.054547,2.2097409999999997,2.168959,2.004043,2.101474,2.192485,2.157006,2.2377279999999997,2.2558849999999997,2.134572,2.198235,2.1939569999999997,2.220272,2.127796,2.3555889999999997,2.1098529999999998,2.114638,2.2436979999999997,2.221319,2.214733,2.091828,2.1519239999999997,2.12181,2.5007859999999997,2.058766,2.134711,2.166667,2.172723,2.279836,2.210905,2.2903949999999997,2.191402,2.101988,2.075087,2.17943,2.154492,2.2220839999999997,2.224301,2.214683,2.2356089999999997,2.169391,2.141035,2.6524829999999997,2.140432,2.9910889999999997,2.9486399999999997],"unit":"ms"},"request_latency":{"value":302.829112,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":89.269424,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2744140625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":1.9476939999999998,"unit":"ms"},"http_req_dns_lookup":{"value":1.2954059999999998,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":302.621064,"unit":"ms"},"http_req_sending":{"value":2.438914,"unit":"ms"},"http_req_waiting":{"value":72.802476,"unit":"ms"},"http_req_receiving":{"value":227.379674,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.8159809999999998,"unit":"ms"},"http_req_data_received":{"value":24.4501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":326.9170501678848,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1791804897959186,"unit":"ms"},"http_req_connection_overhead":{"value":3.2430999999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5601.021913169284,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":305.86416399999996,"unit":"ms"},"output_token_throughput_per_user":{"value":458.8881025149277,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":18,"x_request_id":"0526e79d-1805-40e3-a7d0-f0e9fbc2b08d","x_correlation_id":"5e6a79f8-8d30-40f6-9eac-650e870c1bb4","conversation_id":"9029a92b-d569-4416-a92b-11562486902e","turn_index":0,"credit_issued_ns":1779883874785460829,"request_start_ns":1779883874786322944,"request_ack_ns":1779883874832252158,"request_end_ns":1779883875090359409,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9598209999999999,2.0563849999999997,2.230212,2.097596,2.137146,2.08386,2.081007,2.196482,2.119795,2.247473,2.040984,2.2531,2.130475,2.324135,2.1520699999999997,2.2260459999999997,2.151786,2.295871,2.145907,2.067995,2.1624049999999997,2.217224,2.126827,2.1789,2.217828,2.0808329999999997,2.222809,2.173618,2.164058,2.231775,2.161464,2.18472,2.2265729999999997,2.293701,2.391156,1.949998,2.0510029999999997,2.117069,2.110003,2.228695,2.143513,2.112952,2.082882,2.266775,2.253831,2.149912,2.310488,2.125915,2.152993,2.091318,2.141884,2.05461,2.210306,2.165672,2.005335,2.102276,2.196605,2.155542,2.2392019999999997,2.2534259999999997,2.128087,2.201143,2.199537,2.2191199999999998,2.129448,2.354788,2.108749,2.117145,2.248301,2.2216839999999998,2.208824,2.0829519999999997,2.154159,2.123129,2.505425,2.048121,2.1383129999999997,2.167817,2.170518,2.272014,2.219694,2.285482,2.203149,2.0951619999999997,2.066656,2.17957,2.155309,2.230829,2.217657,2.215327,2.24267,2.1668789999999998,2.19238,2.613472,2.136344,2.993191,5.090392,4.331264],"unit":"ms"},"request_latency":{"value":304.03646499999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":85.897522,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.23828125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.365894,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":303.95273499999996,"unit":"ms"},"http_req_sending":{"value":0.571808,"unit":"ms"},"http_req_waiting":{"value":83.271669,"unit":"ms"},"http_req_receiving":{"value":220.10925799999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9598209999999999,"unit":"ms"},"http_req_data_received":{"value":24.4521484375,"unit":"KB"},"e2e_output_token_throughput":{"value":325.6188365431758,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.225907581632653,"unit":"ms"},"http_req_connection_overhead":{"value":0.365894,"unit":"ms"},"prefill_throughput_per_user":{"value":5820.88968759774,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":304.318629,"unit":"ms"},"output_token_throughput_per_user":{"value":449.25495031852233,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":32,"x_request_id":"3780f4e8-9745-4f06-b948-e8412967e509","x_correlation_id":"0e36c851-e38e-42b0-be91-3f7552cc8477","conversation_id":"67025c9a-3066-4a86-91a5-c14b4673452a","turn_index":0,"credit_issued_ns":1779883875091114889,"request_start_ns":1779883875092916429,"request_end_ns":1779883875093654161,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875093654161},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":34,"x_request_id":"c8e72a58-9fde-401d-a0e2-d0b540f70993","x_correlation_id":"56adb480-5a53-40ca-a782-3ab1de5ddc82","conversation_id":"5b877db2-592a-4b53-a264-aa22b7344a5b","turn_index":0,"credit_issued_ns":1779883875091822754,"request_start_ns":1779883875093273330,"request_end_ns":1779883875093898125,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875093898125},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":45,"x_request_id":"b17a3bc2-10dc-43e0-9499-1c9bcd1f6553","x_correlation_id":"b4ea8b25-ca37-4a2b-b3e2-a345c29e2344","conversation_id":"cf1da564-d372-475f-94e6-2d66317db3a8","turn_index":0,"credit_issued_ns":1779883875093874005,"request_start_ns":1779883875095404518,"request_end_ns":1779883875096336001,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875096336001},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":40,"x_request_id":"e105ba25-87c3-4ce4-a85b-872c3535edd4","x_correlation_id":"889053a6-078e-4162-993d-53fed33b9e55","conversation_id":"e1d3bf2c-f1a1-4840-a101-ca8c01e6a5a2","turn_index":0,"credit_issued_ns":1779883875092177195,"request_start_ns":1779883875093430361,"request_end_ns":1779883875094057983,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875094057983},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":16,"x_request_id":"78989bf7-f2d6-4258-aa1d-af2e13c9df45","x_correlation_id":"f9f5fb3f-039c-4912-a428-d69ca9866aad","conversation_id":"b81b77df-fffb-437f-a23e-b45a46e76370","turn_index":0,"credit_issued_ns":1779883874784850968,"request_start_ns":1779883874785561261,"request_ack_ns":1779883874832370730,"request_end_ns":1779883875090386792,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.971792,2.10161,2.220337,2.091805,2.096009,2.086524,2.119846,2.1763969999999997,2.147801,2.325134,1.879146,2.244798,2.2069,2.3232649999999997,2.1954919999999998,2.2003909999999998,2.121204,2.2996119999999998,2.133548,2.077706,2.148827,2.163219,2.2619759999999998,2.181634,2.1565469999999998,2.091245,2.364556,2.011095,2.151337,2.238566,2.219308,2.1932709999999997,2.15989,2.331124,2.3467919999999998,1.9649169999999998,2.063031,2.093674,2.108128,2.230591,2.136327,2.1154479999999998,2.091139,2.26549,2.2579949999999998,2.141505,2.341501,2.113293,2.135259,2.089768,2.138643,2.0580789999999998,2.208281,2.176412,1.995892,2.102189,2.193232,2.154865,2.238724,2.254315,2.129435,2.200492,2.198217,2.219408,2.1275939999999998,2.354053,2.110055,2.115646,2.241613,2.287963,2.226142,2.064645,2.1084389999999997,2.116008,2.500575,2.0596609999999997,2.13098,2.168889,2.170502,2.281545,2.210851,2.293603,2.198174,2.09369,2.0740659999999997,2.179166,2.153872,2.220819,2.222938,2.224728,2.254618,2.1491469999999997,2.147564,2.661854,2.133311,2.9938309999999997,2.8520659999999998,6.59605],"unit":"ms"},"request_latency":{"value":304.825531,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":86.64591899999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.169921875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.41948399999999997,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":304.73974599999997,"unit":"ms"},"http_req_sending":{"value":0.648892,"unit":"ms"},"http_req_waiting":{"value":83.95567,"unit":"ms"},"http_req_receiving":{"value":220.13518399999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.971792,"unit":"ms"},"http_req_data_received":{"value":24.4833984375,"unit":"KB"},"e2e_output_token_throughput":{"value":324.77594535872385,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2263225714285713,"unit":"ms"},"http_req_connection_overhead":{"value":0.41948399999999997,"unit":"ms"},"prefill_throughput_per_user":{"value":5770.612231604353,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":305.15923,"unit":"ms"},"output_token_throughput_per_user":{"value":449.17120853620366,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":25,"x_request_id":"b83b42c2-36af-479a-8e65-cf881165739d","x_correlation_id":"2e403642-6dbe-4ef3-a05c-bea312aba98d","conversation_id":"0eca3e2b-3542-4ca3-9b26-14596588c5b0","turn_index":0,"credit_issued_ns":1779883874794391451,"request_start_ns":1779883874795029797,"request_ack_ns":1779883874838342781,"request_end_ns":1779883875090328967,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.054831,2.22456,2.102831,2.143385,2.081296,2.097047,2.174429,2.132812,2.219459,2.052181,2.250956,2.18911,2.315914,2.167968,2.2392689999999997,2.1498209999999998,2.2869699999999997,2.144765,2.085571,2.146785,2.153709,2.202075,2.176281,2.1689439999999998,2.112124,2.221146,2.180978,2.167575,2.2114309999999997,2.1755649999999997,2.189304,2.217546,2.297154,2.436973,1.958426,2.056505,2.100214,2.110979,2.226553,2.1396539999999997,2.1123979999999998,2.090338,2.271897,2.196824,2.201838,2.303676,2.137151,2.140653,2.092669,2.147353,2.051997,2.209194,2.167745,1.996132,2.1082289999999997,2.199385,2.1559589999999997,2.235264,2.25639,2.132317,2.196994,2.201335,2.218113,2.125511,2.363619,2.1017509999999997,2.120845,2.23042,2.2402949999999997,2.208299,2.092634,2.144269,2.1184179999999997,2.461802,2.06091,2.132901,2.1804289999999997,2.1628439999999998,2.278628,2.2091499999999997,2.293962,2.1988149999999997,2.090878,2.074392,2.180094,2.155691,2.222128,2.222989,2.224055,2.227128,2.177127,2.135712,2.650601,2.145396,2.986795,2.868877,6.561757999999999],"unit":"ms"},"request_latency":{"value":295.29917,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":78.06309999999999,"unit":"ms"},"http_req_chunks_received":{"value":99,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.158203125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.284361,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":295.243446,"unit":"ms"},"http_req_sending":{"value":0.408632,"unit":"ms"},"http_req_waiting":{"value":76.615498,"unit":"ms"},"http_req_receiving":{"value":218.219316,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.054831,"unit":"ms"},"http_req_data_received":{"value":24.271484375,"unit":"KB"},"e2e_output_token_throughput":{"value":335.2532281076171,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2166945918367347,"unit":"ms"},"http_req_connection_overhead":{"value":0.284361,"unit":"ms"},"prefill_throughput_per_user":{"value":6405.074868920142,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":295.527807,"unit":"ms"},"output_token_throughput_per_user":{"value":451.1221363929111,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":17,"x_request_id":"4a17821e-19c8-4a91-b849-007760276948","x_correlation_id":"7f79fed2-3957-48b1-ab75-af2b0c73e75e","conversation_id":"62869070-5036-45a1-8ded-7ae0dfe06d96","turn_index":0,"credit_issued_ns":1779883874785265501,"request_start_ns":1779883874786512019,"request_ack_ns":1779883874832288008,"request_end_ns":1779883875090320403,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.995065,2.048945,2.224332,2.1028819999999997,2.141994,2.083961,2.086572,2.1816649999999997,2.171799,2.190031,2.046769,2.253206,2.169454,2.332065,2.17914,2.2228339999999998,2.151183,2.290866,2.146337,2.078696,2.14972,2.1521749999999997,2.205345,2.175218,2.222867,2.0969889999999998,2.219511,2.183113,2.164473,2.194233,2.195554,2.188995,2.202635,2.312148,2.364665,1.9366109999999999,2.041175,2.124079,2.108473,2.229365,2.140189,2.111105,2.091637,2.266709,2.208275,2.191451,2.312392,2.136968,2.144647,2.09157,2.136975,2.055649,2.213858,2.1671519999999997,2.001442,2.104527,2.194415,2.154251,2.238642,2.2525049999999998,2.132632,2.202149,2.19422,2.222139,2.128719,2.3542989999999997,2.107441,2.115982,2.2309419999999998,2.233667,2.2187419999999998,2.088854,2.147782,2.125298,2.507907,2.054794,2.132521,2.1677239999999998,2.171538,2.281846,2.210291,2.2962979999999997,2.190787,2.0966519999999997,2.075385,2.180296,2.154881,2.219747,2.225073,2.215045,2.2342299999999997,2.171278,2.181734,2.6151109999999997,2.1390439999999997,2.98963,2.853986,6.552779],"unit":"ms"},"request_latency":{"value":303.808384,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":85.60744199999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.0244140625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.425581,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":303.719443,"unit":"ms"},"http_req_sending":{"value":0.652628,"unit":"ms"},"http_req_waiting":{"value":82.90784,"unit":"ms"},"http_req_receiving":{"value":220.158975,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.995065,"unit":"ms"},"http_req_data_received":{"value":24.513671875,"unit":"KB"},"e2e_output_token_throughput":{"value":325.8632915146936,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.226540224489796,"unit":"ms"},"http_req_connection_overhead":{"value":0.425581,"unit":"ms"},"prefill_throughput_per_user":{"value":5840.613716737384,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":304.145024,"unit":"ms"},"output_token_throughput_per_user":{"value":449.1273002845239,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":36,"x_request_id":"5ed96eeb-89c8-4cce-8f7b-faaba4d6a2b2","x_correlation_id":"0510deaa-2714-4c2e-8dd9-357baf43022f","conversation_id":"5cd53c3e-6764-4abc-8cbe-dd5312d89087","turn_index":0,"credit_issued_ns":1779883875091956481,"request_start_ns":1779883875093385062,"request_end_ns":1779883875094025726,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875094025726},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":12,"x_request_id":"b8fc0aab-3bd9-475a-94de-0fc76404baf3","x_correlation_id":"0c3aeca7-583b-4910-8607-b167f35b5559","conversation_id":"b4006cd9-dfb2-4c0c-adc8-5d193b8d5881","turn_index":0,"credit_issued_ns":1779883874779924032,"request_start_ns":1779883874783175587,"request_ack_ns":1779883874825819736,"request_end_ns":1779883875090360469,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.991717,2.0511779999999997,2.222098,2.1035779999999997,2.141135,2.0849759999999997,2.085563,2.226314,2.092918,2.225375,2.046531,2.2526859999999997,2.160147,2.343094,2.180617,2.223636,2.159183,2.277455,2.148685,2.079995,2.151421,2.154867,2.198895,2.183986,2.1646,2.11271,2.206782,2.187102,2.1726,2.200364,2.181031,2.1892359999999997,2.225651,2.297373,2.40117,1.931916,2.043322,2.123844,2.105422,2.245914,2.131612,2.105572,2.089499,2.264643,2.220169,2.186076,2.3120659999999997,2.140606,2.139923,2.091922,2.136827,2.055237,2.210862,2.1712119999999997,1.999661,2.104537,2.196455,2.153455,2.239734,2.252567,2.13264,2.200751,2.194703,2.219063,2.130452,2.353665,2.108819,2.114458,2.229159,2.239166,2.215009,2.085036,2.151404,2.125795,2.516355,2.047273,2.131824,2.166775,2.171561,2.2877609999999997,2.2092609999999997,2.302806,2.190429,2.087941,2.076993,2.176938,2.153758,2.223422,2.221161,2.226164,2.264166,2.1373789999999997,2.138514,2.6796349999999998,2.1100689999999998,3.015903,2.8840939999999997,6.5266709999999994],"unit":"ms"},"request_latency":{"value":307.18488199999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.96018699999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1474609375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.6580619999999999,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":307.06258099999997,"unit":"ms"},"http_req_sending":{"value":1.011807,"unit":"ms"},"http_req_waiting":{"value":85.85891,"unit":"ms"},"http_req_receiving":{"value":220.19186399999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.991717,"unit":"ms"},"http_req_data_received":{"value":24.4990234375,"unit":"KB"},"e2e_output_token_throughput":{"value":322.2814851936626,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.226782602040816,"unit":"ms"},"http_req_connection_overhead":{"value":0.6580619999999999,"unit":"ms"},"prefill_throughput_per_user":{"value":5620.491782464441,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.720643,"unit":"ms"},"output_token_throughput_per_user":{"value":449.078414338029,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":14,"x_request_id":"e0db3492-123e-4524-a6a6-2f6ed675fb2d","x_correlation_id":"2689104a-91d3-4df0-9053-543463c300ba","conversation_id":"044dc10d-7644-464e-b876-cc714302212c","turn_index":0,"credit_issued_ns":1779883874780018096,"request_start_ns":1779883874783845370,"request_ack_ns":1779883874825896854,"request_end_ns":1779883875090374478,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.991327,2.04956,2.2224749999999998,2.103633,2.143119,2.081925,2.0846139999999997,2.1874379999999998,2.130684,2.221939,2.0459,2.265189,2.1245979999999998,2.362646,2.187366,2.217027,2.145297,2.2957609999999997,2.149629,2.074527,2.149193,2.146198,2.209879,2.179929,2.168654,2.100357,2.2167969999999997,2.197174,2.160593,2.194199,2.1958409999999997,2.1914599999999997,2.209082,2.302788,2.384403,1.965625,2.043227,2.123493,2.108788,2.231674,2.141213,2.109159,2.089164,2.2712,2.197342,2.191861,2.316636,2.135984,2.143211,2.093089,2.139185,2.055128,2.2032819999999997,2.190178,1.9853779999999999,2.09806,2.201406,2.1533409999999997,2.233521,2.2577949999999998,2.127653,2.2057249999999997,2.195089,2.2183699999999997,2.1317399999999997,2.353186,2.1094559999999998,2.114925,2.226677,2.240856,2.213516,2.087367,2.1465,2.127809,2.503683,2.059884,2.132707,2.167609,2.171275,2.28212,2.2109799999999997,2.2939279999999997,2.193682,2.096233,2.074773,2.179662,2.154824,2.224056,2.2211,2.2151549999999998,2.2358949999999997,2.170034,2.1406419999999997,2.6580559999999998,2.136116,2.9947109999999997,2.863473,6.573498],"unit":"ms"},"request_latency":{"value":306.529108,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.30600199999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2626953125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.628908,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":306.439529,"unit":"ms"},"http_req_sending":{"value":0.966915,"unit":"ms"},"http_req_waiting":{"value":85.29743599999999,"unit":"ms"},"http_req_receiving":{"value":220.175178,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.991327,"unit":"ms"},"http_req_data_received":{"value":24.4931640625,"unit":"KB"},"e2e_output_token_throughput":{"value":322.9709590907758,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.226766387755102,"unit":"ms"},"http_req_connection_overhead":{"value":0.628908,"unit":"ms"},"prefill_throughput_per_user":{"value":5662.129285391043,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.06843699999996,"unit":"ms"},"output_token_throughput_per_user":{"value":449.08168431989964,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":19,"x_request_id":"5c30ef98-d98c-4dd5-8a9b-b82489115c6b","x_correlation_id":"9fffb90b-0079-47bc-8db2-318ab13d1f3b","conversation_id":"12d96c3a-55f4-4652-b6c4-b2a2658bacef","turn_index":0,"credit_issued_ns":1779883874786046789,"request_start_ns":1779883874786887100,"request_ack_ns":1779883874838432249,"request_end_ns":1779883875090309935,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.041317,2.218336,2.1026059999999998,2.153743,2.079943,2.0858499999999998,2.187188,2.071033,2.201736,2.0500309999999997,2.253681,2.180611,2.3749499999999997,2.195131,2.260906,2.14316,2.301513,2.14305,2.075322,2.1552,2.143573,2.207097,2.17909,2.149795,2.1357019999999998,2.1917519999999997,2.177013,2.1925399999999997,2.2017409999999997,2.185269,2.193892,2.212008,2.2849839999999997,2.38944,1.948944,2.0667679999999997,2.111466,2.10562,2.229413,2.138483,2.119234,2.099242,2.257602,2.231332,2.162895,2.2433639999999997,2.11349,2.141957,2.092549,2.140209,2.054704,2.2132389999999997,2.166724,1.997294,2.106746,2.197006,2.1518829999999998,2.23985,2.2554849999999997,2.131552,2.199547,2.194253,2.219589,2.12888,2.358911,2.106055,2.116052,2.2398029999999998,2.226042,2.21494,2.085147,2.152959,2.126182,2.611284,2.050213,2.1375889999999997,2.168169,2.183605,2.266317,2.213295,2.2932479999999997,2.178226,2.112943,2.074867,2.178935,2.151388,2.2281139999999997,2.223697,2.213897,2.223421,2.1763,2.144093,2.6380339999999998,2.1438989999999998,2.993057,2.938735,6.370118],"unit":"ms"},"request_latency":{"value":303.42283499999996,"unit":"ms"},"output_sequence_length":{"value":101,"unit":"tokens"},"time_to_first_token":{"value":86.304777,"unit":"ms"},"http_req_chunks_received":{"value":99,"unit":"count"},"reasoning_token_count":{"value":101,"unit":"tokens"},"http_req_data_sent":{"value":2.05859375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.42208399999999996,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":303.334176,"unit":"ms"},"http_req_sending":{"value":0.643542,"unit":"ms"},"http_req_waiting":{"value":84.56206399999999,"unit":"ms"},"http_req_receiving":{"value":218.12857,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.041317,"unit":"ms"},"http_req_data_received":{"value":24.2578125,"unit":"KB"},"e2e_output_token_throughput":{"value":332.86881654770644,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.17118058,"unit":"ms"},"http_req_connection_overhead":{"value":0.42208399999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5793.422072106159,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":1.0,"unit":"%"},"http_req_total":{"value":303.75626,"unit":"ms"},"output_token_throughput_per_user":{"value":460.5789169319117,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":22,"x_request_id":"b80c2145-adbe-41fb-ba2c-4f9700408058","x_correlation_id":"fa327035-b11b-4129-8325-fc4f873f82a5","conversation_id":"5ffee25c-7fc2-4324-beef-ad7cf0a4f528","turn_index":0,"credit_issued_ns":1779883874788953904,"request_start_ns":1779883874789589782,"request_ack_ns":1779883874838424296,"request_end_ns":1779883875090352588,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.042137,2.222749,2.101864,2.141186,2.086738,2.087102,2.18789,2.120511,2.223103,2.0491699999999997,2.251458,2.183534,2.323718,2.1618589999999998,2.27975,2.11848,2.289384,2.141219,2.087747,2.1486419999999997,2.1743829999999997,2.179567,2.187439,2.172659,2.114317,2.1921809999999997,2.190235,2.17102,2.223324,2.155357,2.189985,2.230628,2.316793,2.343533,1.9651619999999999,2.046995,2.1218,2.112892,2.225234,2.143713,2.109469,2.09747,2.267872,2.2404859999999998,2.152031,2.314539,2.137286,2.143196,2.090782,2.136646,2.056383,2.210508,2.174407,1.992416,2.106194,2.194867,2.154708,2.237541,2.254598,2.132075,2.20125,2.194887,2.21906,2.131068,2.352921,2.108406,2.115844,2.2254009999999997,2.240793,2.2180239999999998,2.087243,2.14849,2.1235429999999997,2.5320259999999997,2.0310829999999997,2.133654,2.1646769999999997,2.1760479999999998,2.294864,2.198784,2.320172,2.17456,2.08668,2.0743579999999997,2.1803879999999998,2.155119,2.2264369999999998,2.217873,2.229055,2.236239,2.165316,2.16718,2.6196919999999997,2.1340589999999997,3.004248,2.848661,6.608635],"unit":"ms"},"request_latency":{"value":300.762806,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":83.507136,"unit":"ms"},"http_req_chunks_received":{"value":99,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2080078125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.322383,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":300.69052999999997,"unit":"ms"},"http_req_sending":{"value":0.466037,"unit":"ms"},"http_req_waiting":{"value":82.03766399999999,"unit":"ms"},"http_req_receiving":{"value":218.186829,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.042137,"unit":"ms"},"http_req_data_received":{"value":24.2509765625,"unit":"KB"},"e2e_output_token_throughput":{"value":329.1630415231596,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2168945918367347,"unit":"ms"},"http_req_connection_overhead":{"value":0.322383,"unit":"ms"},"prefill_throughput_per_user":{"value":5987.512252845074,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":301.01291299999997,"unit":"ms"},"output_token_throughput_per_user":{"value":451.0814378285271,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":47,"x_request_id":"f779c45a-05bc-41fe-9475-bf7b738ac9ed","x_correlation_id":"e7ec8c3d-15ce-4232-a835-b225572aafa4","conversation_id":"a325399c-d9ab-4b22-b286-7adf93446482","turn_index":0,"credit_issued_ns":1779883875095832713,"request_start_ns":1779883875097160608,"request_end_ns":1779883875097971578,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875097971578},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":11,"x_request_id":"1eb96b5f-b8da-4cbe-8e51-3d6b70caea30","x_correlation_id":"e31bc5ae-3c52-479a-afea-d096023e478f","conversation_id":"94d6aa84-cb8f-40ab-93fd-6186d5b92fc3","turn_index":0,"credit_issued_ns":1779883874779874529,"request_start_ns":1779883874783858302,"request_ack_ns":1779883874826574182,"request_end_ns":1779883875090492560,"worker_id":"worker_f101d751","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9912,2.057622,2.222029,2.103493,2.1422369999999997,2.083145,2.084945,2.1900299999999997,2.163915,2.1909229999999997,2.0482549999999997,2.253646,2.16236,2.369892,2.171064,2.2278379999999998,2.1462849999999998,2.292472,2.130073,2.062788,2.139669,2.204234,2.191636,2.174323,2.175717,2.097118,2.187814,2.185162,2.166693,2.201355,2.1846289999999997,2.1901349999999997,2.2144459999999997,2.3042219999999998,2.442329,1.906372,2.05292,2.112548,2.106569,2.2320349999999998,2.1376459999999997,2.109816,2.0933829999999998,2.269145,2.276538,2.151815,2.301765,2.123104,2.141254,2.0895099999999998,2.1388309999999997,2.0576369999999997,2.211907,2.166776,2.001395,2.100143,2.197739,2.154228,2.24089,2.252475,2.132339,2.201189,2.19447,2.222463,2.125329,2.355191,2.109055,2.1184979999999998,2.242667,2.219292,2.232545,2.0723949999999998,2.150119,2.12357,2.5520039999999997,2.045927,2.134665,2.171761,2.164271,2.275409,2.216296,2.294063,2.202158,2.093826,2.068454,2.179354,2.152517,2.221464,2.239257,2.2125559999999997,2.223629,2.178597,2.1239909999999997,2.6644989999999997,2.104014,3.005833,2.860435,6.662834999999999],"unit":"ms"},"request_latency":{"value":306.634258,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.307186,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1943359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.716012,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":306.55035,"unit":"ms"},"http_req_sending":{"value":0.892382,"unit":"ms"},"http_req_waiting":{"value":85.424404,"unit":"ms"},"http_req_receiving":{"value":220.233564,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9912,"unit":"ms"},"http_req_data_received":{"value":24.4833984375,"unit":"KB"},"e2e_output_token_throughput":{"value":322.86020696356763,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2278272653061224,"unit":"ms"},"http_req_connection_overhead":{"value":0.716012,"unit":"ms"},"prefill_throughput_per_user":{"value":5662.053369020274,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.26636199999996,"unit":"ms"},"output_token_throughput_per_user":{"value":448.86783440213947,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":13,"x_request_id":"981db7c6-3bd2-4386-841d-7c6269060f16","x_correlation_id":"9a87da80-a449-4803-a28f-4ef316e9b5b9","conversation_id":"afc27f12-3b8d-4439-baf5-88c445b9e4d4","turn_index":0,"credit_issued_ns":1779883874779971575,"request_start_ns":1779883874784883899,"request_ack_ns":1779883874832340575,"request_end_ns":1779883875091990455,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.99044,2.052635,2.219413,2.107033,2.1452269999999998,2.079274,2.088813,2.185948,2.13205,2.215722,2.048119,2.3001199999999997,2.190544,2.253809,2.167804,2.225962,2.1449979999999997,2.2973209999999997,2.14291,2.075996,2.1513709999999997,2.138549,2.2174069999999997,2.1779569999999997,2.165443,2.1125499999999997,2.220888,2.191613,2.1637,2.204911,2.183826,2.189155,2.221545,2.291493,2.45207,1.939832,2.058678,2.0969949999999997,2.107431,2.229065,2.13795,2.110503,2.089254,2.275489,2.218199,2.180724,2.306535,2.133394,2.139334,2.091488,2.1551299999999998,2.049371,2.2076119999999997,2.165383,1.9967899999999998,2.1068979999999997,2.2051499999999997,2.153873,2.236018,2.257914,2.12864,2.196241,2.2032849999999997,2.216275,2.123989,2.369567,2.0996319999999997,2.1240289999999997,2.231424,2.237843,2.228971,2.0719689999999997,2.141803,2.126643,2.46774,2.055084,2.12924,2.1610229999999997,2.181567,2.279732,2.211181,2.287874,2.200567,2.094331,2.0752509999999997,2.178607,2.152927,2.22557,2.221834,2.217997,2.232329,2.1719489999999997,2.169585,2.674595,2.097358,3.0286329999999997,2.8245489999999998,8.168512],"unit":"ms"},"request_latency":{"value":307.106556,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":87.302584,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.9500879999999999,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":307.01885899999996,"unit":"ms"},"http_req_sending":{"value":1.1533309999999999,"unit":"ms"},"http_req_waiting":{"value":84.123032,"unit":"ms"},"http_req_receiving":{"value":221.742496,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.99044,"unit":"ms"},"http_req_data_received":{"value":24.4970703125,"unit":"KB"},"e2e_output_token_throughput":{"value":322.3636814838951,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.242897673469388,"unit":"ms"},"http_req_connection_overhead":{"value":0.9500879999999999,"unit":"ms"},"prefill_throughput_per_user":{"value":5727.207341308477,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.968947,"unit":"ms"},"output_token_throughput_per_user":{"value":445.85181563506956,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":0,"x_request_id":"a43bdca3-594a-4517-bd4d-f2061a5b2b28","x_correlation_id":"df9af36e-dc4f-4031-af1f-021a10b0b9df","conversation_id":"c2525278-c55a-4d59-b016-f64de391f53f","turn_index":0,"credit_issued_ns":1779883874779295766,"request_start_ns":1779883874780699149,"request_ack_ns":1779883874825837944,"request_end_ns":1779883875091604986,"worker_id":"worker_f101d751","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.985081,2.0560039999999997,2.222113,2.104105,2.140557,2.08275,2.0850839999999997,2.189429,2.189782,2.163423,2.048975,2.264313,2.201051,2.3399129999999997,2.170264,2.224445,2.146983,2.291489,2.12331,2.0528939999999998,2.1412839999999997,2.228212,2.184735,2.1737889999999997,2.178012,2.102346,2.167903,2.183646,2.1682829999999997,2.207005,2.1773919999999998,2.188706,2.217551,2.30381,2.455587,1.888072,2.051951,2.113353,2.106502,2.231629,2.135783,2.110298,2.095294,2.268035,2.299172,2.148062,2.294501,2.1155619999999997,2.138439,2.088699,2.139595,2.0581139999999998,2.214425,2.164026,2.002132,2.097419,2.199331,2.15432,2.241085,2.252383,2.1326199999999997,2.203802,2.191748,2.222403,2.123982,2.356715,2.108644,2.118527,2.243115,2.221937,2.232179,2.070065,2.151138,2.121822,2.577873,2.045136,2.127758,2.1849719999999997,2.150639,2.275988,2.215852,2.294359,2.2048829999999997,2.091993,2.068005,2.178037,2.151712,2.222534,2.242181,2.214015,2.220693,2.181129,2.1154129999999998,2.667764,2.092939,3.0093799999999997,2.861116,7.741236],"unit":"ms"},"request_latency":{"value":310.90583699999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":91.503125,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2236328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":3.1991769999999997,"unit":"ms"},"http_req_dns_lookup":{"value":1.712626,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":310.687742,"unit":"ms"},"http_req_sending":{"value":3.704596,"unit":"ms"},"http_req_waiting":{"value":85.788647,"unit":"ms"},"http_req_receiving":{"value":221.19449899999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.985081,"unit":"ms"},"http_req_data_received":{"value":24.4501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":318.42438519415765,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.238803183673469,"unit":"ms"},"http_req_connection_overhead":{"value":4.911803,"unit":"ms"},"prefill_throughput_per_user":{"value":5464.294252245483,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":315.599545,"unit":"ms"},"output_token_throughput_per_user":{"value":446.6672226002384,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":27,"x_request_id":"05cca57a-49e3-4a5e-b7d5-83271bc73d47","x_correlation_id":"d65e8398-5725-4ab1-b0a3-d3321fb16457","conversation_id":"68b057eb-929f-4e65-a774-0d2a31920029","turn_index":0,"credit_issued_ns":1779883875083950494,"request_start_ns":1779883875084473777,"request_ack_ns":1779883875113638590,"request_end_ns":1779883875369539420,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.3425449999999999,1.963283,3.36869,3.9475369999999996,0.441193,15.841795,15.482821,4.581547,0.879666,1.310055,2.1596249999999997,1.847904,2.2305289999999998,1.931984,2.0376469999999998,2.2070529999999997,2.091812,2.260499,2.195766,2.104607,2.063866,2.080071,2.168759,2.146093,2.227315,2.1552599999999997,2.308686,2.1032189999999997,2.152653,2.208781,2.171864,2.121626,2.219556,2.177699,2.217993,2.107849,2.242146,2.230768,2.10391,2.2320979999999997,2.178092,2.262283,2.255893,2.112235,2.021228,2.191918,2.294024,2.157602,2.236907,2.241343,2.236274,2.139739,2.2014389999999997,2.307432,2.131519,2.142877,2.502015,2.232313,2.30289,2.245281,2.170031,2.220833,1.9180039999999998,2.127649,2.06759,2.179637,2.2605299999999997,2.080476,2.198223,2.121769,2.243322,2.19845,2.2233169999999998,2.265806,2.3589539999999998,2.185498,2.163283,2.126533,2.107679,2.225664,2.130427,2.577709,2.409362,2.201043,2.1137259999999998,2.125466,2.157709,2.10807,2.149653,2.286279,2.327679,2.122731,2.1836089999999997,2.168416,2.128612,2.173048,2.264912,2.743985],"unit":"ms"},"request_latency":{"value":285.06564299999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":43.189885,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3154296875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.40397299999999997,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":285.019927,"unit":"ms"},"http_req_sending":{"value":0.553465,"unit":"ms"},"http_req_waiting":{"value":40.833664999999996,"unit":"ms"},"http_req_receiving":{"value":243.63279699999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.3425449999999999,"unit":"ms"},"http_req_data_received":{"value":24.501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":347.2884313877137,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.4681199795918367,"unit":"ms"},"http_req_connection_overhead":{"value":0.40397299999999997,"unit":"ms"},"prefill_throughput_per_user":{"value":11576.784703177605,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":285.4239,"unit":"ms"},"output_token_throughput_per_user":{"value":405.1666889246503,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":28,"x_request_id":"538767cf-af0e-4b9a-8d2c-24b0af1a1360","x_correlation_id":"909520b9-2c80-4a09-bcc9-26627d08c8b1","conversation_id":"59a5104a-1de5-4c08-8b4c-ba919bab327c","turn_index":0,"credit_issued_ns":1779883875084855086,"request_start_ns":1779883875085898682,"request_ack_ns":1779883875113627588,"request_end_ns":1779883875373592742,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.953744,3.38394,4.087452,0.33605599999999997,15.833224999999999,15.507864,4.61533,0.835579,1.2361609999999998,2.172759,1.8629099999999998,2.223624,1.931139,2.0345969999999998,2.215951,2.078423,2.266239,2.194873,2.114824,2.054986,2.082252,2.1621859999999997,2.162109,2.20925,2.319953,2.284677,2.1014779999999997,2.1446039999999997,2.224315,2.157793,2.1307609999999997,2.198963,2.187597,2.2019789999999997,2.1638729999999997,2.200602,2.228313,2.1094109999999997,2.234493,2.1733249999999997,2.271927,2.2461819999999997,2.1208739999999997,2.011559,2.198703,2.283192,2.168498,2.232172,2.2470149999999998,2.203294,2.1288389999999997,2.2213309999999997,2.296153,2.150694,2.1649659999999997,2.4785269999999997,2.2453209999999997,2.2975749999999997,2.253697,2.15949,2.220402,1.920108,2.12263,2.068054,2.183593,2.2341699999999998,2.1181769999999998,2.181432,2.142525,2.226454,2.195149,2.2273899999999998,2.285151,2.3377209999999997,2.212214,2.1083629999999998,2.155142,2.113895,2.229367,2.134937,2.5653639999999998,2.416238,2.210807,2.0982819999999998,2.116537,2.162622,2.1208299999999998,2.146645,2.30279,2.311562,2.128755,2.187014,2.1629359999999997,2.11394,2.212625,2.237211,2.6837839999999997,4.014659],"unit":"ms"},"request_latency":{"value":287.69406,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":43.086966,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3193359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":287.619763,"unit":"ms"},"http_req_sending":{"value":0.19438899999999998,"unit":"ms"},"http_req_waiting":{"value":41.51325,"unit":"ms"},"http_req_receiving":{"value":245.91212399999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.953744,"unit":"ms"},"http_req_data_received":{"value":24.5,"unit":"KB"},"e2e_output_token_throughput":{"value":344.1155510822851,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.4959907551020404,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":11604.437406894696,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":287.619763,"unit":"ms"},"output_token_throughput_per_user":{"value":400.6425095749676,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":53,"x_request_id":"9f974af0-334f-4de9-9802-60af664cd752","x_correlation_id":"c92ba602-0db1-4403-ac62-af92274f4b5f","conversation_id":"c77fd166-f38f-4ce3-a323-5e40f35c1bb5","turn_index":0,"credit_issued_ns":1779883875425226570,"request_start_ns":1779883875426558432,"request_end_ns":1779883875427235105,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875427235105},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":51,"x_request_id":"958cbe6a-c946-4660-aeef-879c387534b9","x_correlation_id":"b7743848-ce93-4bbf-8514-b0f4e10b470f","conversation_id":"4a7d6756-3911-476d-bfd1-e4e13b2230be","turn_index":0,"credit_issued_ns":1779883875424785869,"request_start_ns":1779883875426112293,"request_end_ns":1779883875426749831,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875426749831},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":52,"x_request_id":"b8334e06-b514-49c3-83c4-024337441e92","x_correlation_id":"95acf8ee-9d03-4833-a722-be2ba21287c9","conversation_id":"dfa9e687-2013-4e8f-a733-f98c9f7cc397","turn_index":0,"credit_issued_ns":1779883875425138608,"request_start_ns":1779883875426535519,"request_end_ns":1779883875427078712,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875427078712},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":33,"x_request_id":"a5ebf21c-fd67-447c-abb8-ad95c2499e38","x_correlation_id":"4688c1a0-0d43-4085-84fd-9d7313c35c45","conversation_id":"a2a3f98c-892e-4e39-9eed-3633bee3da24","turn_index":0,"credit_issued_ns":1779883875091704503,"request_start_ns":1779883875092732596,"request_ack_ns":1779883875138298462,"request_end_ns":1779883875423824750,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.8587429999999999,1.268362,2.188636,1.8521349999999999,2.228868,1.9274989999999999,2.043795,2.204825,2.079967,2.265854,2.201771,2.110553,2.060564,2.079376,2.166517,2.155512,2.215264,2.185444,2.316013,2.070483,2.157928,2.209931,2.1718319999999998,2.116393,2.2311929999999998,2.158918,2.218763,2.131015,2.23587,2.225923,2.111446,2.2214929999999997,2.1868689999999997,2.256214,2.260214,2.109776,2.026826,2.188687,2.288864,2.159442,2.2349,2.2404219999999997,2.213958,2.181953,2.194162,2.2754209999999997,2.15639,2.146407,2.5080139999999997,2.204819,2.3203389999999997,2.225431,2.17903,2.224525,1.92536,2.1206329999999998,2.067029,2.168011,2.254556,2.090697,2.198184,2.12826,2.242792,2.1957459999999998,2.224161,2.265371,2.350107,2.193603,2.13517,2.150763,2.117286,2.22934,2.117407,2.570712,2.429667,2.19412,2.112557,2.12115,2.16321,2.109172,2.159837,2.2803299999999997,2.327264,2.128545,2.183614,2.167392,2.127465,2.1760319999999997,2.2585159999999997,2.6833929999999997,3.964003,2.171464,3.172673,2.7107669999999997,3.3951719999999996,2.933699,17.994472,18.071137999999998],"unit":"ms"},"request_latency":{"value":331.092154,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.857765,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2138671875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":331.01633699999996,"unit":"ms"},"http_req_sending":{"value":0.19272499999999998,"unit":"ms"},"http_req_waiting":{"value":77.035243,"unit":"ms"},"http_req_receiving":{"value":253.788369,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.8587429999999999,"unit":"ms"},"http_req_data_received":{"value":24.484375,"unit":"KB"},"e2e_output_token_throughput":{"value":299.01040783950435,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.543208051020408,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6108.15601916324,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":331.01633699999996,"unit":"ms"},"output_token_throughput_per_user":{"value":393.20416573813975,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":41,"x_request_id":"86f868ca-1514-4c14-a51f-80ed54724763","x_correlation_id":"824de3ec-fb37-435f-a805-e536bd21fa32","conversation_id":"625104c3-3eb5-44bf-babb-9fe934bb703e","turn_index":0,"credit_issued_ns":1779883875092516424,"request_start_ns":1779883875093261955,"request_ack_ns":1779883875138366786,"request_end_ns":1779883875423919762,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9053129999999999,1.262499,2.190284,1.85391,2.226819,1.9317929999999999,2.028564,2.217784,2.089395,2.275425,2.192465,2.0945359999999997,2.0665549999999997,2.075443,2.1725399999999997,2.1503929999999998,2.215601,2.168269,2.3096479999999997,2.093793,2.159399,2.208849,2.170328,2.119712,2.2146749999999997,2.17191,2.213288,2.12512,2.261281,2.207837,2.105906,2.2243839999999997,2.183738,2.263382,2.2558599999999998,2.110643,2.0259549999999997,2.190616,2.294479,2.156796,2.228406,2.240043,2.234328,2.1145549999999997,2.247459,2.2750459999999997,2.159941,2.1441239999999997,2.51254,2.1944809999999997,2.3136639999999997,2.2431229999999998,2.1730419999999997,2.217956,1.9379799999999998,2.112765,2.073206,2.163375,2.267483,2.080084,2.201209,2.120894,2.245333,2.195346,2.2237869999999997,2.276465,2.3422009999999998,2.190789,2.1605339999999997,2.140333,2.099784,2.232425,2.119602,2.58838,2.418941,2.186013,2.111532,2.136502,2.150055,2.108276,2.17388,2.275392,2.31894,2.121613,2.186131,2.169645,2.126524,2.174765,2.260944,2.684674,3.9786129999999997,2.161193,3.2234209999999996,2.671966,3.3603169999999998,2.947408,17.992943,18.147833],"unit":"ms"},"request_latency":{"value":330.657807,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.314416,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3369140625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":330.579208,"unit":"ms"},"http_req_sending":{"value":0.181356,"unit":"ms"},"http_req_waiting":{"value":76.521765,"unit":"ms"},"http_req_receiving":{"value":253.87608699999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9053129999999999,"unit":"ms"},"http_req_data_received":{"value":24.4677734375,"unit":"KB"},"e2e_output_token_throughput":{"value":299.4031833036381,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5443203163265307,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6148.971173819904,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":330.579208,"unit":"ms"},"output_token_throughput_per_user":{"value":393.03227411389463,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":59,"x_request_id":"73acb541-bf3b-4b7c-851f-1d390a1a6f83","x_correlation_id":"7f13d528-41cc-4f2f-9cbf-bba80f6bdc50","conversation_id":"5bcd4814-f1d0-4c2a-9a0e-431b30df30c6","turn_index":0,"credit_issued_ns":1779883875429029690,"request_start_ns":1779883875430184822,"request_end_ns":1779883875430719825,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875430719825},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":43,"x_request_id":"32913562-5de0-45f8-a61d-6e76e7c92836","x_correlation_id":"10265f1e-89ee-41b8-9454-889a701f28be","conversation_id":"e33a01fa-e3b8-48eb-bcd3-4e6f7b021911","turn_index":0,"credit_issued_ns":1779883875093311652,"request_start_ns":1779883875093988020,"request_ack_ns":1779883875138393877,"request_end_ns":1779883875429640700,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.24118,2.173936,1.8576469999999998,2.2220079999999998,1.9357069999999998,2.02237,2.224544,2.084794,2.260732,2.1935409999999997,2.113282,2.058302,2.08447,2.1644099999999997,2.150938,2.210965,2.168873,2.3061659999999997,2.097242,2.151207,2.213259,2.1682609999999998,2.187541,2.1395589999999998,2.1864619999999997,2.210606,2.121153,2.240841,2.237432,2.099221,2.237897,2.172971,2.2671479999999997,2.2508459999999997,2.117009,2.018207,2.194029,2.2886219999999997,2.16539,2.2305189999999997,2.248213,2.199611,2.202223,2.161647,2.293417,2.132325,2.16135,2.508169,2.224256,2.2960119999999997,2.2564569999999997,2.161435,2.226524,1.9145029999999998,2.1308059999999998,2.067301,2.178722,2.256523,2.083884,2.194547,2.1282609999999997,2.240166,2.201098,2.218759,2.275846,2.346831,2.191826,2.13144,2.156702,2.116561,2.22774,2.118046,2.568294,2.4246749999999997,2.203268,2.104627,2.1266599999999998,2.157406,2.117256,2.151553,2.287984,2.323763,2.128313,2.1816619999999998,2.171309,2.1251539999999998,2.1770549999999997,2.255587,2.692008,3.9743809999999997,2.1574679999999997,3.170622,2.721161,3.363162,2.96231,17.970745,19.100613,4.745502999999999],"unit":"ms"},"request_latency":{"value":335.65268,"unit":"ms"},"output_sequence_length":{"value":98,"unit":"tokens"},"time_to_first_token":{"value":81.569653,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":98,"unit":"tokens"},"http_req_data_sent":{"value":2.341796875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":335.594112,"unit":"ms"},"http_req_sending":{"value":0.125408,"unit":"ms"},"http_req_waiting":{"value":80.481262,"unit":"ms"},"http_req_receiving":{"value":254.987442,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.24118,"unit":"ms"},"http_req_data_received":{"value":24.544921875,"unit":"KB"},"e2e_output_token_throughput":{"value":291.96847169520584,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.619412649484536,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6129.730624206529,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-2.0,"unit":"%"},"http_req_total":{"value":335.594112,"unit":"ms"},"output_token_throughput_per_user":{"value":381.7649732266453,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":30,"x_request_id":"145dd4ae-0804-436a-bfe7-c6336725e09b","x_correlation_id":"277f787e-54d6-4f06-9383-21e0b5032878","conversation_id":"ecc84b1f-98da-44b9-a911-4172be9cf21b","turn_index":0,"credit_issued_ns":1779883875085132258,"request_start_ns":1779883875085937801,"request_ack_ns":1779883875138428802,"request_end_ns":1779883875423912693,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.881759,1.274942,2.1968129999999997,1.8470529999999998,2.223923,1.9310859999999999,2.034395,2.213383,2.0885849999999997,2.255013,2.200093,2.109072,2.061047,2.0808679999999997,2.177295,2.145384,2.210706,2.1739159999999997,2.307296,2.094665,2.1572899999999997,2.212004,2.168012,2.146065,2.178106,2.18634,2.224018,2.106905,2.2400059999999997,2.233231,2.1033,2.228456,2.182265,2.2628619999999997,2.254702,2.113797,2.022121,2.192177,2.290196,2.160924,2.236469,2.234161,2.2224589999999997,2.146282,2.233824,2.276103,2.139801,2.147127,2.494364,2.2243,2.324748,2.230066,2.1693439999999997,2.22344,1.918745,2.12501,2.0718289999999997,2.169869,2.263028,2.084264,2.19495,2.127767,2.24134,2.198862,2.2215,2.271268,2.3523639999999997,2.190896,2.174165,2.124793,2.1070889999999998,2.237211,2.119374,2.567695,2.42468,2.204709,2.116813,2.114368,2.162625,2.111558,2.155482,2.286645,2.323623,2.122422,2.186366,2.171502,2.125622,2.1753679999999997,2.258456,2.6896169999999997,3.997654,2.137353,3.2133179999999997,2.691954,3.3618159999999997,2.954548,17.972336,18.116213],"unit":"ms"},"request_latency":{"value":337.974892,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.665266,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.236328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.382005,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":337.907715,"unit":"ms"},"http_req_sending":{"value":0.540485,"unit":"ms"},"http_req_waiting":{"value":83.65679399999999,"unit":"ms"},"http_req_receiving":{"value":253.710436,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.881759,"unit":"ms"},"http_req_data_received":{"value":24.53515625,"unit":"KB"},"e2e_output_token_throughput":{"value":292.9211676469742,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5439757755102037,"unit":"ms"},"http_req_connection_overhead":{"value":0.382005,"unit":"ms"},"prefill_throughput_per_user":{"value":5639.186826552801,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":338.28972,"unit":"ms"},"output_token_throughput_per_user":{"value":393.085504047084,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":35,"x_request_id":"685a4fbd-c995-433b-b1d7-564e89b474c7","x_correlation_id":"d8ce1362-ab43-418c-a04f-3f5ed5625d91","conversation_id":"1d5bfa3c-993f-4844-8113-c45236c44c3c","turn_index":0,"credit_issued_ns":1779883875091896999,"request_start_ns":1779883875092790299,"request_ack_ns":1779883875138398517,"request_end_ns":1779883875423920086,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9474549999999999,1.260757,2.20301,1.8294739999999998,2.2469639999999997,1.9129269999999998,2.030811,2.211036,2.084432,2.2632559999999997,2.20155,2.102195,2.074601,2.071112,2.1700209999999998,2.148888,2.233017,2.1507899999999998,2.314281,2.085772,2.169575,2.199475,2.176831,2.1192729999999997,2.211817,2.164291,2.2258,2.113727,2.255887,2.218978,2.114796,2.2198469999999997,2.191737,2.2501819999999997,2.2603649999999997,2.1080289999999997,2.029014,2.1842349999999997,2.300347,2.151494,2.2394789999999998,2.240963,2.202988,2.128646,2.236128,2.282839,2.1570169999999997,2.14395,2.504352,2.194019,2.362742,2.182591,2.16599,2.2716819999999998,1.927204,2.107214,2.0778399999999997,2.162496,2.268067,2.077578,2.204545,2.1185739999999997,2.249224,2.1912089999999997,2.2296869999999998,2.266323,2.3539719999999997,2.188295,2.138711,2.1409089999999997,2.117954,2.226339,2.135331,2.5571409999999997,2.436039,2.191526,2.131719,2.0948599999999997,2.166064,2.1145359999999997,2.156929,2.2790939999999997,2.336687,2.112705,2.193088,2.1636349999999998,2.132927,2.168579,2.2662299999999997,2.6933249999999997,3.9664279999999996,2.1726039999999998,3.1278509999999997,2.734915,3.377229,2.923269,17.987064,18.129996],"unit":"ms"},"request_latency":{"value":331.12978699999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.81244,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2734375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":331.053207,"unit":"ms"},"http_req_sending":{"value":0.181581,"unit":"ms"},"http_req_waiting":{"value":77.156504,"unit":"ms"},"http_req_receiving":{"value":253.71512199999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9474549999999999,"unit":"ms"},"http_req_data_received":{"value":24.44140625,"unit":"KB"},"e2e_output_token_throughput":{"value":298.97642521661754,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.54405456122449,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6111.540005407491,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":331.053207,"unit":"ms"},"output_token_throughput_per_user":{"value":393.07333075383633,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":57,"x_request_id":"da4b291c-5a64-4153-a612-7f2d4636223e","x_correlation_id":"9d3cacb7-fa8b-4ac0-b076-ce12a5c03986","conversation_id":"8cbe6d97-3003-4abc-ac28-f9d9a91d4189","turn_index":0,"credit_issued_ns":1779883875426918939,"request_start_ns":1779883875431102114,"request_end_ns":1779883875434617928,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875434617928},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} +{"metadata":{"session_num":31,"x_request_id":"07991536-1e7a-49b1-b26f-a2564b763b59","x_correlation_id":"7b339618-d07e-4e5a-9596-729ac0ee1360","conversation_id":"6b4c04c5-5f1a-4c33-aa18-6cbd8a05aafa","turn_index":0,"credit_issued_ns":1779883875087307471,"request_start_ns":1779883875088099868,"request_ack_ns":1779883875138474754,"request_end_ns":1779883875427655830,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2571459999999999,2.194048,1.850857,2.227859,1.9308949999999998,2.032006,2.2163809999999997,2.0899259999999997,2.286406,2.177791,2.092718,2.0699579999999997,2.072782,2.175884,2.1538939999999998,2.227804,2.155796,2.310289,2.0938149999999998,2.161073,2.2080189999999997,2.169497,2.118219,2.216193,2.171086,2.2053,2.13402,2.269565,2.1924099999999997,2.104275,2.2266619999999997,2.181403,2.2651369999999997,2.2535119999999997,2.1189,2.016791,2.192325,2.299018,2.152654,2.2274439999999998,2.241767,2.2406639999999998,2.117991,2.2551419999999998,2.28097,2.15032,2.145485,2.5158549999999997,2.185841,2.303803,2.253803,2.170616,2.211915,1.941188,2.113492,2.065267,2.165365,2.265869,2.081924,2.199661,2.120646,2.244999,2.196587,2.222998,2.277767,2.342049,2.190388,2.176786,2.136698,2.087738,2.230619,2.134283,2.599157,2.398962,2.193774,2.115352,2.140079,2.130804,2.1077749999999997,2.186251,2.268609,2.3143409999999998,2.124606,2.181944,2.171472,2.1247469999999997,2.18001,2.2560279999999997,2.686231,3.990465,2.159591,3.226976,2.672113,3.3513819999999996,2.9377459999999997,18.011052,19.624561999999997,2.220666],"unit":"ms"},"request_latency":{"value":339.55596199999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":87.41301299999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.352252,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":339.490259,"unit":"ms"},"http_req_sending":{"value":0.503749,"unit":"ms"},"http_req_waiting":{"value":85.95142899999999,"unit":"ms"},"http_req_receiving":{"value":253.035081,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2571459999999999,"unit":"ms"},"http_req_data_received":{"value":24.4521484375,"unit":"KB"},"e2e_output_token_throughput":{"value":291.55724263207014,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5728872346938774,"unit":"ms"},"http_req_connection_overhead":{"value":0.352252,"unit":"ms"},"prefill_throughput_per_user":{"value":5719.972151057188,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":339.842511,"unit":"ms"},"output_token_throughput_per_user":{"value":388.66841364657796,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":46,"x_request_id":"a52534e2-3baa-4e68-913e-3ea29029236f","x_correlation_id":"a6bb87a1-3ff9-43c9-a906-cec928848c15","conversation_id":"f34a7909-d326-494c-94c4-c5d6178290b7","turn_index":0,"credit_issued_ns":1779883875093939798,"request_start_ns":1779883875095252893,"request_ack_ns":1779883875138470301,"request_end_ns":1779883875428621073,"worker_id":"worker_f101d751","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.248292,2.144287,1.858229,2.2222079999999997,1.939025,2.022135,2.221266,2.08602,2.3952199999999997,2.166581,2.031592,2.031378,2.082635,2.1669549999999997,2.153626,2.222823,2.163878,2.298054,2.104986,2.149239,2.222356,2.161155,2.129442,2.200392,2.241685,2.140023,2.1256459999999997,2.233101,2.237645,2.097307,2.2425349999999997,2.16714,2.268231,2.252376,2.117362,2.0208619999999997,2.190705,2.2879869999999998,2.165622,2.231613,2.250874,2.194306,2.237754,2.143332,2.334327,2.107825,2.1546849999999997,2.501649,2.237268,2.287449,2.2660579999999997,2.149365,2.237424,1.9026299999999998,2.132399,2.055348,2.186604,2.246633,2.09142,2.18815,2.135933,2.228245,2.2127209999999997,2.208887,2.28105,2.34328,2.2009499999999997,2.12283,2.167316,2.09975,2.234722,2.121876,2.564062,2.424805,2.203985,2.106926,2.1288709999999997,2.152409,2.116832,2.1467929999999997,2.292776,2.323333,2.1485719999999997,2.157507,2.178125,2.119029,2.187707,2.248533,2.6932449999999997,3.978754,2.172714,3.163467,2.7139789999999997,3.361592,2.962534,17.979675999999998,18.041978,4.752416],"unit":"ms"},"request_latency":{"value":333.36818,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":80.342886,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.345703125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.309658,"unit":"ms"},"http_req_sending":{"value":0.086362,"unit":"ms"},"http_req_waiting":{"value":79.359557,"unit":"ms"},"http_req_receiving":{"value":253.86373899999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.248292,"unit":"ms"},"http_req_data_received":{"value":24.490234375,"unit":"KB"},"e2e_output_token_throughput":{"value":296.96895486545833,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5818907551020405,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6223.326356486621,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.309658,"unit":"ms"},"output_token_throughput_per_user":{"value":387.3130565357628,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":37,"x_request_id":"ce002da9-c3f7-4eba-b82b-c5dc29b28dc8","x_correlation_id":"b6649f77-3309-4096-8a87-837168b5a5c2","conversation_id":"965072be-0432-4067-b240-65e6174f75d7","turn_index":0,"credit_issued_ns":1779883875092007886,"request_start_ns":1779883875094824401,"request_ack_ns":1779883875138399596,"request_end_ns":1779883875427674811,"worker_id":"worker_f101d751","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2655669999999999,2.153302,1.86337,2.2179729999999998,1.9413179999999999,2.019723,2.222892,2.084731,2.363309,2.169908,2.055355,2.037626,2.086295,2.163735,2.153829,2.2065159999999997,2.179995,2.295444,2.106076,2.148952,2.222536,2.159453,2.131623,2.199055,2.22652,2.160724,2.125174,2.2331309999999998,2.237656,2.098166,2.241488,2.1687689999999997,2.268644,2.2506399999999998,2.118579,2.0204269999999998,2.192064,2.2876019999999997,2.164138,2.231277,2.2513799999999997,2.194006,2.1997619999999998,2.1718409999999997,2.327892,2.118489,2.15518,2.492683,2.2436849999999997,2.2859659999999997,2.263308,2.1533409999999997,2.235664,1.903598,2.134432,2.0565919999999998,2.18523,2.246759,2.0933379999999997,2.188029,2.136412,2.227217,2.212746,2.208765,2.2819249999999998,2.342192,2.201221,2.122909,2.166821,2.098955,2.237074,2.121625,2.565407,2.423826,2.203188,2.1089409999999997,2.1265929999999997,2.151817,2.1189549999999997,2.145188,2.2920629999999997,2.323826,2.14632,2.1589,2.178083,2.118799,2.1884989999999998,2.249044,2.692358,3.97714,2.15886,3.1789669999999997,2.7176229999999997,3.359403,2.9677279999999997,17.966791,18.053213,3.821183],"unit":"ms"},"request_latency":{"value":332.85041,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":80.725076,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.259765625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":332.780437,"unit":"ms"},"http_req_sending":{"value":0.18745199999999998,"unit":"ms"},"http_req_waiting":{"value":79.61477099999999,"unit":"ms"},"http_req_receiving":{"value":252.97821399999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2655669999999999,"unit":"ms"},"http_req_data_received":{"value":24.501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":297.43090897800005,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5727074897959183,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6193.86223928733,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":332.780437,"unit":"ms"},"output_token_throughput_per_user":{"value":388.69556837156233,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":42,"x_request_id":"d067b504-cefe-4b1d-9c13-96483bb02c24","x_correlation_id":"0a099027-b34b-443d-bc02-9eb2bf26449c","conversation_id":"788ecb43-8a6b-4894-9d47-fc19b30813e3","turn_index":0,"credit_issued_ns":1779883875092832420,"request_start_ns":1779883875093723242,"request_ack_ns":1779883875138309958,"request_end_ns":1779883875427683434,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.285591,2.176131,1.862796,2.222757,1.941179,2.024076,2.220428,2.080793,2.265397,2.191401,2.110757,2.061191,2.081771,2.162808,2.156704,2.208364,2.179137,2.302695,2.0987739999999997,2.151229,2.216571,2.165521,2.131764,2.207813,2.174585,2.212506,2.137753,2.22629,2.235921,2.098502,2.23483,2.175677,2.267298,2.250581,2.1192379999999997,2.017374,2.197297,2.278221,2.172848,2.224481,2.245926,2.206817,2.202076,2.194106,2.3117419999999997,2.1483559999999997,2.15829,2.47253,2.23524,2.303678,2.247891,2.153926,2.247276,1.887039,2.1205469999999997,2.0467489999999997,2.17491,2.242301,2.1078129999999997,2.186009,2.1326069999999997,2.235773,2.203929,2.216979,2.2745979999999997,2.34089,2.201745,2.127591,2.1638029999999997,2.110858,2.23365,2.111183,2.6021,2.399493,2.201008,2.100697,2.142788,2.1525209999999997,2.107474,2.151261,2.291047,2.318407,2.124895,2.182614,2.1753,2.121207,2.182944,2.2518119999999997,2.691064,3.998087,2.126938,3.181929,2.722079,3.378525,2.949934,17.967496,18.054002,3.876099],"unit":"ms"},"request_latency":{"value":333.960192,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.732593,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.181640625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.905086,"unit":"ms"},"http_req_sending":{"value":0.135993,"unit":"ms"},"http_req_waiting":{"value":80.790674,"unit":"ms"},"http_req_receiving":{"value":252.978419,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.285591,"unit":"ms"},"http_req_data_received":{"value":24.462890625,"unit":"KB"},"e2e_output_token_throughput":{"value":296.44251731655487,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5737510102040813,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6117.510550533983,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.905086,"unit":"ms"},"output_token_throughput_per_user":{"value":388.53797280130317,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":44,"x_request_id":"16a3745b-eb82-43be-9aa9-4a5cc35dae7b","x_correlation_id":"595f3266-054f-48fd-ab23-cc819c4f939c","conversation_id":"c96bd55a-f295-48b3-9e6e-b0509af8632f","turn_index":0,"credit_issued_ns":1779883875093781914,"request_start_ns":1779883875094445441,"request_ack_ns":1779883875138321101,"request_end_ns":1779883875428004457,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.24064,2.209419,1.83964,2.223205,1.9306729999999999,2.036167,2.213508,2.07461,2.2707189999999997,2.196944,2.110462,2.061007,2.082547,2.160974,2.167871,2.208285,2.170007,2.3106009999999997,2.093975,2.155804,2.211675,2.170306,2.196758,2.215324,2.142422,2.172547,2.116444,2.2418039999999997,2.231045,2.103618,2.229561,2.180469,2.262815,2.255926,2.112853,2.025505,2.1913419999999997,2.286447,2.16234,2.229068,2.2416739999999997,2.212736,2.133691,2.282232,2.30027,2.105112,2.132322,2.4840809999999998,2.22423,2.330584,2.2220329999999997,2.173758,2.225346,1.921646,2.122998,2.071809,2.168923,2.253726,2.095423,2.194287,2.1278289999999997,2.2419599999999997,2.198198,2.221882,2.274237,2.34196,2.198617,2.1768769999999997,2.185479,2.087682,2.192666,2.106654,2.573242,2.422968,2.197659,2.108,2.1248579999999997,2.1603429999999997,2.112081,2.157531,2.28218,2.32917,2.1929,2.1611569999999998,2.132106,2.1186409999999998,2.174168,2.2580999999999998,2.6925019999999997,4.000964,2.135427,3.198426,2.728166,3.350307,2.978763,17.933084,18.040191,4.215729],"unit":"ms"},"request_latency":{"value":333.559016,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.034104,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2841796875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.29428,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.498768,"unit":"ms"},"http_req_sending":{"value":0.43473,"unit":"ms"},"http_req_waiting":{"value":79.636994,"unit":"ms"},"http_req_receiving":{"value":253.427044,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.24064,"unit":"ms"},"http_req_data_received":{"value":24.4873046875,"unit":"KB"},"e2e_output_token_throughput":{"value":296.7990527949033,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5767848163265303,"unit":"ms"},"http_req_connection_overhead":{"value":0.29428,"unit":"ms"},"prefill_throughput_per_user":{"value":6170.2416059292755,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.793048,"unit":"ms"},"output_token_throughput_per_user":{"value":388.0805233188241,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":48,"x_request_id":"16a123fa-5e2b-4832-bb9d-dd97f56ec0ee","x_correlation_id":"4d8b28e0-63d4-49c5-9e28-6ff11fb5aaf6","conversation_id":"3bf12499-8ff4-40c0-b75c-ed9a6a79269c","turn_index":0,"credit_issued_ns":1779883875097579562,"request_start_ns":1779883875098084738,"request_ack_ns":1779883875138323812,"request_end_ns":1779883875427872289,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2691029999999999,2.197175,1.849559,2.219335,1.934985,2.029192,2.21865,2.085921,2.259222,2.200443,2.105445,2.0647789999999997,2.0802709999999998,2.1634629999999997,2.1674949999999997,2.204256,2.171499,2.3082119999999997,2.096214,2.15598,2.212148,2.168424,2.1232599999999997,2.207776,2.17154,2.2173249999999998,2.121925,2.2457759999999998,2.224208,2.108832,2.229228,2.180906,2.2617089999999997,2.25487,2.113545,2.022354,2.192306,2.291521,2.1601619999999997,2.2293119999999997,2.241559,2.212503,2.126824,2.229357,2.292329,2.151458,2.1491219999999998,2.5063489999999997,2.211491,2.3092919999999997,2.24349,2.168597,2.223543,1.920435,2.129604,2.071128,2.169502,2.269659,2.081553,2.1961589999999998,2.121852,2.242686,2.1989419999999997,2.224411,2.27038,2.3473539999999997,2.18838,2.136546,2.160132,2.1059509999999997,2.237589,2.113164,2.5660559999999997,2.425354,2.220058,2.0868729999999998,2.142423,2.151687,2.113003,2.1519649999999997,2.2841299999999998,2.3243489999999998,2.125905,2.185873,2.168284,2.125482,2.177136,2.2614959999999997,2.68281,4.0233229999999995,2.133635,3.160868,2.713368,3.37534,2.951301,17.983067,18.036345,4.054454],"unit":"ms"},"request_latency":{"value":329.787551,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":77.393299,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.220703125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.310202,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":329.739914,"unit":"ms"},"http_req_sending":{"value":0.427606,"unit":"ms"},"http_req_waiting":{"value":76.04937799999999,"unit":"ms"},"http_req_receiving":{"value":253.26292999999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2691029999999999,"unit":"ms"},"http_req_data_received":{"value":24.4853515625,"unit":"KB"},"e2e_output_token_throughput":{"value":300.19325987232304,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.575451551020408,"unit":"ms"},"http_req_connection_overhead":{"value":0.310202,"unit":"ms"},"prefill_throughput_per_user":{"value":6460.507646792522,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":330.050116,"unit":"ms"},"output_token_throughput_per_user":{"value":388.28142568001107,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":39,"x_request_id":"1aa05579-a0b5-4dcf-80c7-b1e6ee2d9215","x_correlation_id":"69cedfd9-8082-4504-b85a-be7e409190c4","conversation_id":"d28f9991-5364-46cb-8556-41f3988147b7","turn_index":0,"credit_issued_ns":1779883875092121101,"request_start_ns":1779883875092869192,"request_ack_ns":1779883875138335294,"request_end_ns":1779883875427624897,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.248206,2.186474,1.856765,2.2265289999999998,1.929716,2.031215,2.216622,2.0860659999999998,2.2601869999999997,2.199557,2.1082229999999997,2.0637209999999997,2.078759,2.165474,2.156637,2.212736,2.260926,2.3191539999999997,2.1009249999999997,2.144504,2.202404,2.182156,2.1290139999999997,2.198303,2.1754059999999997,2.214162,2.1082769999999997,2.2586079999999997,2.2303349999999997,2.1075619999999997,2.234228,2.172711,2.2712559999999997,2.246957,2.123361,2.008644,2.200125,2.262618,2.189218,2.212037,2.268715,2.199347,2.128807,2.221189,2.2978449999999997,2.150692,2.154481,2.485219,2.21744,2.308477,2.2430909999999997,2.170321,2.239153,1.9035549999999999,2.144216,2.067916,2.17997,2.217924,2.134703,2.1802259999999998,2.134606,2.234523,2.196043,2.227325,2.278153,2.3258129999999997,2.230725,2.107501,2.157766,2.110636,2.2322789999999997,2.135016,2.5337419999999997,2.428587,2.2195229999999997,2.1097639999999998,2.1163019999999997,2.160618,2.121064,2.1469519999999997,2.273357,2.33993,2.127701,2.187782,2.165771,2.096667,2.22688,2.236517,2.683561,3.937207,2.094362,3.178464,2.720622,3.3699109999999997,2.95198,17.973848,18.047767,3.8210849999999996],"unit":"ms"},"request_latency":{"value":334.755705,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":82.62228999999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.095703125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.369098,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":334.681521,"unit":"ms"},"http_req_sending":{"value":0.538136,"unit":"ms"},"http_req_waiting":{"value":81.145502,"unit":"ms"},"http_req_receiving":{"value":252.997883,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.248206,"unit":"ms"},"http_req_data_received":{"value":24.5263671875,"unit":"KB"},"e2e_output_token_throughput":{"value":295.7380517234202,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.572789948979592,"unit":"ms"},"http_req_connection_overhead":{"value":0.369098,"unit":"ms"},"prefill_throughput_per_user":{"value":6051.635702665709,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":335.050619,"unit":"ms"},"output_token_throughput_per_user":{"value":388.6831104873584,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":38,"x_request_id":"d1a9f106-4827-4955-afa6-ff4c8f0a81c6","x_correlation_id":"8ddfb54e-bcc4-4c29-afec-7ec2f97e965e","conversation_id":"e4f616f1-6a31-47cb-80ce-4036e2b98222","turn_index":0,"credit_issued_ns":1779883875092068097,"request_start_ns":1779883875093809453,"request_ack_ns":1779883875138245134,"request_end_ns":1779883875427584388,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.283552,2.182107,1.865424,2.221411,1.934969,2.019346,2.22917,2.073887,2.298571,2.1762669999999997,2.105686,2.057194,2.084996,2.1591679999999998,2.1648069999999997,2.2059569999999997,2.1760699999999997,2.307807,2.095955,2.1539349999999997,2.217082,2.164096,2.121282,2.211264,2.185391,2.198541,2.137977,2.254958,2.21096,2.098438,2.2306809999999997,2.179541,2.267201,2.250482,2.114897,2.0234,2.192309,2.292059,2.161089,2.2249879999999997,2.245231,2.222171,2.131318,2.238501,2.3008349999999997,2.13706,2.157136,2.492561,2.188647,2.3204059999999997,2.2373339999999997,2.166724,2.240726,1.9264329999999998,2.126063,2.059628,2.1705129999999997,2.233035,2.113657,2.191219,2.130481,2.239125,2.200297,2.223583,2.266438,2.345694,2.197442,2.163162,2.130077,2.102324,2.239378,2.112459,2.612994,2.393051,2.200351,2.100761,2.156541,2.1264629999999998,2.115954,2.1670689999999997,2.2816359999999998,2.316607,2.124657,2.181454,2.177985,2.11785,2.179731,2.2543059999999997,2.6890259999999997,3.9572939999999996,2.1761589999999997,3.1604229999999998,2.71801,3.3748359999999997,2.9570119999999998,17.965177,18.052082,3.817411],"unit":"ms"},"request_latency":{"value":333.77493499999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.617522,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.703468,"unit":"ms"},"http_req_sending":{"value":0.17748699999999998,"unit":"ms"},"http_req_waiting":{"value":80.494483,"unit":"ms"},"http_req_receiving":{"value":253.031498,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.283552,"unit":"ms"},"http_req_data_received":{"value":24.521484375,"unit":"KB"},"e2e_output_token_throughput":{"value":296.60705349249787,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5730348265306118,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6126.1355129110625,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.703468,"unit":"ms"},"output_token_throughput_per_user":{"value":388.64611923980993,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":49,"x_request_id":"e78a7848-1995-4e60-8145-982c869e165e","x_correlation_id":"fa75210e-b270-4d3f-b15f-84938126e357","conversation_id":"114b9945-4082-43bd-a838-7731b6df738d","turn_index":0,"credit_issued_ns":1779883875370448486,"request_start_ns":1779883875371131629,"request_ack_ns":1779883875383648151,"request_end_ns":1779883875636180365,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[7.286937,3.65896,0.7964939999999999,1.152675,1.797513,1.7891929999999998,5.99399,0.114921,3.464241,1.8577869999999999,11.806562999999999,3.958748,0.71537,1.2131429999999999,2.104266,1.9062059999999998,1.756316,2.0301199999999997,2.038375,1.987674,2.035949,2.053225,1.9504249999999999,2.054119,1.7393319999999999,1.8218329999999998,1.9871109999999998,2.1860049999999998,1.865222,2.09369,2.04629,1.945387,1.951925,2.021134,2.0094719999999997,2.041034,2.414774,2.108904,1.994521,2.0014529999999997,1.843491,1.839505,2.0083029999999997,2.0218659999999997,2.258023,2.2718059999999998,1.996657,1.747709,1.865873,2.176535,1.969501,1.975704,1.9811429999999999,2.0318389999999997,2.064993,2.0475689999999998,2.0594989999999997,2.069521,2.053874,1.9507599999999998,2.1258209999999997,2.086493,2.100583,1.8914449999999998,2.110537,2.0083159999999998,2.072711,2.001422,2.1232409999999997,2.056638,2.050772,2.054779,2.04932,2.106457,2.0228319999999997,2.038321,1.986675,2.098311,2.110252,1.895878,2.174589,1.9914729999999998,2.029139,2.075582,2.051783,2.020527,2.104233,2.52526,1.968186,2.002923,1.8212849999999998,2.022144,1.967067,2.576596],"unit":"ms"},"request_latency":{"value":265.04873599999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":56.741676999999996,"unit":"ms"},"http_req_chunks_received":{"value":96,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.28125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":264.982485,"unit":"ms"},"http_req_sending":{"value":0.1765,"unit":"ms"},"http_req_waiting":{"value":52.499224999999996,"unit":"ms"},"http_req_receiving":{"value":212.30676,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":7.286937,"unit":"ms"},"http_req_data_received":{"value":23.517578125,"unit":"KB"},"e2e_output_token_throughput":{"value":373.5162125051598,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1255822346938773,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":8811.865042339161,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":264.982485,"unit":"ms"},"output_token_throughput_per_user":{"value":470.4593328255861,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":50,"x_request_id":"fd68bd72-9e88-4c66-90f8-f18893fd5493","x_correlation_id":"a7846261-8997-4c1d-b4e1-29a956a74e65","conversation_id":"7ddc7467-a6ef-45bd-98c0-f95dd071688e","turn_index":0,"credit_issued_ns":1779883875374422389,"request_start_ns":1779883875375211731,"request_ack_ns":1779883875389220837,"request_end_ns":1779883875638298381,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.9695739999999997,0.771064,1.189379,1.79538,1.7959429999999998,5.9221889999999995,0.177068,3.444298,1.871483,11.781354,4.028544999999999,0.6810809999999999,1.2146489999999999,2.100488,1.9185349999999999,1.747788,2.046674,2.027686,1.985139,2.032186,2.0539229999999997,1.950067,2.056718,1.730769,1.829033,1.945689,2.275991,1.818041,2.0953969999999997,2.042087,1.947204,1.9488349999999999,2.022779,2.010191,2.040521,2.419909,2.105488,1.990397,2.007178,1.837818,1.8389099999999998,2.011551,2.050128,2.238377,2.2664169999999997,1.9830519999999998,1.757339,1.8624619999999998,2.186763,1.9711649999999998,1.97417,1.9826439999999999,2.032527,2.0616309999999998,2.047617,2.060208,2.071256,2.052362,1.953447,2.120768,2.090216,2.099475,1.8940059999999999,2.105704,2.011263,2.071482,2.002335,2.121655,2.05696,2.046725,2.081836,2.0346379999999997,2.103621,2.019583,2.02434,1.997383,2.1025359999999997,2.107746,1.899859,2.1670059999999998,1.997884,2.026364,2.079187,2.045095,2.0279119999999997,2.099145,2.528806,1.9661629999999999,2.0056119999999997,1.814727,2.025478,1.969951,2.5267619999999997,2.167519],"unit":"ms"},"request_latency":{"value":263.08664999999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":60.616344,"unit":"ms"},"http_req_chunks_received":{"value":96,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1123046875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.5368919999999999,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":263.005945,"unit":"ms"},"http_req_sending":{"value":0.711971,"unit":"ms"},"http_req_waiting":{"value":51.635858999999996,"unit":"ms"},"http_req_receiving":{"value":210.65811499999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.9695739999999997,"unit":"ms"},"http_req_data_received":{"value":23.5185546875,"unit":"KB"},"e2e_output_token_throughput":{"value":376.30187620694545,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0660235306122448,"unit":"ms"},"http_req_connection_overhead":{"value":0.5368919999999999,"unit":"ms"},"prefill_throughput_per_user":{"value":8248.60041047675,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":263.54283699999996,"unit":"ms"},"output_token_throughput_per_user":{"value":484.02159277617716,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":55,"x_request_id":"0f090a8a-aeda-42c2-a470-a9554f0afc03","x_correlation_id":"2c815531-065c-48c8-b65f-24f9089193fe","conversation_id":"23c64f8f-25d2-477c-a37e-aa8d69be485f","turn_index":0,"credit_issued_ns":1779883875426497540,"request_start_ns":1779883875427343468,"request_ack_ns":1779883875453470369,"request_end_ns":1779883875669449465,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.212592,2.10362,1.9070889999999998,1.753915,2.031139,2.030821,2.000174,2.0302919999999998,2.052612,1.9527539999999999,2.0525949999999997,1.741688,1.8348449999999998,1.9421869999999999,2.244466,1.85137,2.0979479999999997,2.037229,1.951746,1.9479689999999998,2.025311,2.0103169999999997,2.040759,2.405566,2.1121749999999997,1.992524,2.0096879999999997,1.839667,1.839144,2.0102089999999997,2.024142,2.25268,2.2719329999999998,1.9865339999999998,1.7585,1.864973,2.180691,1.967107,1.9758129999999998,1.9808029999999999,2.0351779999999997,2.0616179999999997,2.048547,2.060593,2.072823,2.048292,1.9556099999999998,2.118156,2.092583,2.09885,1.8927559999999999,2.108265,2.008479,2.072141,2.01034,2.112116,2.060445,2.046649,2.06175,2.044763,2.115104,2.016347,2.0285219999999997,1.992154,2.105121,2.108085,1.899959,2.165873,1.998599,2.0278009999999997,2.080348,2.047268,2.024976,2.09847,2.522286,1.97135,2.001282,1.816265,2.023481,1.9711619999999999,2.528388,2.117704,1.624531,2.0490019999999998,2.078623,1.855198,1.96006,1.984019,2.000781,2.075979,1.9452079999999998,1.9857719999999999,1.9563679999999999,2.163272,1.902431,1.8870239999999998,2.018172,1.723779],"unit":"ms"},"request_latency":{"value":242.105997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":44.899691999999995,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.32421875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":1.813618,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":242.03859,"unit":"ms"},"http_req_sending":{"value":1.985223,"unit":"ms"},"http_req_waiting":{"value":42.117267999999996,"unit":"ms"},"http_req_receiving":{"value":197.93609899999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.212592,"unit":"ms"},"http_req_data_received":{"value":24.486328125,"unit":"KB"},"e2e_output_token_throughput":{"value":408.91180403102527,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0123092346938773,"unit":"ms"},"http_req_connection_overhead":{"value":1.813618,"unit":"ms"},"prefill_throughput_per_user":{"value":11135.93385005848,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":243.852208,"unit":"ms"},"output_token_throughput_per_user":{"value":496.9415151305633,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":54,"x_request_id":"27c4f1fc-eccc-40df-9ab8-27c1d0dfd645","x_correlation_id":"ab0da414-7ae3-4012-a23b-95a68c55b192","conversation_id":"6b88a88d-753d-4b9e-a715-e91f76218dc0","turn_index":0,"credit_issued_ns":1779883875425292396,"request_start_ns":1779883875426129155,"request_ack_ns":1779883875453452353,"request_end_ns":1779883875669456608,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2145789999999999,2.0996479999999997,1.912129,1.749561,2.035239,2.028301,1.998546,2.033153,2.0548919999999997,1.9464249999999998,2.0563819999999997,1.741312,1.834407,1.9573639999999999,2.235406,1.83435,2.10078,2.0355529999999997,1.9565789999999998,1.9481469999999999,2.0260599999999998,2.004991,2.043357,2.405939,2.1124389999999997,1.9916049999999998,2.005656,1.8449119999999999,1.8438189999999999,2.003494,2.072371,2.2090549999999998,2.272121,1.9895859999999999,1.758084,1.86042,2.2361519999999997,1.9139119999999998,1.984449,1.970219,2.045493,2.0570019999999998,2.052654,2.051002,2.076937,2.048327,1.955161,2.1190379999999998,2.0962959999999997,2.090648,1.902463,2.099215,2.016293,2.0701039999999997,2.006764,2.116635,2.06397,2.04204,2.0922039999999997,2.014876,2.1084229999999997,2.0120329999999997,2.047786,1.9806549999999998,2.104923,2.1083,1.9050159999999998,2.159335,2.004795,2.0217199999999997,2.082154,2.0440519999999998,2.033159,2.096825,2.518208,1.962445,2.00786,1.816898,2.032451,1.955446,2.534307,2.1142879999999997,1.623783,2.068802,2.127272,1.793814,1.9602439999999999,1.980996,2.011173,2.062521,1.951007,1.998702,1.95526,2.147075,1.9011559999999998,1.889432,2.017842,1.7414209999999999],"unit":"ms"},"request_latency":{"value":243.327453,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":46.107358,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3193359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":243.250889,"unit":"ms"},"http_req_sending":{"value":0.17682799999999999,"unit":"ms"},"http_req_waiting":{"value":45.152499999999996,"unit":"ms"},"http_req_receiving":{"value":197.921561,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2145789999999999,"unit":"ms"},"http_req_data_received":{"value":24.4775390625,"unit":"KB"},"e2e_output_token_throughput":{"value":406.85914712632115,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.012449948979592,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":10844.256138033326,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":243.250889,"unit":"ms"},"output_token_throughput_per_user":{"value":496.90676804511224,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":58,"x_request_id":"79340d37-0b8f-4d98-beb9-5422b72f2391","x_correlation_id":"1b78dada-946d-42aa-9024-d9440d919b76","conversation_id":"8da97f9a-a6b0-419d-a490-17240835652f","turn_index":0,"credit_issued_ns":1779883875428880253,"request_start_ns":1779883875429767724,"request_ack_ns":1779883875453478546,"request_end_ns":1779883875669449051,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.211382,2.0940849999999998,1.916215,1.747862,2.034411,2.017667,2.0116169999999998,2.026985,2.058181,1.946785,2.056381,1.7389649999999999,1.843395,1.9427709999999998,2.231319,1.855878,2.107166,2.030805,1.9598669999999998,1.9439149999999998,2.027192,2.003263,2.0455989999999997,2.4002529999999997,2.114601,1.988011,2.008782,1.841802,1.85066,1.997372,2.036203,2.241878,2.275553,1.9939339999999999,1.7589469999999998,1.8600249999999998,2.175829,1.968465,1.9849059999999998,1.970759,2.0435309999999998,2.06087,2.048492,2.052764,2.077489,2.048102,1.957026,2.11854,2.097953,2.089137,1.9015989999999998,2.102108,2.013921,2.067644,2.007253,2.1178049999999997,2.065638,2.042856,2.06479,2.025616,2.1186599999999998,2.017781,2.0390159999999997,1.986961,2.110011,2.107633,1.904677,2.156864,2.007807,2.0184919999999997,2.0852969999999997,2.0415639999999997,2.0312699999999997,2.0993269999999997,2.512874,1.96075,2.0126299999999997,1.817032,2.033837,1.9550859999999999,2.5322839999999998,2.1786309999999998,1.53443,2.052605,2.118986,1.8549939999999998,1.9601629999999999,1.984152,2.0061139999999997,2.070744,1.951245,1.9787169999999998,1.963814,2.169097,1.8969289999999999,1.883138,2.017015,1.728397],"unit":"ms"},"request_latency":{"value":239.68132699999998,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":42.459483,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.392578125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":239.613859,"unit":"ms"},"http_req_sending":{"value":0.147811,"unit":"ms"},"http_req_waiting":{"value":41.560081,"unit":"ms"},"http_req_receiving":{"value":197.905967,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.211382,"unit":"ms"},"http_req_data_received":{"value":24.470703125,"unit":"KB"},"e2e_output_token_throughput":{"value":413.0484474495587,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.012467795918367,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":11775.932363566462,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":239.613859,"unit":"ms"},"output_token_throughput_per_user":{"value":496.902361383458,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":56,"x_request_id":"1b34a2b5-a51c-40c6-b395-c57303cb44a5","x_correlation_id":"232131a0-7af4-4eff-be15-159425502695","conversation_id":"f163c15c-454d-4ef6-907c-0517d6832a07","turn_index":0,"credit_issued_ns":1779883875426866504,"request_start_ns":1779883875427455852,"request_ack_ns":1779883875453470192,"request_end_ns":1779883875669462733,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.215631,2.099627,1.910046,1.756014,2.029249,2.038583,1.988696,2.034449,2.056505,1.949333,2.053,1.732573,1.83131,1.948639,2.23765,1.8599869999999998,2.089863,2.046614,1.9439389999999999,1.9506139999999998,2.0218499999999997,2.009324,2.0405949999999997,2.413863,2.1108919999999998,1.9931539999999999,2.002294,1.840527,1.8429559999999998,2.006071,2.02471,2.254505,2.276735,1.9845599999999999,1.755908,1.86551,2.178407,1.965905,1.9779589999999998,1.980294,2.0351589999999997,2.061435,2.04776,2.0604359999999997,2.0721149999999997,2.053229,1.95102,2.12146,2.089971,2.0982119999999997,1.8937149999999998,2.107189,2.0121569999999998,2.0736879999999998,2.00527,2.116576,2.056127,2.048567,2.059164,2.044899,2.11495,2.017257,2.027794,1.992136,2.1051539999999997,2.10817,1.89973,2.165886,1.999769,2.026847,2.0800989999999997,2.0472989999999998,2.0249479999999997,2.09878,2.5281979999999997,1.9650349999999999,2.005487,1.816544,2.025912,1.9659019999999998,2.529573,2.125169,1.6338519999999999,2.0371859999999997,2.080371,1.85255,1.958008,1.9893409999999998,2.008457,2.06667,1.945978,1.984292,1.956831,2.17108,1.895138,1.8850589999999998,2.013926,1.73475],"unit":"ms"},"request_latency":{"value":242.006881,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":44.796262999999996,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.41729299999999997,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":241.944383,"unit":"ms"},"http_req_sending":{"value":0.593992,"unit":"ms"},"http_req_waiting":{"value":43.41767,"unit":"ms"},"http_req_receiving":{"value":197.932721,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.215631,"unit":"ms"},"http_req_data_received":{"value":24.490234375,"unit":"KB"},"e2e_output_token_throughput":{"value":409.0792773780676,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0123532448979593,"unit":"ms"},"http_req_connection_overhead":{"value":0.41729299999999997,"unit":"ms"},"prefill_throughput_per_user":{"value":11161.645336353167,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":242.361676,"unit":"ms"},"output_token_throughput_per_user":{"value":496.9306470100915,"unit":"tokens/sec/user"}}} diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json new file mode 100644 index 000000000000..6e69fa62609f --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json @@ -0,0 +1,590 @@ +{ + "schema_version": "1.1", + "aiperf_version": "0.8.0", + "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86", + "request_throughput": { + "unit": "requests/sec", + "avg": 40.50571000892853 + }, + "request_latency": { + "unit": "ms", + "avg": 304.6025683333333, + "p1": 240.4952709, + "p5": 242.08121799999998, + "p10": 253.20705149999998, + "p25": 298.87129699999997, + "p50": 305.6773195, + "p75": 331.55994275, + "p90": 334.35794849999996, + "p95": 336.233233, + "p99": 339.0025875, + "min": 239.68132699999998, + "max": 339.55596199999997, + "std": 29.366384996709943, + "count": 36, + "sum": 10965.69246 + }, + "request_count": { + "unit": "requests", + "avg": 36.0 + }, + "time_to_first_token": { + "unit": "ms", + "avg": 76.21661177777777, + "p1": 42.67910205, + "p5": 43.16415525, + "p10": 44.8479775, + "p25": 76.90180174999999, + "p50": 81.7725165, + "p75": 87.33019125, + "p90": 89.1148055, + "p95": 89.32833674999999, + "p99": 90.763813, + "min": 42.459483, + "max": 91.503125, + "std": 15.953064675529133, + "count": 36, + "sum": 2743.7980239999997 + }, + "time_to_second_token": { + "unit": "ms", + "avg": 1.8588039444444444, + "p1": 0.8667986, + "p5": 0.8994245, + "p10": 0.953638, + "p25": 0.99129525, + "p50": 1.244693, + "p75": 1.85042175, + "p90": 2.0484839999999997, + "p95": 4.04891475, + "p99": 11.46931064999999, + "min": 0.8587429999999999, + "max": 13.721357999999999, + "std": 2.2764199605411606, + "count": 36, + "sum": 66.91694199999999 + }, + "inter_token_latency": { + "unit": "ms", + "avg": 2.329980580354162, + "p1": 2.012324638265306, + "p5": 2.0124257729591837, + "p10": 2.039245663265306, + "p25": 2.180876395408163, + "p50": 2.233315224489796, + "p75": 2.5514171096938774, + "p90": 2.5746012806122445, + "p95": 2.578061301020408, + "p99": 2.6062799864506627, + "min": 2.0123092346938773, + "max": 2.619412649484536, + "std": 0.20464904958192454, + "count": 36, + "sum": 83.87930089274981 + }, + "output_token_throughput": { + "unit": "tokens/sec", + "avg": 4011.190449495284 + }, + "output_token_throughput_per_user": { + "unit": "tokens/sec/user", + "avg": 432.53157073965383, + "p1": 383.7068023848364, + "p5": 387.88865662305875, + "p10": 388.4096992406571, + "p25": 391.94809767831157, + "p50": 447.76752850118896, + "p75": 458.53125931915326, + "p90": 490.4619770798176, + "p95": 496.91273778635707, + "p99": 496.93771128839813, + "min": 381.7649732266453, + "max": 496.9415151305633, + "std": 38.1536588425516, + "count": 36, + "sum": 15571.136546627533 + }, + "output_sequence_length": { + "unit": "tokens", + "avg": 99.02777777777777, + "p1": 98.35, + "p5": 99.0, + "p10": 99.0, + "p25": 99.0, + "p50": 99.0, + "p75": 99.0, + "p90": 99.0, + "p95": 99.0, + "p99": 100.3, + "min": 98.0, + "max": 101.0, + "std": 0.37164133778499037, + "count": 36, + "sum": 3565.0 + }, + "input_sequence_length": { + "unit": "tokens", + "avg": 500.0, + "p1": 500.0, + "p5": 500.0, + "p10": 500.0, + "p25": 500.0, + "p50": 500.0, + "p75": 500.0, + "p90": 500.0, + "p95": 500.0, + "p99": 500.0, + "min": 500.0, + "max": 500.0, + "std": 0.0, + "count": 36, + "sum": 18000.0 + }, + "reasoning_token_count": { + "unit": "tokens", + "avg": 99.02777777777777, + "p1": 98.35, + "p5": 99.0, + "p10": 99.0, + "p25": 99.0, + "p50": 99.0, + "p75": 99.0, + "p90": 99.0, + "p95": 99.0, + "p99": 100.3, + "min": 98.0, + "max": 101.0, + "std": 0.37164133778499037, + "count": 36, + "sum": 3565.0 + }, + "inter_chunk_latency": { + "unit": "ms", + "avg": 2.3377578720500427, + "p1": 1.2372883, + "p5": 1.9198387499999998, + "p10": 2.0064792, + "p25": 2.0958170714285713, + "p50": 2.163974120879121, + "p75": 2.226835653846154, + "p90": 2.3194952333333334, + "p95": 2.6775490249999994, + "p99": 7.439426622499967, + "min": 0.114921, + "max": 19.624561999999997, + "std": 1.5229637023939557, + "count": 3517, + "sum": 8221.894436 + }, + "total_reasoning_tokens": { + "unit": "tokens", + "avg": 3565.0 + }, + "benchmark_duration": { + "unit": "sec", + "avg": 0.8887635840000001 + }, + "total_isl": { + "unit": "tokens", + "avg": 18000.0 + }, + "total_osl": { + "unit": "tokens", + "avg": 3565.0 + }, + "error_request_count": { + "unit": "requests", + "avg": 24.0 + }, + "error_isl": { + "unit": "tokens", + "avg": 500.0, + "p1": 500.0, + "p5": 500.0, + "p10": 500.0, + "p25": 500.0, + "p50": 500.0, + "p75": 500.0, + "p90": 500.0, + "p95": 500.0, + "p99": 500.0, + "min": 500.0, + "max": 500.0, + "std": 0.0, + "count": 24, + "sum": 12000.0 + }, + "total_error_isl": { + "unit": "tokens", + "avg": 12000.0 + }, + "telemetry_data": { + "summary": { + "endpoints_configured": [], + "endpoints_successful": [], + "start_time": "2026-05-27T12:11:14.778767", + "end_time": "2026-05-27T12:11:17.677420" + }, + "endpoints": {}, + "error_summary": [] + }, + "input_config": { + "endpoint": { + "model_names": [ + "Qwen/Qwen3-0.6B" + ], + "custom_endpoint": "/v1/chat/completions", + "type": "chat", + "streaming": true, + "urls": [ + "http://localhost:8000" + ] + }, + "input": { + "prompt": { + "input_tokens": { + "mean": 500 + }, + "output_tokens": { + "mean": 100 + } + } + }, + "loadgen": { + "concurrency": 15, + "arrival_pattern": "concurrency_burst", + "request_count": 60, + "request_cancellation_rate": 30.0, + "request_cancellation_delay": 0.0 + }, + "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 30 --request-cancellation-delay 0.0 --synthetic-input-tokens-mean 500 --output-tokens-mean 100 --concurrency 15 --request-count 60", + "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86" + }, + "was_cancelled": false, + "error_summary": [ + { + "error_details": { + "code": 499, + "type": "RequestCancellationError", + "message": "Request cancelled 0.000s after being sent" + }, + "count": 24 + } + ], + "start_time": "2026-05-27T12:11:14.778767", + "end_time": "2026-05-27T12:11:15.670495", + "http_req_chunks_received": { + "unit": "count", + "avg": 99.69444444444444, + "p1": 96.0, + "p5": 98.25, + "p10": 99.0, + "p25": 100.0, + "p50": 100.0, + "p75": 100.0, + "p90": 100.0, + "p95": 100.0, + "p99": 100.0, + "min": 96.0, + "max": 100.0, + "std": 0.9374742794825669, + "count": 36, + "sum": 3589.0 + }, + "http_req_data_sent": { + "unit": "KB", + "avg": 2.2369249131944446, + "p1": 2.036376953125, + "p5": 2.08642578125, + "p10": 2.12255859375, + "p25": 2.1669921875, + "p50": 2.2490234375, + "p75": 2.31640625, + "p90": 2.34375, + "p95": 2.36328125, + "p99": 2.38642578125, + "min": 2.0244140625, + "max": 2.392578125, + "std": 0.0908979486397472, + "count": 36, + "sum": 80.529296875 + }, + "http_req_blocked": { + "unit": "ms", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 36, + "sum": 0.0 + }, + "http_req_connecting": { + "unit": "ms", + "avg": 0.5969154444444444, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.367496, + "p75": 0.6361964999999999, + "p90": 1.954232, + "p95": 2.13750325, + "p99": 2.8453563999999982, + "min": 0.0, + "max": 3.1991769999999997, + "std": 0.7805414693138932, + "count": 36, + "sum": 21.488955999999998 + }, + "http_req_dns_lookup": { + "unit": "ms", + "avg": 0.20408027777777776, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 1.2808815, + "p95": 1.49758075, + "p99": 1.6779633999999999, + "min": 0.0, + "max": 1.712626, + "std": 0.5122814768318082, + "count": 36, + "sum": 7.346889999999999 + }, + "http_req_duration": { + "unit": "ms", + "avg": 304.5110066111111, + "p1": 240.4295424, + "p5": 242.01503824999998, + "p10": 253.12841699999998, + "p25": 298.711575, + "p50": 305.5896375, + "p75": 331.4850145, + "p90": 334.2933035, + "p95": 336.17251275, + "p99": 338.9363686, + "min": 239.613859, + "max": 339.490259, + "std": 29.367335931894477, + "count": 36, + "sum": 10962.396238 + }, + "http_req_sending": { + "unit": "ms", + "avg": 0.8211733055555555, + "p1": 0.1000281, + "p5": 0.13334675, + "p10": 0.16215549999999998, + "p25": 0.18598425, + "p50": 0.5393105, + "p75": 0.9110152499999999, + "p90": 2.4456275, + "p95": 2.64069025, + "p99": 3.3405158499999987, + "min": 0.086362, + "max": 3.704596, + "std": 0.8842194211697499, + "count": 36, + "sum": 29.562238999999998 + }, + "http_req_waiting": { + "unit": "ms", + "avg": 71.9890396111111, + "p1": 41.07151975, + "p5": 41.54837325, + "p10": 42.767469, + "p25": 68.761462, + "p50": 79.48716399999999, + "p75": 83.36795024999999, + "p90": 85.36092, + "p95": 85.80621275, + "p99": 85.91904734999999, + "min": 40.833664999999996, + "max": 85.95142899999999, + "std": 15.582168585126244, + "count": 36, + "sum": 2591.605426 + }, + "http_req_receiving": { + "unit": "ms", + "avg": 231.70079369444443, + "p1": 197.9114249, + "p5": 197.92993099999998, + "p10": 204.29710699999998, + "p25": 219.63677249999998, + "p50": 227.36467, + "p75": 253.03239374999998, + "p90": 253.7517455, + "p95": 253.86682599999997, + "p99": 254.59846775, + "min": 197.905967, + "max": 254.987442, + "std": 19.443527365152132, + "count": 36, + "sum": 8341.228573 + }, + "http_req_connection_reused": { + "unit": "ratio", + "avg": 0.3333333333333333, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 0.0, + "max": 1.0, + "std": 0.4714045207910317, + "count": 36, + "sum": 12.0 + }, + "http_req_chunks_sent": { + "unit": "count", + "avg": 1.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "count": 36, + "sum": 36.0 + }, + "http_req_data_received": { + "unit": "KB", + "avg": 24.416422526041668, + "p1": 23.517919921875, + "p5": 24.06787109375, + "p10": 24.2646484375, + "p25": 24.4521484375, + "p50": 24.48583984375, + "p75": 24.501220703125, + "p90": 24.5185546875, + "p95": 24.528564453125, + "p99": 24.54150390625, + "min": 23.517578125, + "max": 24.544921875, + "std": 0.228100623536901, + "count": 36, + "sum": 878.9912109375 + }, + "e2e_output_token_throughput": { + "unit": "tokens/sec/user", + "avg": 328.49262160149055, + "p1": 291.70117280416764, + "p5": 292.6829936590321, + "p10": 296.09028451998756, + "p25": 298.5900461569632, + "p50": 323.8734522247498, + "p75": 333.4649194376841, + "p90": 391.5805116666333, + "p95": 408.9536723677859, + "p99": 411.6592379245368, + "min": 291.55724263207014, + "max": 413.0484474495587, + "std": 35.331306833679584, + "count": 36, + "sum": 11825.734377653664 + }, + "http_req_connection_overhead": { + "unit": "ms", + "avg": 0.8009957222222223, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.367496, + "p75": 0.6361964999999999, + "p90": 3.2351134999999998, + "p95": 3.635084, + "p99": 4.523319799999999, + "min": 0.0, + "max": 4.911803, + "std": 1.2564168991766849, + "count": 36, + "sum": 28.835846 + }, + "prefill_throughput_per_user": { + "unit": "tokens/sec/user", + "avg": 6987.125074755557, + "p1": 5509.48702472601, + "p5": 5597.32890658474, + "p10": 5610.756847816862, + "p25": 5725.398543745655, + "p50": 6114.525277970737, + "p75": 6502.605419363259, + "p90": 11148.789593205824, + "p95": 11583.697879106878, + "p99": 11715.909128731344, + "min": 5464.294252245483, + "max": 11775.932363566462, + "std": 2060.2537464239126, + "count": 36, + "sum": 251536.50269120006 + }, + "osl_mismatch_diff_pct": { + "unit": "%", + "avg": -0.9722222222222222, + "p1": -1.65, + "p5": -1.0, + "p10": -1.0, + "p25": -1.0, + "p50": -1.0, + "p75": -1.0, + "p90": -1.0, + "p95": -1.0, + "p99": 0.29999999999999716, + "min": -2.0, + "max": 1.0, + "std": 0.3716413377849903, + "count": 36, + "sum": -35.0 + }, + "http_req_total": { + "unit": "ms", + "avg": 305.3120023333333, + "p1": 240.57559494999998, + "p5": 243.02858575, + "p10": 253.6975225, + "p25": 299.6416365, + "p50": 306.8902065, + "p75": 331.4850145, + "p90": 334.4778525, + "p95": 336.268014, + "p99": 339.29903414999995, + "min": 239.613859, + "max": 339.842511, + "std": 29.282501221070163, + "count": 36, + "sum": 10991.232084 + }, + "osl_mismatch_count": { + "unit": "requests", + "avg": 0.0 + }, + "total_token_throughput": { + "unit": "tokens/sec", + "avg": 24264.045453959552 + } +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json new file mode 100644 index 000000000000..4680a0239479 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json @@ -0,0 +1,1846 @@ +{ + "schema_version": "1.0", + "aiperf_version": "0.8.0", + "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86", + "summary": { + "endpoints_configured": [ + "http://localhost:8000/metrics" + ], + "endpoints_successful": [ + "http://localhost:8000/metrics" + ], + "start_time": "2026-05-27T12:11:14.778767", + "end_time": "2026-05-27T12:11:15.670495", + "endpoint_info": { + "http://localhost:8000/metrics": { + "total_fetches": 5, + "first_fetch_ns": 1779883870334481465, + "last_fetch_ns": 1779883875683383633, + "avg_fetch_latency_ms": 6.484821599999999, + "unique_updates": 5, + "first_update_ns": 1779883870334481465, + "last_update_ns": 1779883875683383633, + "duration_seconds": 5.348902168, + "avg_update_interval_ms": 1337.2255420000001, + "median_update_interval_ms": 332.2903625 + } + } + }, + "metrics": { + "http_request_duration_highr_seconds": { + "type": "histogram", + "description": "Latency with many buckets but no API specific labels. Made for more accurate percentile calculations.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "count": 60, + "sum": 10.868435590014997, + "avg": 0.1811405931669166, + "count_rate": 11.217255076930021, + "sum_rate": 2.031900238339711, + "p1_estimate": 0.0, + "p5_estimate": 0.0007347304071751403, + "p10_estimate": 0.002017339102827314, + "p25_estimate": 0.005865165189783836, + "p50_estimate": 0.25, + "p75_estimate": 0.3234641555381355, + "p90_estimate": 0.3926047805381355, + "p95_estimate": 0.4156516555381355, + "p99_estimate": 0.4340891555381355 + }, + "buckets": { + "0.01": 23, + "0.025": 24, + "0.05": 24, + "0.075": 24, + "0.1": 24, + "0.25": 28, + "0.5": 60, + "0.75": 60, + "1.0": 60, + "1.5": 60, + "2.0": 60, + "2.5": 60, + "3.0": 60, + "3.5": 60, + "4.0": 60, + "4.5": 60, + "5.0": 60, + "7.5": 60, + "10.0": 60, + "30.0": 60, + "60.0": 60, + "+Inf": 60 + } + } + ] + }, + "http_request_duration_seconds": { + "type": "histogram", + "description": "Latency with only few buckets by handler. Made to be only used if aggregation by handler is important.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/chat/completions", + "method": "POST" + }, + "stats": { + "count": 60, + "sum": 10.868435590014997, + "avg": 0.1811405931669166, + "count_rate": 11.217255076930021, + "sum_rate": 2.031900238339711, + "p1_estimate": 0.00802579044536491, + "p5_estimate": 0.017859123778698246, + "p10_estimate": 0.030150790445364912, + "p25_estimate": 0.06702579044536491, + "p50_estimate": 0.12915006543658256, + "p75_estimate": 0.29303895432547145, + "p90_estimate": 0.3913722876588048, + "p95_estimate": 0.4241500654365825, + "p99_estimate": 0.4503722876588047 + }, + "buckets": { + "0.1": 24, + "0.5": 60, + "1.0": 60, + "+Inf": 60 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/completions", + "method": "POST" + }, + "stats": { + "count": 0 + }, + "buckets": { + "0.1": 0, + "0.5": 0, + "1.0": 0, + "+Inf": 0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "none", + "method": "GET" + }, + "stats": { + "count": 0 + }, + "buckets": { + "0.1": 0, + "0.5": 0, + "1.0": 0, + "+Inf": 0 + } + } + ] + }, + "http_requests": { + "type": "counter", + "description": "Total number of requests by method, status and handler.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/chat/completions", + "method": "POST", + "status": "2xx" + }, + "stats": { + "total": 60.0, + "rate": 11.217255076930021 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/completions", + "method": "POST", + "status": "2xx" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "none", + "method": "GET", + "status": "4xx" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "process_cpu_seconds": { + "type": "counter", + "description": "Total user and system CPU time spent in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "total": 0.4499999999999993, + "rate": 0.08412941307697502 + } + } + ] + }, + "process_max_fds": { + "type": "gauge", + "description": "Maximum number of open file descriptors.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1048576.0, + "min": 1048576.0, + "max": 1048576.0, + "std": 0.0, + "p1": 1048576.0, + "p5": 1048576.0, + "p10": 1048576.0, + "p25": 1048576.0, + "p50": 1048576.0, + "p75": 1048576.0, + "p90": 1048576.0, + "p95": 1048576.0, + "p99": 1048576.0 + } + } + ] + }, + "process_open_fds": { + "type": "gauge", + "description": "Number of open file descriptors.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 68.0, + "min": 57.0, + "max": 73.0, + "std": 7.393691004272944, + "p1": 57.42, + "p5": 59.1, + "p10": 61.2, + "p25": 67.5, + "p50": 71.0, + "p75": 71.5, + "p90": 72.4, + "p95": 72.7, + "p99": 72.94 + } + } + ] + }, + "process_resident_memory_bytes": { + "type": "gauge", + "description": "Resident memory size in bytes.", + "unit": "bytes", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1480415232.0, + "min": 1479942144.0, + "max": 1480753152.0, + "std": 405504.0, + "p1": 1479950254.08, + "p5": 1479982694.4, + "p10": 1480023244.8, + "p25": 1480144896.0, + "p50": 1480482816.0, + "p75": 1480753152.0, + "p90": 1480753152.0, + "p95": 1480753152.0, + "p99": 1480753152.0 + } + } + ] + }, + "process_start_time_seconds": { + "type": "gauge", + "description": "Start time of the process since unix epoch in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1779883504.09, + "min": 1779883504.09, + "max": 1779883504.09, + "std": 0.0, + "p1": 1779883504.09, + "p5": 1779883504.09, + "p10": 1779883504.09, + "p25": 1779883504.09, + "p50": 1779883504.09, + "p75": 1779883504.09, + "p90": 1779883504.09, + "p95": 1779883504.09, + "p99": 1779883504.09 + } + } + ] + }, + "process_virtual_memory_bytes": { + "type": "gauge", + "description": "Virtual memory size in bytes.", + "unit": "bytes", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 13789437952.0, + "min": 13789437952.0, + "max": 13789437952.0, + "std": 0.0, + "p1": 13789437952.0, + "p5": 13789437952.0, + "p10": 13789437952.0, + "p25": 13789437952.0, + "p50": 13789437952.0, + "p75": 13789437952.0, + "p90": 13789437952.0, + "p95": 13789437952.0, + "p99": 13789437952.0 + } + } + ] + }, + "python_gc_collections": { + "type": "counter", + "description": "Number of times this generation was collected", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 11.0, + "rate": 2.056496764103837 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 1.0, + "rate": 0.18695425128216703 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_gc_objects_collected": { + "type": "counter", + "description": "Objects collected during gc", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_gc_objects_uncollectable": { + "type": "counter", + "description": "Uncollectable objects found during GC", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_info": { + "type": "gauge", + "description": "Python platform information", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "implementation": "CPython", + "major": "3", + "minor": "10", + "patchlevel": "20", + "version": "3.10.20" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:cache_config_info": { + "type": "gauge", + "description": "Information of the LLMEngine CacheConfig", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "_block_size_resolved": "True", + "block_size": "16", + "cache_dtype": "auto", + "calculate_kv_scales": "False", + "enable_prefix_caching": "True", + "engine": "0", + "gpu_memory_utilization": "0.92", + "hash_block_size": "None", + "is_attention_free": "False", + "kv_cache_dtype_skip_layers": "[]", + "kv_cache_memory_bytes": "None", + "kv_offloading_backend": "native", + "kv_offloading_size": "None", + "kv_sharing_fast_prefill": "False", + "mamba_block_size": "None", + "mamba_cache_dtype": "auto", + "mamba_cache_mode": "none", + "mamba_page_size_padded": "None", + "mamba_ssm_cache_dtype": "auto", + "num_cpu_blocks": "None", + "num_gpu_blocks": "40207", + "num_gpu_blocks_override": "None", + "prefix_caching_hash_algo": "sha256", + "sliding_window": "None", + "user_specified_block_size": "False", + "user_specified_mamba_block_size": "False" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:e2e_request_latency_seconds": { + "type": "histogram", + "description": "Histogram of e2e request latency in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 10.531866073608398, + "avg": 0.29255183537801105, + "count_rate": 6.7303530461580126, + "sum_rate": 1.9689771363955142, + "p1_estimate": 0.12695111374752183, + "p5_estimate": 0.1452119833127392, + "p10_estimate": 0.16803807026926093, + "p25_estimate": 0.23651633113882614, + "p50_estimate": 0.29104799611549503, + "p75_estimate": 0.34330601195959953, + "p90_estimate": 0.4240752427288303, + "p95_estimate": 0.45099831965190723, + "p99_estimate": 0.47253678119036874 + }, + "buckets": { + "0.3": 23, + "0.5": 36, + "0.8": 36, + "1.0": 36, + "1.5": 36, + "2.0": 36, + "2.5": 36, + "5.0": 36, + "10.0": 36, + "15.0": 36, + "20.0": 36, + "30.0": 36, + "40.0": 36, + "50.0": 36, + "60.0": 36, + "120.0": 36, + "240.0": 36, + "480.0": 36, + "960.0": 36, + "1920.0": 36, + "7680.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:engine_sleep_state": { + "type": "gauge", + "description": "Engine sleep state; awake = 0 means engine is sleeping; awake = 1 means engine is awake; weights_offloaded = 1 means sleep level 1; discard_all = 1 means sleep level 2.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "awake" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "discard_all" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "weights_offloaded" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:estimated_flops_per_gpu": { + "type": "counter", + "description": "Estimated number of floating point operations per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:estimated_read_bytes_per_gpu": { + "type": "counter", + "description": "Estimated number of bytes read from memory per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:estimated_write_bytes_per_gpu": { + "type": "counter", + "description": "Estimated number of bytes written to memory per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:external_prefix_cache_hits": { + "type": "counter", + "description": "External prefix cache hits from KV connector cross-instance cache sharing, in terms of number of cached tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:external_prefix_cache_queries": { + "type": "counter", + "description": "External prefix cache queries from KV connector cross-instance cache sharing, in terms of number of queried tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:generation_tokens": { + "type": "counter", + "description": "Number of generation tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 3600.0, + "rate": 673.0353046158012 + } + } + ] + }, + "vllm:inter_token_latency_seconds": { + "type": "histogram", + "description": "Histogram of inter-token latency in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 3564, + "sum": 8.316117547012254, + "avg": 0.0023333663150988367, + "count_rate": 666.3049515696432, + "sum_rate": 1.5547335295761673, + "p1_estimate": 0.0, + "p5_estimate": 0.0, + "p10_estimate": 0.0, + "p25_estimate": 0.0, + "p50_estimate": 0.0019040584339752073, + "p75_estimate": 0.0044295758708904325, + "p90_estimate": 0.005944886333039568, + "p95_estimate": 0.006449989820422613, + "p99_estimate": 0.01 + }, + "buckets": { + "0.01": 3527, + "0.025": 3564, + "0.05": 3564, + "0.075": 3564, + "0.1": 3564, + "0.15": 3564, + "0.2": 3564, + "0.3": 3564, + "0.4": 3564, + "0.5": 3564, + "0.75": 3564, + "1.0": 3564, + "2.5": 3564, + "5.0": 3564, + "7.5": 3564, + "10.0": 3564, + "20.0": 3564, + "40.0": 3564, + "80.0": 3564, + "+Inf": 3564 + } + } + ] + }, + "vllm:iteration_tokens_total": { + "type": "histogram", + "description": "Histogram of number of tokens per engine_step.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 327, + "sum": 21888.0, + "avg": 66.93577981651376, + "count_rate": 61.134040169268616, + "sum_rate": 4092.0546520640714, + "p1_estimate": 1.4229309083802424, + "p5_estimate": 2.1773110736694985, + "p10_estimate": 3.120286280281069, + "p25_estimate": 5.949211900115779, + "p50_estimate": 10.291350402851657, + "p75_estimate": 13.6349401464414, + "p90_estimate": 15.641093992595247, + "p95_estimate": 16.0, + "p99_estimate": 1667.5533643855272 + }, + "buckets": { + "1.0": 0, + "8.0": 121, + "16.0": 316, + "32.0": 316, + "64.0": 316, + "128.0": 316, + "256.0": 316, + "512.0": 319, + "1024.0": 321, + "2048.0": 325, + "4096.0": 326, + "8192.0": 327, + "16384.0": 327, + "+Inf": 327 + } + } + ] + }, + "vllm:kv_cache_usage_perc": { + "type": "gauge", + "description": "KV-cache usage. 1 means 100 percent usage.", + "unit": "ratio", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.00041038650947619604, + "min": 0.0, + "max": 0.0016415460379047841, + "std": 0.0008207730189523921, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.00041038650947619604, + "p90": 0.0011490822265333492, + "p95": 0.001395314132219066, + "p99": 0.0015922996567676402 + } + } + ] + }, + "vllm:mm_cache_hits": { + "type": "counter", + "description": "Multi-modal cache hits, in terms of number of cached items.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:mm_cache_queries": { + "type": "counter", + "description": "Multi-modal cache queries, in terms of number of queried items.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:num_preemptions": { + "type": "counter", + "description": "Cumulative number of preemption from the engine.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:num_requests_running": { + "type": "gauge", + "description": "Number of requests in model execution batches.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.5, + "min": 0.0, + "max": 2.0, + "std": 1.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.5, + "p90": 1.4000000000000004, + "p95": 1.6999999999999993, + "p99": 1.9399999999999995 + } + } + ] + }, + "vllm:num_requests_waiting": { + "type": "gauge", + "description": "Number of requests waiting to be processed.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:num_requests_waiting_by_reason": { + "type": "gauge", + "description": "Number of waiting requests by reason. Reason labels: 'capacity' = waiting for scheduling capacity; 'deferred' = deferred by transient constraints (LoRA budget, KV transfer, blocked status). Sum of all reasons equals vllm:num_requests_waiting.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "reason": "capacity" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "reason": "deferred" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:prefix_cache_hits": { + "type": "counter", + "description": "Prefix cache hits, in terms of number of cached tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:prefix_cache_queries": { + "type": "counter", + "description": "Prefix cache queries, in terms of number of queried tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 18288.0, + "rate": 3419.0193474482703 + } + } + ] + }, + "vllm:prompt_tokens": { + "type": "counter", + "description": "Number of prefill tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 18288.0, + "rate": 3419.0193474482703 + } + } + ] + }, + "vllm:prompt_tokens_by_source": { + "type": "counter", + "description": "Number of prompt tokens by source.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "external_kv_transfer" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "local_cache_hit" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "local_compute" + }, + "stats": { + "total": 18288.0, + "rate": 3419.0193474482703 + } + } + ] + }, + "vllm:prompt_tokens_cached": { + "type": "counter", + "description": "Number of cached prompt tokens (local + external).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:request_decode_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in DECODE phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 8.316117547012254, + "avg": 0.23100326519478484, + "count_rate": 6.7303530461580126, + "sum_rate": 1.5547335295761673, + "p1_estimate": 0.16340469595596716, + "p5_estimate": 0.16897695996802403, + "p10_estimate": 0.1759422899830951, + "p25_estimate": 0.1968382800283084, + "p50_estimate": 0.23162817094205948, + "p75_estimate": 0.2652050095228657, + "p90_estimate": 0.2853290571743867, + "p95_estimate": 0.2920370730582271, + "p99_estimate": 0.2974034857652994 + }, + "buckets": { + "0.3": 36, + "0.5": 36, + "0.8": 36, + "1.0": 36, + "1.5": 36, + "2.0": 36, + "2.5": 36, + "5.0": 36, + "10.0": 36, + "15.0": 36, + "20.0": 36, + "30.0": 36, + "40.0": 36, + "50.0": 36, + "60.0": 36, + "120.0": 36, + "240.0": 36, + "480.0": 36, + "960.0": 36, + "1920.0": 36, + "7680.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_generation_tokens": { + "type": "histogram", + "description": "Number of generation tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 3600.0, + "avg": 100.0, + "count_rate": 6.7303530461580126, + "sum_rate": 673.0353046158012, + "p1_estimate": 71.18055555555556, + "p5_estimate": 73.125, + "p10_estimate": 75.55555555555556, + "p25_estimate": 82.84722222222223, + "p50_estimate": 95.0, + "p75_estimate": 100.0, + "p90_estimate": 100.0, + "p95_estimate": 100.0, + "p99_estimate": 100.0 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 36, + "200.0": 36, + "500.0": 36, + "1000.0": 36, + "2000.0": 36, + "5000.0": 36, + "10000.0": 36, + "20000.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_inference_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in RUNNING phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 9.119497301009687, + "avg": 0.25331936947249134, + "count_rate": 6.7303530461580126, + "sum_rate": 1.704928789980009, + "p1_estimate": 0.19010057184788778, + "p5_estimate": 0.19580555967316973, + "p10_estimate": 0.2029367944547722, + "p25_estimate": 0.22433049879957961, + "p50_estimate": 0.25961626697230855, + "p75_estimate": 0.28267864588068636, + "p90_estimate": 0.2962938297845431, + "p95_estimate": 0.3, + "p99_estimate": 0.3 + }, + "buckets": { + "0.3": 36, + "0.5": 36, + "0.8": 36, + "1.0": 36, + "1.5": 36, + "2.0": 36, + "2.5": 36, + "5.0": 36, + "10.0": 36, + "15.0": 36, + "20.0": 36, + "30.0": 36, + "40.0": 36, + "50.0": 36, + "60.0": 36, + "120.0": 36, + "240.0": 36, + "480.0": 36, + "960.0": 36, + "1920.0": 36, + "7680.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_max_num_generation_tokens": { + "type": "histogram", + "description": "Histogram of maximum number of requested generation tokens.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 3600.0, + "avg": 100.0, + "count_rate": 6.7303530461580126, + "sum_rate": 673.0353046158012, + "p1_estimate": 71.18055555555556, + "p5_estimate": 73.125, + "p10_estimate": 75.55555555555556, + "p25_estimate": 82.84722222222223, + "p50_estimate": 95.0, + "p75_estimate": 100.0, + "p90_estimate": 100.0, + "p95_estimate": 100.0, + "p99_estimate": 100.0 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 36, + "200.0": 36, + "500.0": 36, + "1000.0": 36, + "2000.0": 36, + "5000.0": 36, + "10000.0": 36, + "20000.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_params_max_tokens": { + "type": "histogram", + "description": "Histogram of the max_tokens request parameter.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 3600.0, + "avg": 100.0, + "count_rate": 6.7303530461580126, + "sum_rate": 673.0353046158012, + "p1_estimate": 71.18055555555556, + "p5_estimate": 73.125, + "p10_estimate": 75.55555555555556, + "p25_estimate": 82.84722222222223, + "p50_estimate": 95.0, + "p75_estimate": 100.0, + "p90_estimate": 100.0, + "p95_estimate": 100.0, + "p99_estimate": 100.0 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 36, + "200.0": 36, + "500.0": 36, + "1000.0": 36, + "2000.0": 36, + "5000.0": 36, + "10000.0": 36, + "20000.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_params_n": { + "type": "histogram", + "description": "Histogram of the n request parameter.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 36.0, + "avg": 1.0, + "count_rate": 6.7303530461580126, + "sum_rate": 6.7303530461580126, + "p1_estimate": 0.42361111111111116, + "p5_estimate": 0.4625, + "p10_estimate": 0.5111111111111111, + "p25_estimate": 0.6569444444444446, + "p50_estimate": 0.8999999999999999, + "p75_estimate": 1.0, + "p90_estimate": 1.0, + "p95_estimate": 1.0, + "p99_estimate": 1.0 + }, + "buckets": { + "1.0": 36, + "2.0": 36, + "5.0": 36, + "10.0": 36, + "20.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_prefill_kv_computed_tokens": { + "type": "histogram", + "description": "Histogram of new KV tokens computed during prefill (excluding cached tokens).", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 18288.0, + "avg": 508.0, + "count_rate": 6.7303530461580126, + "sum_rate": 3419.0193474482703, + "p1_estimate": 500.0, + "p5_estimate": 500.0, + "p10_estimate": 500.0, + "p25_estimate": 500.0, + "p50_estimate": 500.0, + "p75_estimate": 570.9984567901236, + "p90_estimate": 643.9151234567902, + "p95_estimate": 668.2206790123457, + "p99_estimate": 687.6651234567903 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 0, + "1000.0": 36, + "2000.0": 36, + "5000.0": 36, + "10000.0": 36, + "20000.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_prefill_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in PREFILL phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 0.803379753997433, + "avg": 0.022316104277706472, + "count_rate": 6.7303530461580126, + "sum_rate": 0.1501952604038416, + "p1_estimate": 0.010919444536943365, + "p5_estimate": 0.011849784107617905, + "p10_estimate": 0.013012708570961078, + "p25_estimate": 0.0165014819609906, + "p50_estimate": 0.022316104277706472, + "p75_estimate": 0.028130726594422343, + "p90_estimate": 0.03161949998445186, + "p95_estimate": 0.03278242444779504, + "p99_estimate": 0.03371276401846958 + }, + "buckets": { + "0.3": 36, + "0.5": 36, + "0.8": 36, + "1.0": 36, + "1.5": 36, + "2.0": 36, + "2.5": 36, + "5.0": 36, + "10.0": 36, + "15.0": 36, + "20.0": 36, + "30.0": 36, + "40.0": 36, + "50.0": 36, + "60.0": 36, + "120.0": 36, + "240.0": 36, + "480.0": 36, + "960.0": 36, + "1920.0": 36, + "7680.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_prompt_tokens": { + "type": "histogram", + "description": "Number of prefill tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 18288.0, + "avg": 508.0, + "count_rate": 6.7303530461580126, + "sum_rate": 3419.0193474482703, + "p1_estimate": 500.0, + "p5_estimate": 500.0, + "p10_estimate": 500.0, + "p25_estimate": 500.0, + "p50_estimate": 500.0, + "p75_estimate": 570.9984567901236, + "p90_estimate": 643.9151234567902, + "p95_estimate": 668.2206790123457, + "p99_estimate": 687.6651234567903 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 0, + "1000.0": 36, + "2000.0": 36, + "5000.0": 36, + "10000.0": 36, + "20000.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_queue_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in WAITING phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 0.0006633339908148628, + "avg": 0.000018425944189301743, + "count_rate": 6.7303530461580126, + "sum_rate": 0.00012401310960280453, + "p1_estimate": 6.634235208633316e-6, + "p5_estimate": 0.00001895495773895233, + "p10_estimate": 0.00001895495773895233, + "p25_estimate": 0.00001895495773895233, + "p50_estimate": 0.00001895495773895233, + "p75_estimate": 0.00001895495773895233, + "p90_estimate": 0.00001895495773895233, + "p95_estimate": 0.00001895495773895233, + "p99_estimate": 0.00001895495773895233 + }, + "buckets": { + "0.3": 36, + "0.5": 36, + "0.8": 36, + "1.0": 36, + "1.5": 36, + "2.0": 36, + "2.5": 36, + "5.0": 36, + "10.0": 36, + "15.0": 36, + "20.0": 36, + "30.0": 36, + "40.0": 36, + "50.0": 36, + "60.0": 36, + "120.0": 36, + "240.0": 36, + "480.0": 36, + "960.0": 36, + "1920.0": 36, + "7680.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:request_success": { + "type": "counter", + "description": "Count of successfully processed requests.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "abort", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "error", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "length", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 36.0, + "rate": 6.7303530461580126 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "repetition", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "stop", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:request_time_per_output_token_seconds": { + "type": "histogram", + "description": "Histogram of time_per_output_token_seconds per request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 0.08400118734355794, + "avg": 0.0023333663150988315, + "count_rate": 6.7303530461580126, + "sum_rate": 0.015704379086627918, + "p1_estimate": 0.0006444699452361007, + "p5_estimate": 0.0006726126927717423, + "p10_estimate": 0.0007077911271912941, + "p25_estimate": 0.0008133264304499502, + "p50_estimate": 0.002155901760097126, + "p75_estimate": 0.0035470717099726637, + "p90_estimate": 0.004381773679897987, + "p95_estimate": 0.004660007669873094, + "p99_estimate": 0.00488259486185318 + }, + "buckets": { + "0.01": 36, + "0.025": 36, + "0.05": 36, + "0.075": 36, + "0.1": 36, + "0.15": 36, + "0.2": 36, + "0.3": 36, + "0.4": 36, + "0.5": 36, + "0.75": 36, + "1.0": 36, + "2.5": 36, + "5.0": 36, + "7.5": 36, + "10.0": 36, + "20.0": 36, + "40.0": 36, + "80.0": 36, + "+Inf": 36 + } + } + ] + }, + "vllm:time_to_first_token_seconds": { + "type": "histogram", + "description": "Histogram of time to first token in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 36, + "sum": 2.1954286098480225, + "avg": 0.060984128051333956, + "count_rate": 6.7303530461580126, + "sum_rate": 0.4104447119975858, + "p1_estimate": 0.026265306841359085, + "p5_estimate": 0.030931973508025755, + "p10_estimate": 0.03676530684135909, + "p25_estimate": 0.05568027922456627, + "p50_estimate": 0.06535623706823893, + "p75_estimate": 0.07208700629900816, + "p90_estimate": 0.0761254678374697, + "p95_estimate": 0.07747162168362354, + "p99_estimate": 0.07854854476054662 + }, + "buckets": { + "0.001": 0, + "0.005": 0, + "0.01": 0, + "0.02": 0, + "0.04": 6, + "0.06": 10, + "0.08": 36, + "0.1": 36, + "0.25": 36, + "0.5": 36, + "0.75": 36, + "1.0": 36, + "2.5": 36, + "5.0": 36, + "7.5": 36, + "10.0": 36, + "20.0": 36, + "40.0": 36, + "80.0": 36, + "160.0": 36, + "640.0": 36, + "2560.0": 36, + "+Inf": 36 + } + } + ] + } + }, + "input_config": { + "endpoint": { + "model_names": [ + "Qwen/Qwen3-0.6B" + ], + "custom_endpoint": "/v1/chat/completions", + "type": "chat", + "streaming": true, + "urls": [ + "http://localhost:8000" + ] + }, + "input": { + "prompt": { + "input_tokens": { + "mean": 500 + }, + "output_tokens": { + "mean": 100 + } + } + }, + "loadgen": { + "concurrency": 15, + "arrival_pattern": "concurrency_burst", + "request_count": 60, + "request_cancellation_rate": 30.0, + "request_cancellation_delay": 0.0 + }, + "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 30 --request-cancellation-delay 0.0 --synthetic-input-tokens-mean 500 --output-tokens-mean 100 --concurrency 15 --request-count 60", + "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86" + } +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json new file mode 100644 index 000000000000..a91adff9bb80 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json @@ -0,0 +1,1704 @@ +{ + "data": [ + { + "session_id": "b91dc696-1537-422a-9377-c8922b4acaaf", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Tell me precisely of what complexion MOTH Of the seawater green sir ARMADO Is that one of the four complexions MOTH As I have read sir and the best of them too ARMADO Green indeed is the colour of lovers But to have a love of that colour methinks Samson had small reason for it He surely affected her for her wit MOTH It was so sir for she had a green wit ARMADO My love is most immaculate white and red MOTH Most maculate thoughts master are masked under such colours ARMADO Define define welleducated infant MOTH My fathers wit and my mothers tongue assist me ARMADO Sweet invocation of a child most pretty and pathetical MOTH If she be made of white and red Her faults will neer be known For blushing cheeks by faults are bred And fears by pale white shown Then if she fear or be to blame By this you shall not know For still her cheeks possess the same Which native she doth owe A dangerous rhyme master against the reason of white and red ARMADO Is there not a ballad boy of the King and the Beggar MOTH The world was very guilty of such a ballad some three ages since but I think now tis not to be found or if it were it would neither serve for the writing nor the tune ARMADO I will have that subject newly writ oer that I may example my digression by some mighty precedent Boy I do love that country girl that I took in the park with the rational hind Costard She deserves well MOTH Aside To be whipped and yet a better love than my master ARMADO Sing boy My spirit grows heavy in love MOTH And thats great marvel loving a light wench ARMADO I say sing MOTH Forbear till this company be past Enter Costard the Clown Dull the Constable and Jaquenetta a Wench DULL Sir the Dukes pleasure is that you keep Costard safe and you must suffer him to take no delight nor no penance but he must fast three days a week For this damsel I must keep her at the park She is allowed for the deywoman Fare you well ARMADO I do betray myself with blushingMaid JAQUENETTA Man ARMADO I will visit thee at the lodge JAQUENETTA Thats hereby ARMADO I know where it is situate JAQUENETTA Lord how wise you are ARMADO I will tell thee wonders JAQUENETTA With that face ARMADO I love thee JAQUENETTA So I heard you say ARMADO And so farewell JAQUENETTA Fair weather after you DULL Come Jaquenetta away Exeunt Dull and Jaquenetta ARMADO Villain thou shalt fast for thy offences ere thou be pardoned COSTARD Well sir I hope when I do it I shall do it on a full stomach ARMADO Thou shalt be heavily punished COSTARD I am more bound to you than your fellows for they are but lightly rewarded ARMADO Take away this villain Shut him up MOTH Come you transgressing slave away COSTARD Let me not be pent up sir I will fast being loose MOTH No sir that were fast and loose Thou shalt to prison COSTARD Well if ever I do see the merry days of desolation that I have seen some shall see MOTH What shall some see COSTARD Nay nothing Master Moth but what they look upon It is not for prisoners to be too silent in their words and therefore I will say nothing I thank God I have as little patience as another man and therefore I can be quiet Exeunt Moth and Costard ARMADO I do affect the very ground which is base" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 414, + "ignore_eos": true + } + ] + }, + { + "session_id": "040f4d95-b16b-4eb8-9a30-1c80091811ef", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " that means to be saved by believing rightly can ever believe such impossible passages of grossness Hes in yellow stockings SIR TOBY And crossgartered MARIA Most villainously like a pedant that keeps a school i th church I have dogged him like his murderer He does obey every point of the letter that I dropped to betray him He does smile his face into more lines than is in the new map with the augmentation of the Indies You have not seen such a thing as tis I can hardly forbear hurling things at him I know my lady will strike him If she do hell smile and taket for a great favour SIR TOBY Come bring us bring us where he is Exeunt SCENE III A street Enter Sebastian and Antonio SEBASTIAN I would not by my will have troubled you But since you make your pleasure of your pains I will no further chide you ANTONIO I could not stay behind you my desire More sharp than filed steel did spur me forth And not all love to see you though so much As might have drawn one to a longer voyage But jealousy what might befall your travel Being skilless in these parts which to a stranger Unguided and unfriended often prove Rough and unhospitable My willing love The rather by these arguments of fear Set forth in your pursuit SEBASTIAN My kind Antonio I can no other answer make but thanks And thanks and ever thanks and oft good turns Are shuffled off with such uncurrent pay But were my worth as is my conscience firm You should find better dealing Whats to do Shall we go see the relics of this town ANTONIO Tomorrow sir best first go see your lodging SEBASTIAN I am not weary and tis long to night I pray you let us satisfy our eyes With the memorials and the things of fame That do renown this city ANTONIO Would youd pardon me I do not without danger walk these streets Once in a seafight gainst the Count his galleys I did some service of such note indeed That were I taen here it would scarce be answerd SEBASTIAN Belike you slew great number of his people ANTONIO Th offence is not of such a bloody nature Albeit the quality of the time and quarrel Might well have given us bloody argument It might have since been answered in repaying What we took from them which for traffics sake Most of our city did Only myself stood out For which if I be lapsed in this place I shall pay dear SEBASTIAN Do not then walk too open ANTONIO It doth not fit me Hold sir heres my purse In the south suburbs at the Elephant Is best to lodge I will bespeak our diet Whiles you beguile the time and feed your knowledge With viewing of the town There shall you have me SEBASTIAN Why I your purse ANTONIO Haply your eye shall light upon some toy You have desire to purchase and your store I think is not for idle markets sir SEBASTIAN Ill be your pursebearer and leave you for an hour ANTONIO To th Elephant SEBASTIAN I do remember Exeunt SCENE IV Olivias garden Enter Olivia and Maria OLIVIA I have sent after him He says hell come How shall I feast him What bestow of him For youth is bought more oft than beggd or borrowd I speak too loud Wheres MalvolioHe is sad and civil And suits well for a servant with my fortunes Where is Malvolio MARIA Hes coming madam But in very strange manner He is sure possessed madam OLIVIA Why whats the matter Does he rave MARIA No madam he does nothing but smile your ladyship were best to have some guard about you if he come for sure the man is tainted in s wits OLIVIA Go call him hither Im as mad as he If sad and merry" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 392, + "ignore_eos": true + } + ] + }, + { + "session_id": "bb527af8-044c-48f7-a1f5-9ebec82c28ed", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " a thief shall we not lay hands on him DOGBERRY Truly by your office you may but I think they that touch pitch will be defiled The most peaceable way for you if you do take a thief is to let him show himself what he is and steal out of your company VERGES You have been always called a merciful man partner DOGBERRY Truly I would not hang a dog by my will much more a man who hath any honesty in him VERGES If you hear a child cry in the night you must call to the nurse and bid her still it SECOND WATCH How if the nurse be asleep and will not hear us DOGBERRY Why then depart in peace and let the child wake her with crying for the ewe that will not hear her lamb when it baes will never answer a calf when he bleats VERGES Tis very true DOGBERRY This is the end of the charge You constable are to present the Princes own person if you meet the Prince in the night you may stay him VERGES Nay byr lady that I think a cannot DOGBERRY Five shillings to one ont with any man that knows the statutes he may stay him marry not without the Prince be willing for indeed the watch ought to offend no man and it is an offence to stay a man against his will VERGES Byr lady I think it be so DOGBERRY Ha ah ha Well masters good night an there be any matter of weight chances call up me keep your fellows counsels and your own and good night Come neighbour SECOND WATCH Well masters we hear our charge let us go sit here upon the church bench till two and then all to bed DOGBERRY One word more honest neighbours I pray you watch about Signior Leonatos door for the wedding being there tomorrow there is a great coil tonight Adieu be vigitant I beseech you Exeunt Dogberry and Verges Enter Borachio and Conrade BORACHIO What Conrade WATCH Aside Peace stir not BORACHIO Conrade I say CONRADE Here man I am at thy elbow BORACHIO Mass and my elbow itched I thought there would a scab follow CONRADE I will owe thee an answer for that and now forward with thy tale BORACHIO Stand thee close then under this penthouse for it drizzles rain and I will like a true drunkard utter all to thee WATCH Aside Some treason masters yet stand close BORACHIO Therefore know I have earned of Don John a thousand ducats CONRADE Is it possible that any villainy should be so dear BORACHIO Thou shouldst rather ask if it were possible any villainy should be so rich for when rich villains have need of poor ones poor ones may make what price they will CONRADE I wonder at it BORACHIO That shows thou art unconfirmed Thou knowest that the fashion of a doublet or a hat or a cloak is nothing to a man CONRADE Yes it is apparel BORACHIO I mean the fashion CONRADE Yes the fashion is the fashion BORACHIO Tush I may as well say the fools the fool But seest thou not what a deformed thief this fashion is WATCH Aside I know that Deformed a has been a vile thief this seven years a goes up and down like a gentleman I remember his name BORACHIO Didst thou not hear somebody CONRADE No twas the vane on the house BORACHIO" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 402, + "ignore_eos": true + } + ] + }, + { + "session_id": "4669fe67-f9db-4fe3-adc8-472c307edcfa", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " sir we did sleep day out of countenance and made the night light with drinking MAECENAS Eight wild boars roasted whole at a breakfast and but twelve persons there Is this true ENOBARBUS This was but as a fly by an eagle We had much more monstrous matter of feast which worthily deserved noting MAECENAS Shes a most triumphant lady if report be square to her ENOBARBUS When she first met Mark Antony she pursed up his heart upon the river of Cydnus AGRIPPA There she appeared indeed or my reporter devised well for her ENOBARBUS I will tell you The barge she sat in like a burnished throne Burned on the water The poop was beaten gold Purple the sails and so perfumed that The winds were lovesick with them the oars were silver Which to the tune of flutes kept stroke and made The water which they beat to follow faster As amorous of their strokes For her own person It beggared all description she did lie In her pavilion clothofgold of tissue Oerpicturing that Venus where we see The fancy outwork nature On each side her Stood pretty dimpled boys like smiling Cupids With diverscoloured fans whose wind did seem To glow the delicate cheeks which they did cool And what they undid did AGRIPPA O rare for Antony ENOBARBUS Her gentlewomen like the Nereides So many mermaids tended her i th eyes And made their bends adornings At the helm A seeming mermaid steers The silken tackle Swell with the touches of those flowersoft hands That yarely frame the office From the barge A strange invisible perfume hits the sense Of the adjacent wharfs The city cast Her people out upon her and Antony Enthroned i th marketplace did sit alone Whistling to th air which but for vacancy Had gone to gaze on Cleopatra too And made a gap in nature AGRIPPA Rare Egyptian ENOBARBUS Upon her landing Antony sent to her Invited her to supper She replied It should be better he became her guest Which she entreated Our courteous Antony Whom neer the word of No woman heard speak Being barbered ten times oer goes to the feast And for his ordinary pays his heart For what his eyes eat only AGRIPPA Royal wench She made great Caesar lay his sword to bed He ploughed her and she cropped ENOBARBUS I saw her once Hop forty paces through the public street And having lost her breath she spoke and panted That she did make defect perfection And breathless pour breath forth MAECENAS Now Antony must leave her utterly ENOBARBUS Never He will not Age cannot wither her nor custom stale Her infinite variety Other women cloy The appetites they feed but she makes hungry Where most she satisfies For vilest things Become themselves in her that the holy priests Bless her when she is riggish MAECENAS If beauty wisdom modesty can settle The heart of Antony Octavia is A blessed lottery to him AGRIPPA Let us go Good Enobarbus make yourself my guest Whilst you abide here ENOBARBUS Humbly sir I thank you Exeunt SCENE III Rome A Room in Caesars House Enter Antony Caesar Octavia between them ANTONY The world and my great office will sometimes Divide me from your bosom OCTAVIA All which time Before the gods my knee shall bow my prayers To them for you ANTONY Good night sirMy Octavia Read not my b" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 382, + "ignore_eos": true + } + ] + }, + { + "session_id": "fa954442-586c-4c4e-ba7e-b451610dd0c6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ICK That I neither feel how she should be loved nor know how she should be worthy is the opinion that fire cannot melt out of me I will die in it at the stake DON PEDRO Thou wast ever an obstinate heretic in the despite of beauty CLAUDIO And never could maintain his part but in the force of his will BENEDICK That a woman conceived me I thank her that she brought me up I likewise give her most humble thanks but that I will have a recheat winded in my forehead or hang my bugle in an invisible baldrick all women shall pardon me Because I will not do them the wrong to mistrust any I will do myself the right to trust none and the fine isfor the which I may go the finerI will live a bachelor DON PEDRO I shall see thee ere I die look pale with love BENEDICK With anger with sickness or with hunger my lord not with love prove that ever I lose more blood with love than I will get again with drinking pick out mine eyes with a balladmakers pen and hang me up at the door of a brothelhouse for the sign of blind Cupid DON PEDRO Well if ever thou dost fall from this faith thou wilt prove a notable argument BENEDICK If I do hang me in a bottle like a cat and shoot at me and he that hits me let him be clapped on the shoulder and called Adam DON PEDRO Well as time shall try In time the savage bull doth bear the yoke BENEDICK The savage bull may but if ever the sensible Benedick bear it pluck off the bulls horns and set them in my forehead and let me be vilely painted and in such great letters as they write Here is good horse to hire let them signify under my sign Here you may see Benedick the married man CLAUDIO If this should ever happen thou wouldst be hornmad DON PEDRO Nay if Cupid have not spent all his quiver in Venice thou wilt quake for this shortly BENEDICK I look for an earthquake too then DON PEDRO Well you will temporize with the hours In the meantime good Signior Benedick repair to Leonatos commend me to him and tell him I will not fail him at supper for indeed he hath made great preparation BENEDICK I have almost matter enough in me for such an embassage and so I commit you CLAUDIO To the tuition of God from my house if I had it DON PEDRO The sixth of July your loving friend Benedick BENEDICK Nay mock not mock not The body of your discourse is sometime guarded with fragments and the guards are but slightly basted on neither ere you flout old ends any further examine your conscience and so I leave you Exit CLAUDIO My liege your Highness now may do me good DON PEDRO My love is thine to teach teach it but how And thou shalt see how apt it is to learn Any hard lesson that may do thee good CLAUDIO Hath Leonato any son my lord DON PEDRO No child but Hero shes his only heir Dost thou affect her Claudio CLAUDIO O my lord When you went onward on this ended action I looked upon her with a soldiers eye That likd but had a rougher task in hand Than to drive liking to the name of love But now I am returnd and that warthoughts Have left their places vacant in their rooms Come thronging soft and delicate desires All prompting me how fair young Hero is Saying I likd her ere I went to wars DON PEDRO Thou wilt be like a lover presently And tire the hearer with a book of words If thou dost love fair Hero cherish it And I will break with her and with her father And thou shalt have her Wast not to this end That thou beganst to twist so fine a story CLAUDIO How sweetly you do minister to love That know loves grief by his complexion But lest my liking might too sudden seem I would have salvd it with a longer treatise DON PEDRO What need the bridge much broader than the flood The fairest grant is the necessity Look what will serve is fit tis once" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 431, + "ignore_eos": true + } + ] + }, + { + "session_id": "472223de-e932-4976-acfb-d3011a446d76", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " to God I had not seen But these mine eyes saw him in bloody state Rendring faint quittance wearied and outbreathed To Harry Monmouth whose swift wrath beat down The neverdaunted Percy to the earth From whence with life he never more sprung up In few his death whose spirit lent a fire Even to the dullest peasant in his camp Being bruited once took fire and heat away From the besttemperd courage in his troops For from his metal was his party steeld Which once in him abated all the rest Turnd on themselves like dull and heavy lead And as the thing thats heavy in itself Upon enforcement flies with greatest speed So did our men heavy in Hotspurs loss Lend to this weight such lightness with their fear That arrows fled not swifter toward their aim Than did our soldiers aiming at their safety Fly from the field Then was that noble Worcester Too soon taen prisoner and that furious Scot The bloody Douglas whose welllabouring sword Had three times slain th appearance of the King Gan vail his stomach and did grace the shame Of those that turnd their backs and in his flight Stumbling in fear was took The sum of all Is that the King hath won and hath sent out A speedy power to encounter you my lord Under the conduct of young Lancaster And Westmoreland This is the news at full NORTHUMBERLAND For this I shall have time enough to mourn In poison there is physic and these news Having been well that would have made me sick Being sick have in some measure made me well And as the wretch whose feverweakend joints Like strengthless hinges buckle under life Impatient of his fit breaks like a fire Out of his keepers arms even so my limbs Weakend with grief being now enraged with grief Are thrice themselves Hence therefore thou nice crutch A scaly gauntlet now with joints of steel Must glove this hand And hence thou sickly coif Thou art a guard too wanton for the head Which princes fleshd with conquest aim to hit Now bind my brows with iron and approach The raggedst hour that time and spite dare bring To frown upon th enraged Northumberland Let heaven kiss earth Now let not Natures hand Keep the wild flood confined Let order die And let this world no longer be a stage To feed contention in a lingering act But let one spirit of the firstborn Cain Reign in all bosoms that each heart being set On bloody courses the rude scene may end And darkness be the burier of the dead LORD BARDOLPH This strained passion doth you wrong my lord MORTON Sweet earl divorce not wisdom from your honour The lives of all your loving complices Lean on your health the which if you give oer To stormy passion must perforce decay You cast th event of war my noble lord And summd the account of chance before you said Let us make head It was your presurmise That in the dole of blows your son might drop You knew he walkd oer perils on an edge More likely to fall in than to get oer You were advised his flesh was capable Of wounds and scars and that his forward spirit Would lift him where most trade of danger ranged Yet did you say Go forth and none of this Though strongly apprehended could restrain The stiffborne action What hath then befalln Or what hath this bold enterprise brought forthMore than that being which was like to be LORD BARDOLPH We all that are engaged to this loss Knew that we ventured on such dangerous seas That if we wrought out life twas ten to one And yet we ventured for the gain proposed Choked the respect of likely peril feard And since we are oerset venture again Come we will put forth body and goods MORTON Tis more than time And my most noble lord I hear for certain and dare speak the truth The gentle Archbishop of York is up With wellappointed powers He is a man Who with a double surety binds his followers My lord your son had only but the corpse But shadows and the shows of men to fight For that same word rebellion did divide The action of their bodies from their souls And they did fight with queasiness constraind As men drink potions that their weapons only Seemd on our side but" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 342, + "ignore_eos": true + } + ] + }, + { + "session_id": "04f2aa19-968c-4007-8f5c-2100a32215a8", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " severe and beard of formal cut Full of wise saws and modern instances And so he plays his part The sixth age shifts Into the lean and slippered pantaloon With spectacles on nose and pouch on side His youthful hose well saved a world too wide For his shrunk shank and his big manly voice Turning again toward childish treble pipes And whistles in his sound Last scene of all That ends this strange eventful history Is second childishness and mere oblivion Sans teeth sans eyes sans taste sans everything Enter Orlando bearing Adam DUKE SENIOR Welcome Set down your venerable burden And let him feed ORLANDO I thank you most for him ADAM So had you need I scarce can speak to thank you for myself DUKE SENIOR Welcome fall to I will not trouble you As yet to question you about your fortunes Give us some music and good cousin sing SONG AMIENS Sings Blow blow thou winter wind Thou art not so unkind As mans ingratitude Thy tooth is not so keen Because thou art not seen Although thy breath be rude Heighho sing heighho unto the green holly Most friendship is feigning most loving mere folly Then heighho the holly This life is most jolly Freeze freeze thou bitter sky That dost not bite so nigh As benefits forgot Though thou the waters warp Thy sting is not so sharp As friend remembered not Heighho sing heighho unto the green holly Most friendship is feigning most loving mere folly Then heighho the holly This life is most jolly DUKE SENIOR If that you were the good Sir Rowlands son As you have whispered faithfully you were And as mine eye doth his effigies witness Most truly limned and living in your face Be truly welcome hither I am the Duke That loved your father The residue of your fortune Go to my cave and tell meGood old man Thou art right welcome as thy master is Support him by the arm To Orlando Give me your hand And let me all your fortunes understand Exeunt ACT III SCENE I A Room in the Palace Enter Duke Frederick Lords and Oliver DUKE FREDERICK Not see him since Sir sir that cannot be But were I not the better part made mercy I should not seek an absent argument Of my revenge thou present But look to it Find out thy brother wheresoeer he is Seek him with candle Bring him dead or living Within this twelvemonth or turn thou no more To seek a living in our territory Thy lands and all things that thou dost call thine Worth seizure do we seize into our hands Till thou canst quit thee by thy brothers mouth Of what we think against thee OLIVER O that your highness knew my heart in this I never loved my brother in my life DUKE FREDERICK More villain thou Well push him out of doors And let my officers of such a nature Make an extent upon his house and lands Do this expediently and turn him going Exeunt SCENE II The Forest of Arden Enter Orlando with a paper ORLANDO Hang there my verse in witness of my love And thou thricecrowned queen of night survey With thy chaste eye from thy pale sphere above Thy huntress name that my full life doth sway O Rosalind these trees shall be my books And in their barks my thoughts Ill character That every eye which in this forest looks Shall see thy virtue witnessed everywhere Run run Orlando carve on every tree The fair the chaste and unexpressive she Exit Enter Corin and Touchstone CORIN And how like you this shepherds life Master Touchstone TOUCHSTONE Truly shepherd in respect of itself it is a good life but in respect that it is a shepherds life it is naught In respect that it is solitary I like it very well but in respect that it is private it is a very vile life Now in respect it is in the fields it pleaseth me well but in respect it is not in the court it is tedious As it is a spare life look you it fits my humour well but as there is no more plenty in it it goes much against my stomach Hast any philosophy in thee shepherd CORIN No more but that I know the more one sickens the worse at ease he is and that he that wants money means and content is without three good friends that the property of rain is" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 393, + "ignore_eos": true + } + ] + }, + { + "session_id": "d1554c48-88ac-4251-b3d6-3c14d9c03d03", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ily to pray for her KING What sayst thou ha To pray for her What is she crying out LOVELL So said her woman and that her suffrance made Almost each pang a death KING Alas good lady SUFFOLK God safely quit her of her burden and With gentle travail to the gladding of Your Highness with an heir KING Tis midnight Charles Prithee to bed and in thy prayers remember Th estate of my poor Queen Leave me alone For I must think of that which company Will not be friendly to SUFFOLK I wish your Highness A quiet night and my good mistress will Remember in my prayers KING Charles good night Exit Suffolk Enter Sir Anthony Denny Well sir what follows DENNY Sir I have brought my lord the Archbishop As you commanded me KING Ha Canterbury DENNY Ay my good lord KING Tis true Where is he Denny DENNY He attends your Highness pleasure KING Bring him to us Exit Denny LOVELL Aside This is about that which the Bishop spake I am happily come hither Enter Cranmer and Denny KING Avoid the gallery Lovell seems to stay Ha I have said Be gone What Exeunt Lovell and Denny CRANMER Aside I am fearful Wherefore frowns he thus Tis his aspect of terror Alls not well KING How now my lord You do desire to know Wherefore I sent for you CRANMER Kneeling It is my duty T attend your Highness pleasure KING Pray you arise My good and gracious Lord of Canterbury Come you and I must walk a turn together I have news to tell you Come come give me your hand Ah my good lord I grieve at what I speak And am right sorry to repeat what follows I have and most unwillingly of late Heard many grievousI do say my lord Grievouscomplaints of you which being considered Have moved us and our Council that you shall This morning come before us where I know You cannot with such freedom purge yourself But that till further trial in those chargesWhich will require your answer you must take Your patience to you and be well contented To make your house our Tower You a brother of us It fits we thus proceed or else no witness Would come against you CRANMER Kneeling I humbly thank your Highness And am right glad to catch this good occasion Most throughly to be winnowed where my chaff And corn shall fly asunder For I know Theres none stands under more calumnious tongues Than I myself poor man KING Stand up good Canterbury Thy truth and thy integrity is rooted In us thy friend Give me thy hand Stand up Prithee lets walk Now by my halidom What manner of man are you My lord I looked You would have given me your petition that I should have taen some pains to bring together Yourself and your accusers and to have heard you Without endurance further CRANMER Most dread liege The good I stand on is my truth and honesty If they shall fail I with mine enemies Will triumph oer my person which I weigh not Being of those virtues vacant I fear nothing What can be said against me KING Know you not How your state stands i th world with the whole world Your enemies are many and not small their practices Must bear the same proportion and not ever The justice and the truth o th question carries The due o th verdict with it At what ease Might corrupt minds procure knaves as corrupt To swear against you Such things have been done You are potently opposed and with a malice Of as great size Ween you of better luck I mean in perjured witness than your master Whose minister you are whiles here he lived Upon this naughty earth Go to go to You take a precipice for no" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 455, + "ignore_eos": true + } + ] + }, + { + "session_id": "be88963a-06e6-49ba-a9a7-255fc1032fce", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ert any way given to virtue I would swear by thy face My oath should be By this fire thats Gods angel But thou art altogether given over and wert indeed but for the light in thy face the son of utter darkness When thou ranst up Gads Hill in the night to catch my horse if I did not think thou hadst been an ignis fatuus or a ball of wildfire theres no purchase in money O thou art a perpetual triumph an everlasting bonfirelight Thou hast saved me a thousand marks in links and torches walking with thee in the night betwixt tavern and tavern but the sack that thou hast drunk me would have bought me lights as good cheap at the dearest chandlers in Europe I have maintained that salamander of yours with fire any time this twoandthirty years God reward me for it BARDOLPH Sblood I would my face were in your belly FALSTAFF Godamercy so should I be sure to be heartburnt Enter the Hostess How now Dame Partlet the hen have you enquired yet who picked my pocket HOSTESS Why Sir John what do you think Sir John do you think I keep thieves in my house I have searched I have enquired so has my husband man by man boy by boy servant by servant The tithe of a hair was never lost in my house before FALSTAFF Ye lie hostess Bardolph was shaved and lost many a hair and Ill be sworn my pocket was picked Go to you are a woman go HOSTESS Who I No I defy thee Gods light I was never called so in mine own house before FALSTAFF Go to I know you well enough HOSTESS No Sir John you do not know me Sir John I know you Sir John you owe me money Sir John and now you pick a quarrel to beguile me of it I bought you a dozen of shirts to your back FALSTAFF Dowlas filthy dowlas I have given them away to bakers wives and they have made bolters of them HOSTESS Now as I am a true woman holland of eight shillings an ell You owe money here besides Sir John for your diet and bydrinkings and money lent you fourandtwenty pound FALSTAFF He had his part of it let him pay HOSTESS He Alas he is poor he hath nothing FALSTAFF How Poor Look upon his face What call you rich Let them coin his nose let them coin his cheeks Ill not pay a denier What will you make a younker of me Shall I not take mine ease in mine inn but I shall have my pocket picked I have lost a sealring of my grandfathers worth forty mark HOSTESS O Jesu I have heard the Prince tell him I know not how oft that that ring was copper FALSTAFF How The Prince is a Jack a sneakup Sblood an he were here I would cudgel him like a dog if he would say so Enter Prince Henry with Peto marching Falstaff meets him playing on his truncheon like a fife How now lad Is the wind in that door ifaith Must we all march BARDOLPH Yea two and two Newgate fashion HOSTESS My lord I pray you hear me PRINCE What sayst thou Mistress Quickly How doth thy husband I love him well he is an honest man HOSTESS Good my lord hear me FALSTAFF Prithee let her alone and list to me PRINCE What sayst thou Jack FALSTAFF The other night I fell asleep here behind the arras and had my pocket picked This house is turned bawdyhouse they pick pockets PRINCE What didst thou lose Jack FALSTAFF Wilt thou believe me Hal three or four bonds of forty pound apiece and a sealring of my grandfathers PRINCE A trifle some eightpenny matter HOSTESS So I told him my lord and I said I heard your Grace say so And my lord he speaks most vilely of you like a foulmouthed man as he is and said he would cudgel you PRINCE What he did not HOSTESS Theres neither faith truth nor womanhood in me else FALSTAFF Theres no more faith in thee than in a stewed prune nor no more truth in thee than in a drawn fox and for womanhood Maid Marian may be the deputys wife of the ward to thee Go you thing go HOSTESS" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 333, + "ignore_eos": true + } + ] + }, + { + "session_id": "ef6b29a3-885f-4473-b6e9-35fe88ee2c1f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " to this hard house More harder than the stones whereof tis raisd Which even but now demanding after you Denied me to come inreturn and force Their scanted courtesy LEAR My wits begin to turn Come on my boy How dost my boy Art cold I am cold myself Where is this straw my fellow The art of our necessities is strange That can make vile things precious Come your hovel Poor fool and knave I have one part in my heart Thats sorry yet for thee FOOL Singing He that has and a little tiny wit With heighho the wind and the rain Must make content with his fortunes fit Though the rain it raineth every day LEAR True boy Come bring us to this hovel Exeunt Lear and Kent FOOL This is a brave night to cool a courtezan Ill speak a prophecy ere I go When priests are more in word than matter When brewers mar their malt with water When nobles are their tailors tutors No heretics burnd but wenches suitorsWhen every case in law is right No squire in debt nor no poor knight When slanders do not live in tongues Nor cutpurses come not to throngs When usurers tell their gold i the field And bawds and whores do churches build Then shall the realm of Albion Come to great confusion Then comes the time who lives to seet That going shall be usd with feet This prophecy Merlin shall make for I live before his time Exit SCENE III A Room in Gloucesters Castle Enter Gloucester and Edmund GLOUCESTER Alack alack Edmund I like not this unnatural dealing When I desired their leave that I might pity him they took from me the use of mine own house charged me on pain of perpetual displeasure neither to speak of him entreat for him or any way sustain him EDMUND Most savage and unnatural GLOUCESTER Go to say you nothing There is division between the Dukes and a worse matter than that I have received a letter this nighttis dangerous to be spokenI have locked the letter in my closet these injuries the King now bears will be revenged home theres part of a power already footed we must incline to the King I will look him and privily relieve him go you and maintain talk with the Duke that my charity be not of him perceived if he ask for me I am ill and gone to bed If I die for it as no less is threatened me the King my old master must be relieved There is some strange thing toward Edmund pray you be careful Exit EDMUND This courtesy forbid thee shall the Duke Instantly know and of that letter too This seems a fair deserving and must draw me That which my father loses no less than all The younger rises when the old doth fall Exit SCENE IV A part of the Heath with a Hovel Storm continues Enter Lear Kent and Fool KENT Here is the place my lord good my lord enter The tyranny of the open nights too rough For nature to endure LEAR Let me alone KENT Good my lord enter here LEAR Wilt break my heart KENT I had rather break mine own Good my lord enter LEAR Thou thinkst tis much that this contentious storm Invades us to the skin so tis to thee But where the greater malady is fixd The lesser is scarce felt Thoudst shun a bear But if thy flight lay toward the raging sea Thoudst meet the bear i the mouth When the minds free The bodys delicate the tempest in my mind Doth from my senses take all feeling else Save what beats there Filial ingratitude Is it not as this mouth should tear this hand For lifting food tot But I will punish home No I will weep no more In such a night To shut me out Pour on I will endure In such a night as this O Regan Goneril Your old kind father whose frank heart gave all O" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 390, + "ignore_eos": true + } + ] + }, + { + "session_id": "98507995-273c-4f3e-ad89-55a05894e4cb", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " again When I shall meet him in the court of heaven I shall not know him Therefore never never Must I behold my pretty Arthur more PANDULPH You hold too heinous a respect of grief CONSTANCE He talks to me that never had a son KING PHILIP You are as fond of grief as of your child CONSTANCE Grief fills the room up of my absent child Lies in his bed walks up and down with me Puts on his pretty looks repeats his words Remembers me of all his gracious parts Stuffs out his vacant garments with his form Then have I reason to be fond of grief Fare you well Had you such a loss as I I could give better comfort than you do I will not keep this form upon my head She unbinds her hair When there is such disorder in my wit O Lord My boy my Arthur my fair son My life my joy my food my all the world My widowcomfort and my sorrows cure Exit KING PHILIP I fear some outrage and Ill follow her Exit LOUIS Theres nothing in this world can make me joy Life is as tedious as a twicetold tale Vexing the dull ear of a drowsy man And bitter shame hath spoild the sweet worlds taste That it yields nought but shame and bitterness PANDULPH Before the curing of a strong disease Even in the instant of repair and health The fit is strongest evils that take leave On their departure most of all show evil What have you lost by losing of this day LOUIS All days of glory joy and happiness PANDULPH If you had won it certainly you had No no when Fortune means to men most good She looks upon them with a threatning eye Tis strange to think how much King John hath lost In this which he accounts so clearly won Are not you grievd that Arthur is his prisoner LOUIS As heartily as he is glad he hath him PANDULPH Your mind is all as youthful as your blood Now hear me speak with a prophetic spirit For even the breath of what I mean to speak Shall blow each dust each straw each little rub Out of the path which shall directly lead Thy foot to Englands throne and therefore mark John hath seizd Arthur and it cannot be That whiles warm life plays in that infants veins The misplacd John should entertain an hour One minute nay one quiet breath of rest A sceptre snatchd with an unruly hand Must be boisterously maintaind as gaind And he that stands upon a slippry place Makes nice of no vile hold to stay him up That John may stand then Arthur needs must fall So be it for it cannot be but so LOUIS But what shall I gain by young Arthurs fall PANDULPH You in the right of Lady Blanche your wife May then make all the claim that Arthur did LOUIS And lose it life and all as Arthur did PANDULPH How green you are and fresh in this old world John lays you plots the times conspire with you For he that steeps his safety in true blood Shall find but bloody safety and untrue This act so evilly borne shall cool the hearts Of all his people and freeze up their zeal That none so small advantage shall step forth To check his reign but they will cherish it No natural exhalation in the sky No scope of nature no distemperd day No common wind no customed event But they will pluck away his natural cause And call them meteors prodigies and signs Abortives presages and tongues of heaven Plainly denouncing vengeance upon John LOUIS Maybe he will not touch young Arthurs life But hold himself safe in his prisonment PANDULPH O sir when he shall hear of your approach If that young Arthur be not gone already Even at that news he dies and then the hearts Of all his people shall revolt from him And kiss the lips of unacquainted change And pick strong matter of revolt and wrath Out of the bloody fingers ends of John Methinks I see this hurly all on foot And O what better matter breeds for you Than I have namd The bastard Faulconbridge Is now in England ransacking the church Offending charity If but a dozen French Were there in arms they would be as a call To train ten thousand English to their side Or as a little snow tumbled about Anon becomes a mountain O noble Dauphin Go with me to the King Tis wonderful What may be wrought out of their discontent Now that their souls are topful of offence For England go I will whet on the King LOUIS Strong reasons makes strong actions Let us go If you say ay the King will not say no Exeunt ACT IV SCENE I Northampton A" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 382, + "ignore_eos": true + } + ] + }, + { + "session_id": "ac4f1c84-2b62-4f74-86d1-070d2bdfb75c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " and everyone give ear BOYET Reads By heaven that thou art fair is most infallible true that thou art beauteous truth itself that thou art lovely More fairer than fair beautiful than beauteous truer than truth itself have commiseration on thy heroical vassal The magnanimous and most illustrate King Cophetua set eye upon the pernicious and indubitate beggar Zenelophon and he it was that might rightly say Veni vidi vici which to annothanize in the vulgarO base and obscure vulgarvidelicet He came see and overcame He came one see two overcame three Who came The King Why did he come To see Why did he see To overcome To whom came he To the beggar What saw he The beggar Who overcame he The beggar The conclusion is victory On whose side The Kings The captive is enriched On whose side The beggars The catastrophe is a nuptial On whose side The Kings No on both in one or one in both I am the King for so stands the comparison thou the beggar for so witnesseth thy lowliness Shall I command thy love I may Shall I enforce thy love I could Shall I entreat thy love I will What shalt thou exchange for rags Robes For tittles Titles For thyself Me Thus expecting thy reply I profane my lips on thy foot my eyes on thy picture and my heart on thy every partThine in the dearest design of industry Don Adriano de Armado Thus dost thou hear the Nemean lion roar Gainst thee thou lamb that standest as his prey Submissive fall his princely feet before And he from forage will incline to play But if thou strive poor soul what are thou then Food for his rage repasture for his den PRINCESS What plume of feathers is he that indited this letter What vane What weathercock Did you ever hear better BOYET I am much deceived but I remember the style PRINCESS Else your memory is bad going oer it erewhile BOYET This Armado is a Spaniard that keeps here in court A phantasime a Monarcho and one that makes sport To the Prince and his bookmates PRINCESS Thou fellow a word Who gave thee this letter COSTARD I told you my lord PRINCESS To whom shouldst thou give it COSTARD From my lord to my lady PRINCESS From which lord to which lady COSTARD From my Lord Berowne a good master of mine To a lady of France that he called Rosaline PRINCESS Thou hast mistaken his letter Come lords away Here sweet put up this twill be thine another day Exeunt all but Boyet Rosaline Maria and Costard BOYET Who is the shooter Who is the shooter ROSALINE Shall I teach you to know BOYET Ay my continent of beauty ROSALINE Why she that bears the bow Finely put off BOYET My lady goes to kill horns but if thou marry Hang me by the neck if horns that year miscarry Finely put on ROSALINE Well then I am the shooter BOYET And who is your deer ROSALINE If we choose by the horns yourself come not near Finely put on indeed MARIA You still wrangle with her Boyet and she strikes at the brow BOYET But she herself is hit lower Have I hit her now ROSALINE Shall I come upon thee with an old saying that was a man when King Pepin of France was a little boy as touching the hit it BOYET So I may answer thee with one as old that was a woman when Queen Guinevere of Britain was a little w" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 446, + "ignore_eos": true + } + ] + }, + { + "session_id": "6bdae43c-b392-4c92-9f76-d96b30cf7899", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the only drinking And for thy walls a pretty slight drollery or the story of the Prodigal or the German hunting in waterwork is worth a thousand of these bedhangers and these flybitten tapestries Let it be ten pound if thou canst Come an twere not for thy humours theres not a better wench in England Go wash thy face and draw the action Come thou must not be in this humour with me dost not know me Come come I know thou wast set on to this HOSTESS Pray thee Sir John let it be but twenty nobles I faith I am loath to pawn my plate so God save me la FALSTAFF Let it alone Ill make other shift youll be a fool still HOSTESS Well you shall have it though I pawn my gown I hope youll come to supper Youll pay me all together FALSTAFF Will I live To Bardolph Go with her with her Hook on hook on HOSTESS Will you have Doll Tearsheet meet you at supper FALSTAFF No more words lets have her Exeunt Hostess Fang Snare Bardolph and Page CHIEF JUSTICE I have heard better news FALSTAFF Whats the news my lord CHIEF JUSTICE Where lay the King tonight GOWER At Basingstoke my lord FALSTAFF I hope my lord alls well What is the news my lord CHIEF JUSTICE Come all his forces back GOWER No fifteen hundred foot five hundred horse Are marchd up to my Lord of Lancaster Against Northumberland and the Archbishop FALSTAFF Comes the King back from Wales my noble lord CHIEF JUSTICE You shall have letters of me presently Come go along with me good Master Gower FALSTAFF My lord CHIEF JUSTICE Whats the matter FALSTAFF Master Gower shall I entreat you with me to dinner GOWER I must wait upon my good lord here I thank you good Sir John CHIEF JUSTICE Sir John you loiter here too long being you are to take soldiers up in counties as you go FALSTAFF Will you sup with me Master Gower CHIEF JUSTICE What foolish master taught you these manners Sir John FALSTAFF Master Gower if they become me not he was a fool that taught them me This is the right fencing grace my lord tap for tap and so part fair CHIEF JUSTICE Now the Lord lighten thee thou art a great fool Exeunt SCENE II London Another street Enter Prince Henry and Poins PRINCE Before God I am exceeding weary POINS Is t come to that I had thought weariness durst not have attached one of so high blood PRINCE Faith it does me though it discolours the complexion of my greatness to acknowledge it Doth it not show vilely in me to desire small beer POINS Why a prince should not be so loosely studied as to remember so weak a composition PRINCE Belike then my appetite was not princely got for by my troth I do now remember the poor creature small beer But indeed these humble considerations make me out of love with my greatness What a disgrace is it to me to remember thy name or to know thy face tomorrow or to take note how many pair of silk stockings thou hastviz these and those that were thy peachcoloured ones or to bear the inventory of thy shirts as one for superfluity and another for use But that the tenniscourt keeper knows better than I for it is a low ebb of linen with thee when thou keepest not racket there as thou hast not done a great while because the rest of thy low countries have made a shift to eat up thy holland And God knows whether those that bawl out of the ruins of thy linen shall inherit his kingdom but the midwives say the children are not in the fault whereupon the world increases and kindreds are mightily strengthened POINS How ill it follows after you have laboured so hard you should talk so idly Tell me how many good young princes would do so their fathers being so sick as yours at this time is PRINCE Shall I tell thee one thing Poins POINS Yes faith and let it be an excellent good thing PRINCE It shall serve among wits of no higher breeding than thine POINS Go to I stand the push of your one thing that you will tell PRINCE Marry I tell thee it is not meet that I should be sad now my father is sick albeit I could tell to thee as to one it ple" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 509, + "ignore_eos": true + } + ] + }, + { + "session_id": "d894ae19-95f2-47a6-88c4-fde2e8471e53", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ark you my friend you said you could not beg PERICLES I did but crave SECOND FISHERMAN But crave Then Ill turn craver too and so I shall scape whipping PERICLES Why are your beggars whipped then SECOND FISHERMAN O not all my friend not all for if all your beggars were whipped I would wish no better office than to be beadle But master Ill go draw up the netExit with Third Fisherman PERICLES Aside How well this honest mirth becomes their labour FIRST FISHERMAN Hark you sir do you know where ye are PERICLES Not well FIRST FISHERMAN Why Ill tell you this is called Pentapolis and our King the good Simonides PERICLES The good Simonides do you call him FIRST FISHERMAN Ay sir and he deserves so to be called for his peaceable reign and good government PERICLES He is a happy king since he gains from his subjects the name of good government How far is his court distant from this shore FIRST FISHERMAN Marry sir half a days journey and Ill tell you he hath a fair daughter and tomorrow is her birthday and there are princes and knights come from all parts of the world to joust and tourney for her love PERICLES Were my fortunes equal to my desires I could wish to make one there FIRST FISHERMAN O sir things must be as they may and what a man cannot get he may lawfully deal forhis wifes soul Reenter Second and Third Fishermen drawing up a net SECOND FISHERMAN Help master help heres a fish hangs in the net like a poor mans right in the law twill hardly come out Ha bots ont tis come at last and tis turned to a rusty armour PERICLES An armour friends I pray you let me see it Thanks Fortune yet that after all my crosses Thou givest me somewhat to repair myself And though it was mine own part of my heritage Which my dead father did bequeath to me With this strict charge even as he left his life Keep it my Pericles it hath been a shield Twixt me and deathand pointed to this brace For that it saved me keep it in like necessity The which the gods protect thee frommay defend thee It kept where I kept I so dearly loved it Till the rough seas that spares not any man Took it in rage though calmd have givent again I thank thee fort my shipwreck nows no ill Since I have here my father gave in his will FIRST FISHERMAN What mean you sir PERICLES To beg of you kind friends this coat of worth For it was sometime target to a king I know it by this mark He loved me dearly And for his sake I wish the having of it And that youd guide me to your sovereign court Where with it I may appear a gentleman And if that ever my low fortunes better Ill pay your bounties till then rest your debtor FIRST FISHERMAN Why wilt thou tourney for the lady PERICLES Ill show the virtue I have borne in arms FIRST FISHERMAN Why dye take it and the gods give thee good ont SECOND FISHERMAN Ay but hark you my friend twas we that made up this garment through the rough seams of the waters there are certain condolements certain vails I hope sir if you thrive youll remember from whence you had them PERICLES Believet I will By your furtherance I am clothed in steel And spite of all the rapture of the sea This jewel holds his building on my arm Unto thy value I will mount" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 366, + "ignore_eos": true + } + ] + }, + { + "session_id": "09847175-f340-4555-9634-a7baa6b418d5", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " matters to commit you The best persuasions to the contrary Fail not to use and with what vehemency Th occasion shall instruct you If entreaties Will render you no remedy this ring Deliver them and your appeal to us There make before them Look the good man weeps Hes honest on mine honour Gods blest mother I swear he is truehearted and a soul None better in my kingdomGet you gone And do as I have bid you Exit Cranmer He has strangled His language in his tears LOVELL Within Come back What mean you Enter Old Lady Lovell follows OLD LADY Ill not come back The tidings that I bring Will make my boldness manners Now good angels Fly oer thy royal head and shade thy person Under their blessed wings KING Now by thy looks I guess thy message Is the Queen delivered Say Ay and of a boy OLD LADY Ay ay my liege And of a lovely boy The God of heaven Both now and ever bless her Tis a girl Promises boys hereafter Sir your Queen Desires your visitation and to be Acquainted with this stranger Tis as like you As cherry is to cherry KING Lovell LOVELL Sir KING Give her an hundred marks Ill to the Queen Exit King OLD LADY An hundred marks By this light Ill ha more An ordinary groom is for such payment I will have more or scold it out of him Said I for this the girl was like to him Ill have more or else unsayt And now While tis hot Ill put it to the issue Exeunt SCENE II Lobby before the councilchamber Enter Cranmer Archbishop of Canterbury CRANMER I hope I am not too late and yet the gentleman That was sent to me from the Council prayed me To make great haste All fast What means this Ho Who waits there Enter Keeper Sure you know me KEEPER Yes my lord But yet I cannot help you CRANMER Why KEEPER Your Grace must wait till you be called for Enter Doctor Butts CRANMER So BUTTS Aside This is a piece of malice I am glad I came this way so happily The King Shall understand it presently Exit CRANMER Aside Tis Butts The Kings physician As he passed along How earnestly he cast his eyes upon me Pray heaven he sound not my disgrace For certain This is of purpose laid by some that hate me God turn their hearts I never sought their malice To quench mine honour They would shame to make me Wait else at door a fellow councillor Mong boys grooms and lackeys But their pleasures Must be fulfilled and I attend with patience Enter the King and Butts at a window above BUTTS Ill show your Grace the strangest sight KING Whats that Butts BUTTS I think your Highness saw this many a day KING Body o me where is it BUTTS There my lord The high promotion of his Grace of Canterbury Who holds his state at door mongst pursuivants Pages and footboys KING Ha Tis he indeed Is this the honour they do one another Tis well theres one above em yet I had thought They had parted so much honesty among em At least good mannersas not thus to suffer A man of his place and so near our favour To dance attendance on their lordships pleasures And at the door too like a post with packets By holy Mary Butts theres knavery Let em alone and draw the curtain close We shall hear more anon Exeunt A council table brought in with chairs and stools and placed under the state Enter Lord Chancellor places himself at the upper end of the table on the left hand a seat being left void above him as for Canterburys seat Duke of Suffolk Duke of Norfolk Surrey Lord Chamberlain Gardiner seat themselves in order on each side Cromwell at lower end as secretary CHANCELLOR Speak to the business master secretary Why are we met in council CROMWELL Please your honours The chief cause concerns his Grace of Canterbury GARDINER Has he had knowledge of it CROMWELL Yes NORFOLK Who waits there KEEPER Without my noble lords GARDINER Yes KEEPER My lord Archbishop And has done half an hour to know your pleasures CHANCELLOR Let him come in KEEPER Your Grace may enter now Cranmer approaches the council table CHANCELLOR My good lord Archbishop Im very sorry To sit here at this present and behold That chair stand empty But we all are men In our own natures frail and capable Of our fleshfew" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 361, + "ignore_eos": true + } + ] + }, + { + "session_id": "57a53243-d832-4150-868e-b37b3f0158dd", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "damas Hath beat down Menon bastard Margarelon Hath Doreus prisoner And stands colossuswise waving his beam Upon the pashed corses of the kings Epistrophus and Cedius Polixenes is slain Amphimacus and Thoas deadly hurt Patroclus taen or slain and Palamedes Sore hurt and bruisd The dreadful Sagittary Appals our numbers Haste we Diomed To reinforcement or we perish all Enter Nestor NESTOR Go bear Patroclus body to Achilles And bid the snailpacd Ajax arm for shame There is a thousand Hectors in the field Now here he fights on Galathe his horse And there lacks work anon hes there afoot And there they fly or die like scaled sculls Before the belching whale then is he yonder And there the strawy Greeks ripe for his edge Fall down before him like the mowers swath Here there and everywhere he leaves and takes Dexterity so obeying appetite That what he will he does and does so much That proof is calld impossibility Enter Ulysses ULYSSES O courage courage courage Princes Great Achilles Is arming weeping cursing vowing vengeance Patroclus wounds have rousd his drowsy bloodTogether with his mangled Myrmidons That noseless handless hackd and chippd come to him Crying on Hector Ajax hath lost a friend And foams at mouth and he is armd and at it Roaring for Troilus who hath done today Mad and fantastic execution Engaging and redeeming of himself With such a careless force and forceless care As if that lust in very spite of cunning Bade him win all Enter Ajax AJAX Troilus thou coward Troilus Exit DIOMEDES Ay there there NESTOR So so we draw together Exit Enter Achilles ACHILLES Where is this Hector Come come thou boyqueller show thy face Know what it is to meet Achilles angry Hector wheres Hector I will none but Hector Exeunt SCENE VI Another part of the plain Enter Ajax AJAX Troilus thou coward Troilus show thy head Enter Diomedes DIOMEDES Troilus I say Wheres Troilus AJAX What wouldst thou DIOMEDES I would correct him AJAX Were I the general thou shouldst have my office Ere that correction Troilus I say What Troilus Enter Troilus TROILUS O traitor Diomed Turn thy false face thou traitor And pay thy life thou owest me for my horse DIOMEDES Ha art thou there AJAX Ill fight with him alone Stand Diomed DIOMEDES He is my prize I will not look upon TROILUS Come both you cogging Greeks have at you both Exeunt fighting Enter Hector HECTOR Yea Troilus O well fought my youngest brother Enter Achilles ACHILLES Now do I see thee Ha have at thee Hector HECTOR Pause if thou wilt ACHILLES I do disdain thy courtesy proud Trojan Be happy that my arms are out of use My rest and negligence befriend thee now But thou anon shalt hear of me again Till when go seek thy fortune Exit HECTOR Fare thee well I would have been much more a fresher man Had I expected thee Reenter Troilus How now my brother TROILUS Ajax hath taen Aeneas Shall it be No by the flame of yonder glorious heaven He shall not carry him Ill be taen too Or bring him off Fate hear me what I say I reck not though thou end my life today Exit Enter one in armour HECTOR Stand stand thou Greek thou art a goodly mark No wilt thou not I like thy armour well Ill frush it and unlock the rivets all But Ill be master of it Wilt thou not beast abide Why then fly on Ill hunt thee for thy hide Exeunt SCENE VII Another part of the plain Enter Achilles with Myrmidons ACHILLES Come here about me you my Myrmidons Mark what I say Attend me where I wheel Strike not a stroke but keep yourselves in breath And when I have the bloody Hector found Empale him with your weapons round about In fellest manner execute your arms Follow me sirs and my proceedings eye It is decreed Hector the great must die Exeunt Enter Menelaus and Paris fighting then Thersites THERSITES The cuckold and the cuckoldmaker are at it Now bull Now dog Loo Paris loo now my doublehend Spartan loo Paris loo The bull has the game Ware horns ho Exeunt Paris and Menelaus Enter Margarelon MARGARELON Turn" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 369, + "ignore_eos": true + } + ] + }, + { + "session_id": "e0212590-434d-4e77-8278-4cb70e1d5804", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " a snuff IMOGEN I pray you sir Deliver with more openness your answers To my demands Why do you pity me IACHIMO That others do I was about to say enjoy yourBut It is an office of the gods to venge it Not mine to speak ont IMOGEN You do seem to know Something of me or what concerns me pray you Since doubting things go ill often hurts more Than to be sure they do for certainties Either are past remedies or timely knowing The remedy then borndiscover to me What both you spur and stop IACHIMO Had I this cheek To bathe my lips upon this hand whose touch Whose every touch would force the feelers soul To th oath of loyalty this object which Takes prisoner the wild motion of mine eye Fixing it only here should I damnd then Slaver with lips as common as the stairs That mount the Capitol join gripes with hands Made hard with hourly falsehood falsehood as With labour then bypeeping in an eye Base and illustrious as the smoky light Thats fed with stinking tallow it were fit That all the plagues of hell should at one time Encounter such revolt IMOGEN My lord I fear Has forgot Britain IACHIMO And himself Not I Inclind to this intelligence pronounce The beggary of his change but tis your graces That from my mutest conscience to my tongue Charms this report out IMOGEN Let me hear no more IACHIMO O dearest soul your cause doth strike my heart With pity that doth make me sick A lady So fair and fastend to an empery Would make the greatst king double to be partnerd With tomboys hird with that self exhibition Which your own coffers yield with diseasd ventures That play with all infirmities for gold Which rottenness can lend nature Such boild stuff As well might poison poison Be revengd Or she that bore you was no queen and you Recoil from your great stock IMOGEN Revengd How should I be revengd If this be true As I have such a heart that both mine ears Must not in haste abuse if it be true How should I be revengd IACHIMO Should he make me Live like Dianas priest betwixt cold sheets Whiles he is vaulting variable ramps In your despite upon your purse Revenge it I dedicate myself to your sweet pleasure More noble than that runagate to your bed And will continue fast to your affection Still close as sure IMOGEN What ho Pisanio IACHIMO Let me my service tender on your lips IMOGEN Away I do condemn mine ears that have So long attended thee If thou wert honourable Thou wouldst have told this tale for virtue not For such an end thou seekst as base as strange Thou wrongst a gentleman who is as far From thy report as thou from honour and Solicits here a lady that disdains Thee and the devil alike What ho Pisanio The King my father shall be made acquainted Of thy assault If he shall think it fit A saucy stranger in his court to mart As in a Romish stew and to expound His beastly mind to us he hath a court He little cares for and a daughter who He not respects at all What ho Pisanio IACHIMO O happy Leonatus I may say The credit that thy lady hath of thee Deserves thy trust and thy most perfect goodness Her assurd credit Blessed live you long A lady to the worthiest sir that ever Country calld his and you his mistress only For the most worthiest fit Give me your pardon I have spoke this to know if your affiance Were deeply rooted and shall make your lord That which he is new oer and he is one The truest mannerd such a holy witch That he enchants societies into him Half all mens hearts are his IMOGEN You make amends IACHIMO He sits mongst men like a descended god He hath a kind of honour sets him off More than a mortal seeming Be not angry Most mighty Princess that I have adventurd To try your taking of a false report which hath Honourd with confirmation your great judgement In the election of a sir so rare Which you know cannot err The love I bear him Made me to fan you thus but the gods made you Unlike all" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 435, + "ignore_eos": true + } + ] + }, + { + "session_id": "816778ca-9b07-41e0-9a3a-72787aa34d1a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "SIR TOBY Sings Farewell dear heart since I must needs be gone MARIA Nay good Sir Toby CLOWN Sings His eyes do show his days are almost done MALVOLIO Ist even so SIR TOBY Sings But I will never die CLOWN Sings Sir Toby there you lie MALVOLIO This is much credit to you SIR TOBY Sings Shall I bid him go CLOWN Sings What and if you do SIR TOBY Sings Shall I bid him go and spare not CLOWN Sings O no no no no you dare not SIR TOBY Out o tune sir ye lie Art any more than a steward Dost thou think because thou art virtuous there shall be no more cakes and ale CLOWN Yes by Saint Anne and ginger shall be hot i the mouth too SIR TOBY Thart i the right Go sir rub your chain with crumbs A stoup of wine Maria MALVOLIO Mistress Mary if you prized my ladys favour at anything more than contempt you would not give means for this uncivil rule she shall know of it by this hand Exit MARIA Go shake your ears SIR ANDREW Twere as good a deed as to drink when a mans ahungry to challenge him the field and then to break promise with him and make a fool of him SIR TOBY Dot knight Ill write thee a challenge or Ill deliver thy indignation to him by word of mouth MARIA Sweet Sir Toby be patient for tonight Since the youth of the Counts was today with my lady she is much out of quiet For Monsieur Malvolio let me alone with him If I do not gull him into a nayword and make him a common recreation do not think I have wit enough to lie straight in my bed I know I can do it SIR TOBY Possess us possess us tell us something of him MARIA Marry sir sometimes he is a kind of Puritan SIR ANDREW O if I thought that Id beat him like a dog SIR TOBY What for being a Puritan Thy exquisite reason dear knight SIR ANDREW I have no exquisite reason fort but I have reason good enough MARIA The devil a Puritan that he is or anything constantly but a timepleaser an affectioned ass that cons state without book and utters it by great swarths the best persuaded of himself so crammed as he thinks with excellencies that it is his grounds of faith that all that look on him love him And on that vice in him will my revenge find notable cause to work SIR TOBY What wilt thou do MARIA I will drop in his way some obscure epistles of love wherein by the colour of his beard the shape of his leg the manner of his gait the expressure of his eye forehead and complexion he shall find himself most feelingly personated I can write very like my lady your niece on a forgotten matter we can hardly make distinction of our hands SIR TOBY Excellent I smell a device SIR ANDREW I havet in my nose too SIR TOBY He shall think by the letters that thou wilt drop that they come from my niece and that she is in love with him MARIA My purpose is indeed a horse of that colour SIR ANDREW And your horse now would make him an ass MARIA Ass I doubt not SIR ANDREW O twill be admirable MARIA Sport royal I warrant you I know my physic will work with him I will plant you two and let the fool make a third where he shall find the letter Observe his construction of it For this night to bed and dream on the event Farewell Exit SIR TOBY Good night Penthesilea SIR ANDREW Before me shes a good wench SIR TOBY Shes a beagle true bred and one that adores me What o that SIR ANDREW I was adored once too SIR TOBY Lets to bed knight Thou hadst need send for more money SIR ANDREW If I cannot recover your niece I am a foul way out SIR TOBY Send for money knight if thou hast her" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 356, + "ignore_eos": true + } + ] + }, + { + "session_id": "2e0c8009-b690-4589-b46b-5ebdb6f26baf", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "US Why sir I gave the money for the rope ANTIPHOLUS OF EPHESUS Five hundred ducats villain for a rope DROMIO OF EPHESUS Ill serve you sir five hundred at the rate ANTIPHOLUS OF EPHESUS To what end did I bid thee hie thee home DROMIO OF EPHESUS To a ropes end sir and to that end am I returnd ANTIPHOLUS OF EPHESUS And to that end sir I will welcome you Beating him OFFICER Good sir be patient DROMIO OF EPHESUS Nay tis for me to be patient I am in adversity OFFICER Good now hold thy tongue DROMIO OF EPHESUS Nay rather persuade him to hold his hands ANTIPHOLUS OF EPHESUS Thou whoreson senseless villain DROMIO OF EPHESUS I would I were senseless sir that I might not feel your blows ANTIPHOLUS OF EPHESUS Thou art sensible in nothing but blows and so is an ass DROMIO OF EPHESUS I am an ass indeed you may prove it by my long ears I have served him from the hour of my nativity to this instant and have nothing at his hands for my service but blows When I am cold he heats me with beating when I am warm he cools me with beating I am waked with it when I sleep raised with it when I sit driven out of doors with it when I go from home welcomed home with it when I return Nay I bear it on my shoulders as a beggar wont her brat and I think when he hath lamed me I shall beg with it from door to door Enter Adriana Luciana Courtesan and a Schoolmaster called Pinch ANTIPHOLUS OF EPHESUS Come go along my wife is coming yonder DROMIO OF EPHESUS Mistress respice finem respect your end or rather the prophesy like the parrot Beware the ropes end ANTIPHOLUS OF EPHESUS Wilt thou still talk Beats him COURTESAN How say you now Is not your husband mad ADRIANA His incivility confirms no less Good Doctor Pinch you are a conjurer Establish him in his true sense again And I will please you what you will demand LUCIANA Alas how fiery and how sharp he looks COURTESAN Mark how he trembles in his ecstasy PINCH Give me your hand and let me feel your pulse ANTIPHOLUS OF EPHESUS There is my hand and let it feel your ear PINCH I charge thee Satan housd within this man To yield possession to my holy prayers And to thy state of darkness hie thee straight I conjure thee by all the saints in heaven ANTIPHOLUS OF EPHESUS Peace doting wizard peace I am not mad ADRIANA O that thou wert not poor distressed soul ANTIPHOLUS OF EPHESUS You minion you are these your customers Did this companion with the saffron face Revel and feast it at my house today Whilst upon me the guilty doors were shut And I denied to enter in my house ADRIANA O husband God doth know you dind at home Where would you had remaind until this time Free from these slanders and this open shame ANTIPHOLUS OF EPHESUS Dind at home Thou villain what sayest thou DROMIO OF EPHESUS Sir sooth to say you did not dine at home ANTIPHOLUS OF EPHESUS Were not my doors lockd up and I shut out DROMIO OF EPHESUS Perdy your doors were lockd and you" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 402, + "ignore_eos": true + } + ] + }, + { + "session_id": "886d4c50-b0b7-4e3f-9769-4c714c6d05c0", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " in Sir John FALSTAFF Fear no colours Go with me to dinner Come Lieutenant Pistol come Bardolph I shall be sent for soon at night Enter the Lord Chief Justice and Prince John Officers with them CHIEF JUSTICE Go carry Sir John Falstaff to the Fleet Take all his company along with him FALSTAFF My lord my lord CHIEF JUSTICE I cannot now speak I will hear you soon Take them away PISTOL Si fortuna me tormenta spero me contenta Exeunt all but Prince John and the Lord Chief Justice LANCASTER I like this fair proceeding of the Kings He hath intent his wonted followers Shall all be very well provided for But all are banishd till their conversations Appear more wise and modest to the world CHIEF JUSTICE And so they are LANCASTER The King hath calld his parliament my lord CHIEF JUSTICE He hath LANCASTER I will lay odds that ere this year expire We bear our civil swords and native fire As far as France I heard a bird so sing Whose music to my thinking pleased the King Come will you hence Exeunt EPILOGUE First my fear then my curtsy last my speech My fear is your displeasure my curtsy my duty and my speech to beg your pardons If you look for a good speech now you undo me for what I have to say is of mine own making and what indeed I should say will I doubt prove mine own marring But to the purpose and so to the venture Be it known to you as it is very well I was lately here in the end of a displeasing play to pray your patience for it and to promise you a better I meant indeed to pay you with this which if like an ill venture it come unluckily home I break and you my gentle creditors lose Here I promised you I would be and here I commit my body to your mercies Bate me some and I will pay you some and as most debtors do promise you infinitely If my tongue cannot entreat you to acquit me will you command me to use my legs And yet that were but light payment to dance out of your debt But a good conscience will make any possible satisfaction and so would I All the gentlewomen here have forgiven me if the gentlemen will not then the gentlemen do not agree with the gentlewomen which was never seen before in such an assembly One word more I beseech you If you be not too much cloyed with fat meat our humble author will continue the story with Sir John in it and make you merry with fair Katharine of France where for anything I know Falstaff shall die of a sweat unless already he be killed with your hard opinions for Oldcastle died a martyr and this is not the man My tongue is weary when my legs are too I will bid you good night THE LIFE OF KING HENRY THE FIFTH Contents ACT I Prologue Scene I London An antechamber in the Kings palace Scene II The same The presence chamber ACT II Chorus Scene I London A street Scene II Southampton A councilchamber Scene III London Before a tavern Scene IV France The Kings palace ACT III Chorus Scene I France Before Harfleur Scene II The same Scene III Before the gates Scene IV The French Kings palace Scene V The same Scene VI The English camp in Picardy Scene VII The French camp near Agincourt ACT IV Chorus Scene I The English camp at Agincourt Scene II The French camp Scene III The English camp Scene IV The field of battle Scene V Another part of the field Scene VI Another part of the field Scene VII Another part of the field Scene VIII Before King Henrys pavilion ACT V Chorus Scene I France The English camp Scene II France A royal palace Epilogue Dramatis Person KING HENRY V DUKE OF" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 435, + "ignore_eos": true + } + ] + }, + { + "session_id": "1b25d137-ee96-4c3a-8e76-1f743920092c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " him out wind me into him I pray you frame the business after your own wisdom I would unstate myself to be in a due resolution EDMUND I will seek him sir presently convey the business as I shall find means and acquaint you withal GLOUCESTER These late eclipses in the sun and moon portend no good to us though the wisdom of Nature can reason it thus and thus yet nature finds itself scourged by the sequent effects Love cools friendship falls off brothers divide in cities mutinies in countries discord in palaces treason and the bond cracked twixt son and father This villain of mine comes under the prediction theres son against father the King falls from bias of nature theres father against child We have seen the best of our time Machinations hollowness treachery and all ruinous disorders follow us disquietly to our graves Find out this villain Edmund it shall lose thee nothing do it carefullyAnd the noble and truehearted Kent banished his offence honesty Tis strange Exit EDMUND This is the excellent foppery of the world that when we are sick in fortune often the surfeits of our own behaviour we make guilty of our disasters the sun the moon and the stars as if we were villains on necessity fools by heavenly compulsion knaves thieves and treachers by spherical predominance drunkards liars and adulterers by an enforced obedience of planetary influence and all that we are evil in by a divine thrusting on An admirable evasion of whoremaster man to lay his goatish disposition to the charge of a star My father compounded with my mother under the dragons tail and my nativity was under Ursa Major so that it follows I am rough and lecherous Fut I should have been that I am had the maidenliest star in the firmament twinkled on my bastardizing Enter Edgar Pat he comes like the catastrophe of the old comedy my cue is villainous melancholy with a sigh like Tom oBedlamO these eclipses do portend these divisions Fa sol la mi EDGAR How now brother Edmund what serious contemplation are you in EDMUND I am thinking brother of a prediction I read this other day what should follow these eclipses EDGAR Do you busy yourself with that EDMUND I promise you the effects he writes of succeed unhappily as of unnaturalness between the child and the parent death dearth dissolutions of ancient amities divisions in state menaces and maledictions against King and nobles needless diffidences banishment of friends dissipation of cohorts nuptial breaches and I know not what EDGAR How long have you been a sectary astronomical EDMUND Come come when saw you my father last EDGAR The night gone byEDMUND Spake you with him EDGAR Ay two hours together EDMUND Parted you in good terms Found you no displeasure in him by word nor countenance EDGAR None at all EDMUND Bethink yourself wherein you may have offended him and at my entreaty forbear his presence until some little time hath qualified the heat of his displeasure which at this instant so rageth in him that with the mischief of your person it would scarcely allay EDGAR Some villain hath done me wrong EDMUND Thats my fear I pray you have a continent forbearance till the speed of his rage goes slower and as I say retire with me to my lodging from whence I will fitly bring you to hear my lord speak pray ye go theres my key If you do stir abroad go armed EDGAR Armed brother EDMUND Brother I advise you to the best I am no honest man if there be any good meaning toward you I have told you what I have seen and heard But faintly nothing like the image and horror of it pray you away EDGAR Shall I hear from you anon EDMUND I do serve you in this business Exit Edgar A credulous father and a brother noble Whose nature is so far from doing harms That he suspects none on whose foolish honesty My practices ride easy I see the business Let me if not by birth have lands by wit All with mes meet that I can fashion fit Exit SCENE III A Room in the Duke of Albanys Palace Enter Goneril and Oswald GONERIL Did my father strike my gentleman for chiding of his fool OSWALD Ay madam GONERIL By day and night he wrongs me every hour He flashes into one gross crime or other" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 434, + "ignore_eos": true + } + ] + }, + { + "session_id": "f82e3e91-2a64-4407-b7a1-ffae159a1f62", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " deaths By this device CHIRON Aaron a thousand deaths Would I propose to achieve her whom I love AARON To achieve her How DEMETRIUS Why makes thou it so strange She is a woman therefore may be wooed She is a woman therefore may be won She is Lavinia therefore must be loved What man more water glideth by the mill Than wots the miller of and easy it is Of a cut loaf to steal a shive we know Though Bassianus be the emperors brother Better than he have worn Vulcans badge AARON Aside Ay and as good as Saturninus may DEMETRIUS Then why should he despair that knows to court it With words fair looks and liberality What hast not thou full often struck a doe And borne her cleanly by the keepers nose AARON Why then it seems some certain snatch or so Would serve your turns CHIRON Ay so the turn were served DEMETRIUS Aaron thou hast hit it AARON Would you had hit it too Then should not we be tired with this ado Why hark ye hark ye and are you such fools To square for this Would it offend you then That both should speed CHIRON Faith not me DEMETRIUS Nor me so I were one AARON For shame be friends and join for that you jar Tis policy and stratagem must do That you affect and so must you resolve That what you cannot as you would achieve You must perforce accomplish as you may Take this of me Lucrece was not more chaste Than this Lavinia Bassianus love A speedier course than lingring languishment Must we pursue and I have found the path My lords a solemn hunting is in hand There will the lovely Roman ladies troop The forest walks are wide and spacious And many unfrequented plots there are Fitted by kind for rape and villainy Single you thither then this dainty doe And strike her home by force if not by words This way or not at all stand you in hope Come come our empress with her sacred wit To villainy and vengeance consecrate Will we acquaint with all what we intend And she shall file our engines with advice That will not suffer you to square yourselves But to your wishes height advance you both The emperors court is like the house of Fame The palace full of tongues of eyes and ears The woods are ruthless dreadful deaf and dull There speak and strike brave boys and take your turns There serve your lust shadowed from heavens eye And revel in Lavinias treasury CHIRON Thy counsel lad smells of no cowardice DEMETRIUS Sit fas aut nefas till I find the stream To cool this heat a charm to calm these fits Per Stygia per manes vehor Exeunt SCENE II A Forest near Rome a Lodge seen at a distance Horns and cry of hounds heard Enter Titus Andronicus and his three sons and Marcus making a noise with hounds and horns TITUS The hunt is up the morn is bright and grey The fields are fragrant and the woods are green Uncouple here and let us make a bay And wake the emperor and his lovely bride And rouse the prince and ring a hunters peal That all the court may echo with the noise Sons let it be your charge as it is ours To attend the emperors person carefully I have been troubled in my sleep this night But dawning day new comfort hath inspired Here a cry of hounds and wind" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 423, + "ignore_eos": true + } + ] + }, + { + "session_id": "38b1e29f-7fbd-441e-8a30-0bd0edc72d4a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Tell my friends Tell Athens in the sequence of degree From high to low throughout that whoso please To stop affliction let him take his haste Come hither ere my tree hath felt the axe And hang himself I pray you do my greeting FLAVIUS Trouble him no further thus you still shall find him TIMON Come not to me again but say to Athens Timon hath made his everlasting mansion Upon the beached verge of the salt flood Who once a day with his embossed froth The turbulent surge shall cover thither come And let my gravestone be your oracle Lips let sour words go by and language end What is amiss plague and infection mend Graves only be mens works and death their gain Sun hide thy beams Timon hath done his reign Exit Timon into his cave FIRST SENATOR His discontents are unremovablyCoupled to nature SECOND SENATOR Our hope in him is dead Let us return And strain what other means is left unto us In our dear peril FIRST SENATOR It requires swift foot Exeunt SCENE III Before the walls of Athens Enter two other Senators with a Messenger FIRST SENATOR Thou hast painfully discovered Are his files As full as thy report MESSENGER I have spoke the least Besides his expedition promises Present approach SECOND SENATOR We stand much hazard if they bring not Timon MESSENGER I met a courier one mine ancient friend Whom though in general part we were opposed Yet our old love made a particular force And made us speak like friends This man was riding From Alcibiades to Timons cave With letters of entreaty which imported His fellowship i th cause against your city In part for his sake moved Enter the other Senators from Timon THIRD SENATOR Here come our brothers FIRST SENATOR No talk of Timon nothing of him expect The enemys drum is heard and fearful scouring Doth choke the air with dust In and prepare Ours is the fall I fear our foes the snare Exeunt SCENE IV The woods Timons cave and a rude tomb seen Enter a Soldier in the woods seeking Timon SOLDIER By all description this should be the place Whos here Speak ho No answer What is this Timon is dead who hath outstretched his span Some beast read this there does not live a man Dead sure and this his grave Whats on this tomb I cannot read The character Ill take with wax Our captain hath in every figure skill An aged interpreter though young in days Before proud Athens hes set down by this Whose fall the mark of his ambition is Exit SCENE V Before the walls of Athens Trumpets sound Enter Alcibiades with his powers before Athens ALCIBIADES Sound to this coward and lascivious town Our terrible approach A parley sounds The Senators appear upon the walls Till now you have gone on and filled the time With all licentious measure making your wills The scope of justice Till now myself and such As slept within the shadow of your power Have wandered with our traversed arms and breathed Our sufferance vainly Now the time is flush When crouching marrow in the bearer strong Cries of itself No more Now breathless wrong Shall sit and pant in your great chairs of ease And pursy insolence shall break his wind With fear and horrid flight FIRST SENATOR Noble and young When thy first griefs were but a mere conceit Ere thou hadst power or we had cause of fear We sent to thee to give thy rages balm To wipe out our ingratitude with loves Above their quantity SECOND SENATOR So did we woo Transformed Timon to our citys love By humble message and by promised means We were not all unkind nor all deserve The common stroke of war FIRST SENATOR These walls of ours Were not erected by their hands from whom You have received your griefs nor are they such That these great towers trophies and schools should fall For private faults in them SECOND SENATOR Nor are they living Who were the motives that you first went out Shame that they wanted cunning in excess Hath broke their hearts March noble lord Into our city with thy banners spread By decimation and a tithed death If thy revenges hunger for that" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 430, + "ignore_eos": true + } + ] + }, + { + "session_id": "611873f8-d5f9-459e-90d2-e4d3d3162889", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " GUARD And time is at his period ALL Alas and woe ANTONY Let him that loves me strike me dead FIRST GUARD Not I SECOND GUARD Nor I THIRD GUARD Nor anyone Exeunt guard DERCETUS Thy death and fortunes bid thy followers fly This sword but shown to Caesar with this tidings Shall enter me with him Enter Diomedes DIOMEDES Wheres Antony DERCETUS There Diomed there DIOMEDES Lives he Wilt thou not answer man Exit Dercetus ANTONY Art thou there Diomed Draw thy sword and give me Sufficing strokes for death DIOMEDES Most absolute lord My mistress Cleopatra sent me to thee ANTONY When did she send thee DIOMEDES Now my lord ANTONY Where is she DIOMEDES Locked in her monument She had a prophesying fear Of what hath come to pass For when she saw Which never shall be foundyou did suspect She had disposed with Caesar and that your rage Would not be purged she sent you word she was dead But fearing since how it might work hath sent Me to proclaim the truth and I am come I dread too late ANTONY Too late good Diomed Call my guard I prithee DIOMEDES What ho The emperors guard The guard what ho Come your lord calls Enter four or five of the Guard of Antony ANTONY Bear me good friends where Cleopatra bides Tis the last service that I shall command you FIRST GUARD Woe woe are we sir you may not live to wear All your true followers out ALL Most heavy day ANTONY Nay good my fellows do not please sharp fate To grace it with your sorrows Bid that welcome Which comes to punish us and we punish it Seeming to bear it lightly Take me up I have led you oft carry me now good friends And have my thanks for all Exeunt bearing Antony SCENE XV Alexandria A monument Enter Cleopatra and her maids aloft with Charmian and Iras CLEOPATRA O Charmian I will never go from hence CHARMIAN Be comforted dear madam CLEOPATRA No I will not All strange and terrible events are welcome But comforts we despise Our size of sorrow Proportioned to our cause must be as great As that which makes it Enter below Diomedes How now Is he dead DIOMEDES His deaths upon him but not dead Look out o th other side your monument His guard have brought him thither Enter below Antony borne by the Guard CLEOPATRA O sun Burn the great sphere thou movst in Darkling stand The varying shore o th world O Antony Antony Antony Help Charmian Help Iras help Help friends below Lets draw him hither ANTONY Peace Not Caesars valour hath oerthrown Antony But Antonys hath triumphed on itself CLEOPATRA So it should be that none but Antony Should conquer Antony but woe tis so ANTONY I am dying Egypt dying Only I here importune death awhile until Of many thousand kisses the poor last I lay upon thy lips CLEOPATRA I dare not dear Dear my lord pardon I dare not Lest I be taken Not th imperious show Of the fullfortuned Caesar ever shall Be brooched with me if knife drugs serpents have Edge sting or operation I am safe Your wife Octavia with her modest eyes And still conclusion shall acquire no honour Demuring upon me But come come Antony Help me my womenwe must draw thee up Assist good friends ANTONY O quick or I am gone CLEOPATRA Heres sport indeed How heavy weighs my lord Our strength is all gone into heaviness That makes the weight Had I great Junos power The strongwinged Mercury should fetch thee up And set thee by Joves side Yet come a little Wishers were ever fools O come come come They heave Antony aloft to Cleopatra And welcome welcome Die where thou hast lived Quicken with kissing Had my lips that power Thus would I wear them out ALL A heavy sight ANTONY I am dying Egypt dying Give me some wine and let me speak a little CLEOPATRA No let me speak and let me rail so high That the false hus" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 379, + "ignore_eos": true + } + ] + }, + { + "session_id": "7641a161-86aa-4e66-a5ef-d7e183b66df0", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " that old Andronicus And temper him with all the art I have To pluck proud Lucius from the warlike Goths And now sweet emperor be blithe again And bury all thy fear in my devices SATURNINUS Then go successantly and plead to him Exeunt ACT V SCENE I Plains near Rome Enter Lucius with an army of Goths with drums and soldiers LUCIUS Approved warriors and my faithful friends I have received letters from great Rome Which signifies what hate they bear their emperor And how desirous of our sight they are Therefore great lords be as your titles witness Imperious and impatient of your wrongs And wherein Rome hath done you any scath Let him make treble satisfaction FIRST GOTH Brave slip sprung from the great Andronicus Whose name was once our terror now our comfort Whose high exploits and honourable deeds Ingrateful Rome requites with foul contempt Be bold in us Well follow where thou leadst Like stinging bees in hottest summers day Led by their master to the flowered fields And be avenged on cursed Tamora GOTHS And as he saith so say we all with him LUCIUS I humbly thank him and I thank you all But who comes here led by a lusty Goth Enter a Goth leading of Aaron with his Child in his arms SECOND GOTH Renowned Lucius from our troops I strayed To gaze upon a ruinous monastery And as I earnestly did fix mine eye Upon the wasted building suddenly I heard a child cry underneath a wall I made unto the noise when soon I heard The crying babe controlled with this discourse Peace tawny slave half me and half thy dame Did not thy hue bewray whose brat thou art Had nature lent thee but thy mothers look Villain thou mightst have been an emperor But where the bull and cow are both milkwhite They never do beget a coalblack calf Peace villain peace even thus he rates the babe For I must bear thee to a trusty Goth Who when he knows thou art the empress babe Will hold thee dearly for thy mothers sake With this my weapon drawn I rushed upon him Surprised him suddenly and brought him hither To use as you think needful of the man LUCIUS O worthy Goth this is the incarnate devil That robbed Andronicus of his good hand This is the pearl that pleased your empress eye And heres the base fruit of her burning lust Say walleyed slave whither wouldst thou convey This growing image of thy fiendlike face Why dost not speak What deaf Not a word A halter soldiers hang him on this tree And by his side his fruit of bastardy AARON Touch not the boy he is of royal blood LUCIUS Too like the sire for ever being good First hang the child that he may see it sprawl A sight to vex the fathers soul withal Get me a ladder A ladder is brought which Aaron is made to ascend AARON Lucius save the child And bear it from me to the empress If thou do this Ill show thee wondrous things That highly may advantage thee to hear If thou wilt not befall what may befall Ill speak no more but Vengeance rot you all LUCIUS Say on and if it please me which thou speakst Thy child shall live and I will see it nourished AARON And if it please thee Why assure thee Lucius Twill vex thy soul to hear what I shall speak For I must talk of murders rapes and massacres Acts of black night abominable deeds Complots of mischief treason villainies Ruthful to hear yet piteously performed And this shall all be buried in my death Unless thou swear to me my child shall live LUCIUS Tell on thy mind I say thy child shall live AARON Swear that he shall and then I will begin LUCIUS Who should I swear by Thou believst no god That granted how canst thou believe an oath AARON What if I do not As indeed I do not Yet for I know thou art religious And hast a thing within thee called conscience With twenty popish tricks and ceremonies Which I have seen thee careful to observe Therefore I urge thy oath for that I know An idiot holds his bauble for a god And keeps the oath which by that god he swears To that Ill urge him Therefore thou shalt vow By that same god what god soeer it be That thou adorest and hast in reverence" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 417, + "ignore_eos": true + } + ] + }, + { + "session_id": "4597fc35-eb1f-4a73-8108-061ed14ba7ac", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " harbingers preceding still the fates And prologue to the omen coming on Have heaven and earth together demonstrated Unto our climatures and countrymen Reenter Ghost But soft behold Lo where it comes again Ill cross it though it blast me Stay illusion If thou hast any sound or use of voice Speak to me If there be any good thing to be done That may to thee do ease and grace to me Speak to me If thou art privy to thy countrys fate Which happily foreknowing may avoid O speak Or if thou hast uphoarded in thy life Extorted treasure in the womb of earth For which they say you spirits oft walk in death Speak of it Stay and speak The cock crows Stop it Marcellus MARCELLUS Shall I strike at it with my partisan HORATIO Do if it will not stand BARNARDO Tis here HORATIO Tis here Exit Ghost MARCELLUS Tis gone We do it wrong being so majestical To offer it the show of violence For it is as the air invulnerable And our vain blows malicious mockery BARNARDO It was about to speak when the cock crew HORATIO And then it started like a guilty thing Upon a fearful summons I have heard The cock that is the trumpet to the morn Doth with his lofty and shrillsounding throat Awake the god of day and at his warning Whether in sea or fire in earth or air Thextravagant and erring spirit hies To his confine And of the truth herein This present object made probation MARCELLUS It faded on the crowing of the cock Some say that ever gainst that season comes Wherein our Saviours birth is celebrated The bird of dawning singeth all night long And then they say no spirit dare stir abroad The nights are wholesome then no planets strike No fairy takes nor witch hath power to charm So hallowd and so gracious is the time HORATIO So have I heard and do in part believe it But look the morn in russet mantle clad Walks oer the dew of yon high eastward hill Break we our watch up and by my advice Let us impart what we have seen tonight Unto young Hamlet for upon my life This spirit dumb to us will speak to him Do you consent we shall acquaint him with it As needful in our loves fitting our duty MARCELLUS Lets dot I pray and I this morning know Where we shall find him most conveniently Exeunt SCENE II Elsinore A room of state in the Castle Enter Claudius King of Denmark Gertrude the Queen Hamlet Polonius Laertes Voltemand Cornelius Lords and Attendant KING Though yet of Hamlet our dear brothers death The memory be green and that it us befitted To bear our hearts in grief and our whole kingdom To be contracted in one brow of woe Yet so far hath discretion fought with nature That we with wisest sorrow think on him Together with remembrance of ourselves Therefore our sometime sister now our queen Thimperial jointress to this warlike state Have we as twere with a defeated joy With one auspicious and one dropping eye With mirth in funeral and with dirge in marriage In equal scale weighing delight and dole Taken to wife nor have we herein barrd Your better wisdoms which have freely gone With this affair along For all our thanks Now follows that you know young Fortinbras Holding a weak supposal of our worth Or thinking by our late dear brothers death Our state to be disjoint and out of frame Colleagued with this dream of his advantage He hath not faild to pester us with message Importing the surrender of those lands Lost by his father with all bonds of law To our most valiant brother So much for him Now for ourself and for this time of meeting Thus much the business is we have here writ To Norway uncle of young Fortinbras Who impotent and bedrid scarcely hears Of this his nephews purpose to suppress His further gait herein in that the levies The lists and full proportions are all made Out of his subject and we here dispatch You good Cornelius and you Voltemand For bearers of this greeting to old Norway Giving to you no further personal power To business" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 421, + "ignore_eos": true + } + ] + }, + { + "session_id": "6f3460ee-c42f-43f7-9980-9abc6c30136c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Angelo the goldsmith and Balthasar the merchant ANTIPHOLUS OF EPHESUS Good Signior Angelo you must excuse us all My wife is shrewish when I keep not hours Say that I lingerd with you at your shop To see the making of her carcanet And that tomorrow you will bring it home But heres a villain that would face me down He met me on the mart and that I beat him And chargd him with a thousand marks in gold And that I did deny my wife and house Thou drunkard thou what didst thou mean by this DROMIO OF EPHESUS Say what you will sir but I know what I know That you beat me at the mart I have your hand to show If the skin were parchment and the blows you gave were ink Your own handwriting would tell you what I think ANTIPHOLUS OF EPHESUS I think thou art an ass DROMIO OF EPHESUS Marry so it doth appear By the wrongs I suffer and the blows I bear I should kick being kickd and being at that pass You would keep from my heels and beware of an ass ANTIPHOLUS OF EPHESUS Youre sad Signior Balthasar pray God our cheer May answer my good will and your good welcome here BALTHASAR I hold your dainties cheap sir and your welcome dear ANTIPHOLUS OF EPHESUS O Signior Balthasar either at flesh or fish A table full of welcome makes scarce one dainty dishBALTHASAR Good meat sir is common that every churl affords ANTIPHOLUS OF EPHESUS And welcome more common for thats nothing but words BALTHASAR Small cheer and great welcome makes a merry feast ANTIPHOLUS OF EPHESUS Ay to a niggardly host and more sparing guest But though my cates be mean take them in good part Better cheer may you have but not with better heart But soft my door is lockd Go bid them let us in DROMIO OF EPHESUS Maud Bridget Marian Cicely Gillian Ginn DROMIO OF SYRACUSE Within Mome malthorse capon coxcomb idiot patch Either get thee from the door or sit down at the hatch Dost thou conjure for wenches that thou callst for such store When one is one too many Go get thee from the door DROMIO OF EPHESUS What patch is made our porter My master stays in the street DROMIO OF SYRACUSE Let him walk from whence he came lest he catch cold ons feet ANTIPHOLUS OF EPHESUS Who talks within there Ho open the door DROMIO OF SYRACUSE Right sir Ill tell you when an youll tell me wherefore ANTIPHOLUS OF EPHESUS Wherefore For my dinner I have not dined today DROMIO OF SYRACUSE Nor today here you must not come again when you may ANTIPHOLUS OF EPHESUS What art thou that keepst me out from the house I owe DROMIO OF SYRACUSE The porter for this time sir and my name is Dromio DROMIO OF EPHESUS O villain thou hast stolen both mine office and my name The one neer got me credit the other mickle blame If thou hadst been Dromio today in my place Thou wouldst have changd thy face for a name or thy name for an ass Enter Luce concealed from Antipholus of Ephesus and his companions LUCE Within What a coil is there Dromio who are those at the gate DROMIO OF EPHESUS Let my master in Luce LUCE Faith no he comes too late And so tell your master DROMIO OF EPHESUS O Lord I must laugh Have at you with a proverbShall I set in my staff LUCE Have at you with another thatsWhen can you tell DROMIO OF SYRACUSE If thy name be called LuceLuce thou hast answerd him well ANTIPHOLUS OF EPHESUS Do you hear you minion youll let us in I hope LUCE I thought to have askd you DROMIO OF SYRACUSE And you said no DROMIO OF EPHESUS So come help Well struck there was blow for blow ANTIPHOLUS OF E" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 410, + "ignore_eos": true + } + ] + }, + { + "session_id": "8b9c9c09-0f09-4a04-889a-c37826886c2c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " brother you have done me wrong BRUTUS Judge me you gods wrong I mine enemies And if not so how should I wrong a brother CASSIUS Brutus this sober form of yours hides wrongs And when you do them BRUTUS Cassius be content Speak your griefs softly I do know you well Before the eyes of both our armies here Which should perceive nothing but love from us Let us not wrangle Bid them move away Then in my tent Cassius enlarge your griefs And I will give you audience CASSIUS Pindarus Bid our commanders lead their charges off A little from this ground BRUTUS Lucilius do you the like and let no man Come to our tent till we have done our conference Lucius and Titinius guard our doorExeunt SCENE III Within the tent of Brutus Enter Brutus and Cassius CASSIUS That you have wrongd me doth appear in this You have condemnd and noted Lucius Pella For taking bribes here of the Sardians Wherein my letters praying on his side Because I knew the man were slighted off BRUTUS You wrongd yourself to write in such a case CASSIUS In such a time as this it is not meet That every nice offence should bear his comment BRUTUS Let me tell you Cassius you yourself Are much condemnd to have an itching palm To sell and mart your offices for gold To undeservers CASSIUS I an itching palm You know that you are Brutus that speak this Or by the gods this speech were else your last BRUTUS The name of Cassius honours this corruption And chastisement doth therefore hide his head CASSIUS Chastisement BRUTUS Remember March the Ides of March remember Did not great Julius bleed for justice sake What villain touchd his body that did stab And not for justice What Shall one of us That struck the foremost man of all this world But for supporting robbers shall we now Contaminate our fingers with base bribes And sell the mighty space of our large honours For so much trash as may be grasped thus I had rather be a dog and bay the moon Than such a Roman CASSIUS Brutus bait not me Ill not endure it You forget yourself To hedge me in I am a soldier I Older in practice abler than yourself To make conditions BRUTUS Go to you are not Cassius CASSIUS I am BRUTUS I say you are not CASSIUS Urge me no more I shall forget myself Have mind upon your health tempt me no farther BRUTUS Away slight man CASSIUS Ist possible BRUTUS Hear me for I will speak Must I give way and room to your rash choler Shall I be frighted when a madman stares CASSIUS O ye gods ye gods Must I endure all this BRUTUS All this ay more fret till your proud heart break Go show your slaves how choleric you are And make your bondmen tremble Must I budge Must I observe you Must I stand and crouch Under your testy humour By the gods You shall digest the venom of your spleen Though it do split you for from this day forth Ill use you for my mirth yea for my laughter When you are waspish CASSIUS Is it come to this BRUTUS You say you are a better soldier Let it appear so make your vaunting true And it shall please me well For mine own part I shall be glad to learn of noble men CASSIUS You wrong me every way you wrong me Brutus I said an elder soldier not a better Did I say better BRUTUS If you did I care not CASSIUS When Caesar livd" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 382, + "ignore_eos": true + } + ] + }, + { + "session_id": "1a3ea515-79c4-4881-9016-fe9f26c77463", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " knave their master in the door who asked them once or twice what they had in their basket I quaked for fear lest the lunatic knave would have searched it but Fate ordaining he should be a cuckold held his hand Well on went he for a search and away went I for foul clothes But mark the sequel Master Brook I suffered the pangs of three several deaths first an intolerable fright to be detected with a jealous rotten bellwether next to be compassed like a good bilbo in the circumference of a peck hilt to point heel to head and then to be stopped in like a strong distillation with stinking clothes that fretted in their own grease Think of that a man of my kidney think of thatthat am as subject to heat as butter a man of continual dissolution and thaw It was a miracle to scape suffocation And in the height of this bath when I was more than half stewed in grease like a Dutch dish to be thrown into the Thames and cooled glowing hot in that surge like a horseshoe Think of thathissing hotthink of that Master Brook FORD In good sadness sir I am sorry that for my sake you have suffered all this My suit then is desperate Youll undertake her no more FALSTAFF Master Brook I will be thrown into Etna as I have been into Thames ere I will leave her thus Her husband is this morning gone abirding I have received from her another embassy of meeting Twixt eight and nine is the hour Master Brook FORD Tis past eight already sir FALSTAFF Is it I will then address me to my appointment Come to me at your convenient leisure and you shall know how I speed and the conclusion shall be crowned with your enjoying her Adieu You shall have her Master Brook Master Brook you shall cuckold Ford Exit Falstaff FORD Hum Ha Is this a vision Is this a dream Do I sleep Master Ford awake awake Master Ford Theres a hole made in your best coat Master Ford This tis to be married this tis to have linen and buckbaskets Well I will proclaim myself what I am I will now take the lecher He is at my house He cannot scape me Tis impossible he should He cannot creep into a halfpenny purse nor into a pepperbox But lest the devil that guides him should aid him I will search impossible places Though what I am I cannot avoid yet to be what I would not shall not make me tame If I have horns to make one mad let the proverb go with me Ill be hornmadExit ACT IV SCENE I The street Enter Mistress Page Mistress Quickly and William MISTRESS PAGE Is he at Master Fords already thinkst thou MISTRESS QUICKLY Sure he is by this or will be presently But truly he is very courageous mad about his throwing into the water Mistress Ford desires you to come suddenly MISTRESS PAGE Ill be with her by and by Ill but bring my young man here to school Look where his master comes tis a playing day I see Enter Sir Hugh Evans How now Sir Hugh no school today EVANS No Master Slender is let the boys leave to play MISTRESS QUICKLY Blessing of his heart MISTRESS PAGE Sir Hugh my husband says my son profits nothing in the world at his book I pray you ask him some questions in his accidence EVANS Come hither William Hold up your head come MISTRESS PAGE Come on sirrah Hold up your head Answer your master be not afraid EVANS William how many numbers is in nouns WILLIAM Two MISTRESS QUICKLY Truly I thought there had been one number more because they say Ods nouns EVANS Peace your tattlings What is fair William WILLIAM Pulcher MISTRESS QUICKLY Polecats There are fairer things than polecats sure EVANS You are a very simplicity oman I pray you peaceWhat is lapis William WILLIAM A stone EVANS And what is a stone William WILLIAM A pebble EVANS No it is lapis I pray you remember in your prain WILLIAM Lapis EVANS That is a good William What is he William that does lend articles WILLIAM Articles are borrowed of the pronoun and be thus declined singulariter nominativo hic haec hoc EVANS Nominativo hig haeg hog pray you mark genitivo huius Well what is your accusative case WILLIAM Accusativo hinc EVANS I pray you have your remembrance child Acc" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 402, + "ignore_eos": true + } + ] + }, + { + "session_id": "2d907eaf-4afb-4b2d-8b43-354605dcde9f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Honour riches marriageblessing Long continuance and increasing Hourly joys be still upon you Juno sings her blessings on you CERES Earths increase foison plenty Barns and garners never empty Vines with clustring bunches growing Plants with goodly burden bowing Spring come to you at the farthest In the very end of harvest Scarcity and want shall shun you Ceres blessing so is on you FERDINAND This is a most majestic vision and Harmonious charmingly May I be bold To think these spirits PROSPERO Spirits which by mine art I have from their confines calld to enact My present fancies FERDINAND Let me live here ever So rare a wonderd father and a wise Makes this place Paradise Juno and Ceres whisper and send Iris on employment PROSPERO Sweet now silence Juno and Ceres whisper seriously Theres something else to do hush and be mute Or else our spell is marrd IRIS You nymphs calld Naiads of the windring brooks With your sedgd crowns and everharmless looks Leave your crisp channels and on this green land Answer your summons Juno does command Come temperate nymphs and help to celebrate A contract of true love Be not too late Enter certain Nymphs You sunburnd sicklemen of August weary Come hither from the furrow and be merry Make holiday your ryestraw hats put on And these fresh nymphs encounter every one In country footing Enter certain Reapers properly habited they join with the Nymphs in a graceful dance towards the end whereof Prospero starts suddenly and speaks after which to a strange hollow and confused noise they heavily vanish PROSPERO Aside I had forgot that foul conspiracy Of the beast Caliban and his confederates Against my life the minute of their plot Is almost come To the Spirits Well done avoid no more FERDINAND This is strange your fathers in some passion That works him strongly MIRANDA Never till this day Saw I him touchd with anger so distemperd PROSPERO You do look my son in a movd sort As if you were dismayd be cheerful sir Our revels now are ended These our actors As I foretold you were all spirits and Are melted into air into thin air And like the baseless fabric of this vision The cloudcappd towers the gorgeous palaces The solemn temples the great globe itself Yea all which it inherit shall dissolve And like this insubstantial pageant faded Leave not a rack behind We are such stuff As dreams are made on and our little life Is rounded with a sleep Sir I am vexd Bear with my weakness my old brain is troubled Be not disturbd with my infirmity If you be pleasd retire into my cell And there repose a turn or two Ill walk To still my beating mind FERDINAND MIRANDA We wish your peace Exeunt PROSPERO Come with a thought I thank thee Ariel Come Enter Ariel ARIEL Thy thoughts I cleave to Whats thy pleasure PROSPERO Spirit We must prepare to meet with Caliban ARIEL Ay my commander When I presented Ceres I thought to have told thee of it but I feard Lest I might anger thee PROSPERO Say again where didst thou leave these varlets ARIEL I told you sir they were redhot with drinking So full of valour that they smote the air For breathing in their faces beat the ground For kissing of their feet yet always bending Towards their project Then I beat my tabor At" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 394, + "ignore_eos": true + } + ] + }, + { + "session_id": "4df4c503-510b-4c0f-8c35-acd5055d515b", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "MONA O heaven forgive us OTHELLO I cry you mercy then I took you for that cunning whore of Venice That married with OthelloYou mistress Enter Emilia That have the office opposite to Saint Peter And keeps the gate of hell You you ay you We have done our course theres money for your pains I pray you turn the key and keep our counsel Exit EMILIA Alas what does this gentleman conceive How do you madam How do you my good lady DESDEMONA Faith half asleep EMILIA Good madam whats the matter with my lord DESDEMONA With who EMILIA Why with my lord madam DESDEMONA Who is thy lord EMILIA He that is yours sweet lady DESDEMONA I have none Do not talk to me Emilia I cannot weep nor answer have I none But what should go by water Prithee tonight Lay on my bed my wedding sheets remember And call thy husband hither EMILIA Heres a change indeed Exit DESDEMONA Tis meet I should be usd so very meet How have I been behavd that he might stick The smallst opinion on my least misuse Enter Iago and Emilia IAGO What is your pleasure madam How ist with you DESDEMONA I cannot tell Those that do teach young babes Do it with gentle means and easy tasks He might have chid me so for in good faith I am a child to chiding IAGO Whats the matter lady EMILIA Alas Iago my lord hath so bewhord her Thrown such despite and heavy terms upon her As true hearts cannot bear DESDEMONA Am I that name Iago IAGO What name fair lady DESDEMONA Such as she says my lord did say I was EMILIA He calld her whore a beggar in his drink Could not have laid such terms upon his callet IAGO Why did he so DESDEMONA I do not know I am sure I am none such IAGO Do not weep do not weep alas the day EMILIA Hath she forsook so many noble matches Her father and her country and her friends To be calld whore would it not make one weep DESDEMONA It is my wretched fortune IAGO Beshrew him fort How comes this trick upon him DESDEMONA Nay heaven doth know EMILIA I will be hangd if some eternal villain Some busy and insinuating rogue Some cogging cozening slave to get some office Have not devisd this slander Ill be hangd else IAGO Fie there is no such man It is impossible DESDEMONA If any such there be heaven pardon him EMILIA A halter pardon him and hell gnaw his bones Why should he call her whore who keeps her company What place what time what form what likelihood The Moors abused by some most villainous knave Some base notorious knave some scurvy fellow O heaven that such companions thoudst unfold And put in every honest hand a whip To lash the rascals naked through the world Even from the east to the west IAGO Speak within door EMILIA O fie upon them Some such squire he was That turnd your wit the seamy side without And made you to suspect me with the Moor IAGO You are a fool Go to DESDEMONA Alas Iago What shall I do to win my lord again Good friend go to him For by this light of heaven I know not how I lost him Here I kneel If eer my will did trespass gainst his love Either in discourse of thought or actual deed Or that" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 499, + "ignore_eos": true + } + ] + }, + { + "session_id": "8b8f3fe6-dd4c-45eb-b014-433c1a42eeec", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "uckily home I break and you my gentle creditors lose Here I promised you I would be and here I commit my body to your mercies Bate me some and I will pay you some and as most debtors do promise you infinitely If my tongue cannot entreat you to acquit me will you command me to use my legs And yet that were but light payment to dance out of your debt But a good conscience will make any possible satisfaction and so would I All the gentlewomen here have forgiven me if the gentlemen will not then the gentlemen do not agree with the gentlewomen which was never seen before in such an assembly One word more I beseech you If you be not too much cloyed with fat meat our humble author will continue the story with Sir John in it and make you merry with fair Katharine of France where for anything I know Falstaff shall die of a sweat unless already he be killed with your hard opinions for Oldcastle died a martyr and this is not the man My tongue is weary when my legs are too I will bid you good night THE LIFE OF KING HENRY THE FIFTH Contents ACT I Prologue Scene I London An antechamber in the Kings palace Scene II The same The presence chamber ACT II Chorus Scene I London A street Scene II Southampton A councilchamber Scene III London Before a tavern Scene IV France The Kings palace ACT III Chorus Scene I France Before Harfleur Scene II The same Scene III Before the gates Scene IV The French Kings palace Scene V The same Scene VI The English camp in Picardy Scene VII The French camp near Agincourt ACT IV Chorus Scene I The English camp at Agincourt Scene II The French camp Scene III The English camp Scene IV The field of battle Scene V Another part of the field Scene VI Another part of the field Scene VII Another part of the field Scene VIII Before King Henrys pavilion ACT V Chorus Scene I France The English camp Scene II France A royal palace Epilogue Dramatis Person KING HENRY V DUKE OF CLARENCE brother to the King DUKE OF BEDFORD brother to the King DUKE OF GLOUCESTER brother to the King DUKE OF EXETER uncle to the King DUKE OF YORK cousin to the King EARL OF SALISBURY EARL OF HUNTINGDON EARL OF WESTMORLAND EARL OF WARWICK ARCHBISHOP OF CANTERBURYBISHOP OF ELY EARL OF CAMBRIDGE LORD SCROOP SIR THOMAS GREY SIR THOMAS ERPINGHAM officer in King Henrys army GOWER officer in King Henrys army FLUELLEN officer in King Henrys army MACMORRIS officer in King Henrys army JAMY officer in King Henrys army BATES soldier in the same COURT soldier in the same WILLIAMS soldier in the same PISTOL NYM BARDOLPH BOY A Herald CHARLES VI king of France LEWIS the Dauphin DUKE OF BERRY DUKE OF BRITTANY DUKE OF BURGUNDY DUKE OF ORLEANS DUKE OF BOURBON The Constable of France RAMBURES French Lord GRANDPR French Lord Governor of Harfleur MONTJOY a French herald Ambassadors to the King of England ISABEL queen of France KATHARINE daughter to Charles and Isabel ALICE a lady attending on her HOSTESS of a tavern in Eastcheap formerly Mistress Nell Quickly and now married to Pistol CHORUS Lords Ladies Officers Soldiers Citizens Messengers and Attendants SCENE England afterwards France PROLOGUE Enter Chorus CHORUS O for a Muse of fire that would ascend The brightest heaven of invention A kingdom for a stage princes to act And monarchs to behold the swelling scene Then should the warlike Harry like himself Assume the port of Mars and at his heels Leashd in like hounds should famine sword and fire Crouch for employment But pardon gentles all The flat unraised spirits that hath dard On this unworthy scaffold to bring forth So great an object Can this cockpit hold The vasty fields of France Or may we cram Within this wooden O the very casques That did aff" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 485, + "ignore_eos": true + } + ] + }, + { + "session_id": "c43e9398-ebf0-47a0-89de-0aac1bd38389", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "d and bounded in a pale A little herd of Englands timorous deer Mazed with a yelping kennel of French curs If we be English deer be then in blood Not rascallike to fall down with a pinch But rather moodymad and desperate stags Turn on the bloody hounds with heads of steel And make the cowards stand aloof at bay Sell every man his life as dear as mine And they shall find dear deer of us my friends God and Saint George Talbot and Englands right Prosper our colours in this dangerous fight Exeunt SCENE III Plains in Gascony Enter a Messenger that meets York Enter York with trumpet and many soldiers YORK Are not the speedy scouts returnd again That doggd the mighty army of the Dauphin MESSENGER They are returnd my lord and give it out That he is marchd to Bordeaux with his power To fight with Talbot As he marchd along By your espials were discovered Two mightier troops than that the Dauphin led Which joind with him and made their march for Bordeaux Exit YORK A plague upon that villain Somerset That thus delays my promised supply Of horsemen that were levied for this siege Renowned Talbot doth expect my aid And I am louted by a traitor villain And cannot help the noble chevalier God comfort him in this necessity If he miscarry farewell wars in France Enter Sir William Lucy LUCY Thou princely leader of our English strength Never so needful on the earth of France Spur to the rescue of the noble Talbot Who now is girdled with a waist of iron And hemmd about with grim destruction To Bordeaux warlike Duke To Bordeaux York Else farewell Talbot France and Englands honour YORK O God that Somerset who in proud heart Doth stop my cornets were in Talbots place So should we save a valiant gentleman By forfeiting a traitor and a coward Mad ire and wrathful fury makes me weep That thus we die while remiss traitors sleep LUCY O send some succour to the distressd lord YORK He dies we lose I break my warlike word We mourn France smiles we lose they daily get All long of this vile traitor Somerset LUCY Then God take mercy on brave Talbots soul And on his son young John who two hours since I met in travel toward his warlike father This seven years did not Talbot see his son And now they meet where both their lives are done YORK Alas what joy shall noble Talbot have To bid his young son welcome to his grave Away Vexation almost stops my breath That sunderd friends greet in the hour of death Lucy farewell No more my fortune can But curse the cause I cannot aid the man Maine Blois Poictiers and Tours are won away Long all of Somerset and his delay Exit with his soldiers LUCY Thus while the vulture of sedition Feeds in the bosom of such great commanders Sleeping neglection doth betray to loss The conquest of our scarcecold conqueror That everliving man of memory Henry the Fifth Whiles they each other cross Lives honours lands and all hurry to loss Exit SCENE IV Other plains in Gascony Enter Somerset with his army a Captain of Talbots with him SOMERSET It is too late I cannot send them now This expedition was by York and Talbot Too rashly plotted All our general force Might with a sally of the very town Be buckled with The overdaring Talbot Hath sullied all his gloss of former honour By this unheedful desperate wild adventure York set him on to fight and die in shame That Talbot dead great York might bear the name CAPTAIN Here is Sir William Lucy who with me Set from our oermatchd forces forth for aid Enter Sir William Lucy SOMERSET How now Sir William whither were you sent LUCY Whither my lord From bought and sold Lord Talbot Who ringd about with bold adversity Cries out for noble York and Somerset To beat assailing Death from his weak legions And whiles the honourable captain there Drops bloody sweat from his warwearied limbs And in advantage lingering looks for rescue You his false hopes the trust of Englands honour Keep off aloof with worthless emulation Let not your private discord keep away The levied succours that should lend him aid While he renowned noble gentleman Yield up his life unto a world of odds Orleans the Bastard Charles Burgundy Alenon Reignier compass him about And Talbot" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 407, + "ignore_eos": true + } + ] + }, + { + "session_id": "d20616f1-3bca-402c-bede-21c3ca93d9af", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " When you went onward on this ended action I looked upon her with a soldiers eye That likd but had a rougher task in hand Than to drive liking to the name of love But now I am returnd and that warthoughts Have left their places vacant in their rooms Come thronging soft and delicate desires All prompting me how fair young Hero is Saying I likd her ere I went to wars DON PEDRO Thou wilt be like a lover presently And tire the hearer with a book of words If thou dost love fair Hero cherish it And I will break with her and with her father And thou shalt have her Wast not to this end That thou beganst to twist so fine a story CLAUDIO How sweetly you do minister to love That know loves grief by his complexion But lest my liking might too sudden seem I would have salvd it with a longer treatise DON PEDRO What need the bridge much broader than the flood The fairest grant is the necessity Look what will serve is fit tis once thou lovst And I will fit thee with the remedy I know we shall have revelling tonight I will assume thy part in some disguise And tell fair Hero I am Claudio And in her bosom Ill unclasp my heart And take her hearing prisoner with the force And strong encounter of my amorous tale Then after to her father will I break And the conclusion is she shall be thine In practice let us put it presently Exeunt SCENE II A room in Leonatos house Enter Leonato and Antonio meeting LEONATO How now brother Where is my cousin your son Hath he provided this music ANTONIO He is very busy about it But brother I can tell you strange news that you yet dreamt not of LEONATO Are they good ANTONIO As the event stamps them but they have a good cover they show well outward The Prince and Count Claudio walking in a thickpleached alley in my orchard were thus much overheard by a man of mine the Prince discovered to Claudio that he loved my niece your daughter and meant to acknowledge it this night in a dance and if he found her accordant he meant to take the present time by the top and instantly break with you of it LEONATO Hath the fellow any wit that told you this ANTONIO A good sharp fellow I will send for him and question him yourself LEONATO No no we will hold it as a dream till it appear itself but I will acquaint my daughter withal that she may be the better prepared for an answer if peradventure this be true Go you and tell her of it Several persons cross the stage Cousins you know what you have to do O I cry you mercy friend go you with me and I will use your skill Good cousin have a care this busy time Exeunt SCENE III Another room in Leonatos house Enter Don John and Conrade CONRADE What the goodyear my lord why are you thus out of measure sad DON JOHN There is no measure in the occasion that breeds therefore the sadness is without limit CONRADE You should hear reason DON JOHN And when I have heard it what blessings brings it CONRADE If not a present remedy at least a patient sufferance DON JOHN I wonder that thou being as thou sayst thou art born under Saturn goest about to apply a moral medicine to a mortifying mischief I cannot hide what I am I must be sad when I have cause and smile at no mans jests eat when I have stomach and wait for no mans leisure sleep when I am drowsy and tend on no mans business laugh when I am merry and claw no man in his humour CONRADE Yea but" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 454, + "ignore_eos": true + } + ] + }, + { + "session_id": "a3b7a0c5-525b-4ffb-8474-94c973f8aa52", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " waste or ruining Have I not seen dwellers on form and favour Lose all and more by paying too much rent For compound sweet forgoing simple savour Pitiful thrivers in their gazing spent No let me be obsequious in thy heart And take thou my oblation poor but free Which is not mixed with seconds knows no art But mutual render only me for thee Hence thou suborned informer a true soul When most impeached stands least in thy control 126 O thou my lovely boy who in thy power Dost hold Times fickle glass his fickle hour Who hast by waning grown and therein showst Thy lovers withering as thy sweet self growst If Nature sovereign mistress over wrack As thou goest onwards still will pluck thee back She keeps thee to this purpose that her skill May time disgrace and wretched minutes kill Yet fear her O thou minion of her pleasure She may detain but not still keep her treasure Her audit though delayed answered must be And her quietus is to render thee 127 In the old age black was not counted fair Or if it were it bore not beautys name But now is black beautys successive heir And beauty slandered with a bastard shame For since each hand hath put on natures power Fairing the foul with arts false borrowed face Sweet beauty hath no name no holy bower But is profaned if not lives in disgrace Therefore my mistress eyes are raven black Her eyes so suited and they mourners seem At such who not born fair no beauty lack Slandering creation with a false esteem Yet so they mourn becoming of their woe That every tongue says beauty should look so 128 How oft when thou my music music playst Upon that blessed wood whose motion sounds With thy sweet fingers when thou gently swayst The wiry concord that mine ear confounds Do I envy those jacks that nimble leap To kiss the tender inward of thy hand Whilst my poor lips which should that harvest reap At the woods boldness by thee blushing stand To be so tickled they would change their state And situation with those dancing chips Oer whom thy fingers walk with gentle gait Making dead wood more blest than living lips Since saucy jacks so happy are in this Give them thy fingers me thy lips to kiss 129 Th expense of spirit in a waste of shame Is lust in action and till action lust Is perjured murdrous bloody full of blame Savage extreme rude cruel not to trust Enjoyed no sooner but despised straight Past reason hunted and no sooner had Past reason hated as a swallowed bait On purpose laid to make the taker mad Mad in pursuit and in possession so Had having and in quest to have extreme A bliss in proof and proved a very woe Before a joy proposed behind a dream All this the world well knows yet none knows well To shun the heaven that leads men to this hell 130 My mistress eyes are nothing like the sun Coral is far more red than her lips red If snow be white why then her breasts are dun If hairs be wires black wires grow on her head I have seen roses damasked red and white But no such roses see I in her cheeks And in some perfumes is there more delight Than in the breath that from my mistress reeks I love to hear her speak yet well I know That music hath a far more pleasing sound I grant I never saw a goddess go My mistress when she walks treads on the ground And yet by heaven I think my love as rare As any she belied with false compare 131 Thou art as tyrannous so as thou art As those whose beauties proudly make them cruel For well thou knowst to my dear doting heart Thou art the fairest and most precious jewel Yet in good faith some say that thee behold Thy face hath not the power to make love groan To say they err I dare not be so bold Although I swear it to my self alone And to be sure that is not false I swear A thousand groans but thinking on thy face One on anothers neck do witness bear Thy black is fairest in my judgements place In nothing art thou black save in thy deeds" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 442, + "ignore_eos": true + } + ] + }, + { + "session_id": "ab8623db-308c-4a26-a987-469218bc4689", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "UND I shall offend either to detain or give it The contents as in part I understand them are to blame GLOUCESTER Lets see lets see EDMUND I hope for my brothers justification he wrote this but as an essay or taste of my virtue GLOUCESTER Reads This policy and reverence of age makes the world bitter to the best of our times keeps our fortunes from us till our oldness cannot relish them I begin to find an idle and fond bondage in the oppression of aged tyranny who sways not as it hath power but as it is suffered Come to me that of this I may speak more If our father would sleep till I waked him you should enjoy half his revenue for ever and live the beloved of your brother EDGAR Hum Conspiracy Sleep till I wake him you should enjoy half his revenueMy son Edgar Had he a hand to write this A heart and brain to breed it in When came this to you Who brought it EDMUND It was not brought me my lord theres the cunning of it I found it thrown in at the casement of my closet GLOUCESTER You know the character to be your brothers EDMUND If the matter were good my lord I durst swear it were his but in respect of that I would fain think it were not GLOUCESTER It is his EDMUND It is his hand my lord but I hope his heart is not in the contents GLOUCESTER Has he never before sounded you in this business EDMUND Never my lord But I have heard him oft maintain it to be fit that sons at perfect age and fathers declined the father should be as ward to the son and the son manage his revenue GLOUCESTER O villain villain His very opinion in the letter Abhorred villain Unnatural detested brutish villain worse than brutish Go sirrah seek him Ill apprehend him Abominable villain Where is he EDMUND I do not well know my lord If it shall please you to suspend your indignation against my brother till you can derive from him better testimony of his intent you should run a certain course where if you violently proceed against him mistaking his purpose it would make a great gap in your own honour and shake in pieces the heart of his obedience I dare pawn down my life for him that he hath writ this to feel my affection to your honour and to no other pretence of danger GLOUCESTER Think you so EDMUND If your honour judge it meet I will place you where you shall hear us confer of this and by an auricular assurance have your satisfaction and that without any further delay than this very evening GLOUCESTER He cannot be such a monster EDMUND Nor is not sure GLOUCESTER To his father that so tenderly and entirely loves him Heaven and earth Edmund seek him out wind me into him I pray you frame the business after your own wisdom I would unstate myself to be in a due resolution EDMUND I will seek him sir presently convey the business as I shall find means and acquaint you withal GLOUCESTER These late eclipses in the sun and moon portend no good to us though the wisdom of Nature can reason it thus and thus yet nature finds itself scourged by the sequent effects Love cools friendship falls off brothers divide in cities mutinies in countries discord in palaces treason and the bond cracked twixt son and father This villain of mine comes under the prediction theres son against father the King falls from bias of nature theres father against child We have seen the best of our time Machinations hollowness treachery and all ruinous disorders follow us disquietly to our graves Find out this villain Edmund it shall lose thee nothing do it carefullyAnd the noble and truehearted Kent banished his offence honesty Tis strange Exit EDMUND This is the excellent foppery of the world that when we are sick in fortune often the surfeits of our own behaviour we make guilty of our disasters the sun the moon and" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 443, + "ignore_eos": true + } + ] + }, + { + "session_id": "665fc16a-3b70-45be-a57e-2bb88fc48e54", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "erewith we fly to heaven Unless you be possessed with devilish spirits You cannot but forbear to murder me This tongue hath parleyed unto foreign kings For your behoof CADE Tut when struckst thou one blow in the field SAYE Great men have reaching hands oft have I struckThose that I never saw and struck them dead GEORGE O monstrous coward What to come behind folks SAYE These cheeks are pale for watching for your good CADE Give him a box o th ear and that will make em red again SAYE Long sitting to determine poor mens causes Hath made me full of sickness and diseases CADE Ye shall have a hempen caudle then and the help of hatchet DICK Why dost thou quiver man SAYE The palsy and not fear provokes me CADE Nay he nods at us as who should say Ill be even with you Ill see if his head will stand steadier on a pole or no Take him away and behead him SAYE Tell me wherein have I offended most Have I affected wealth or honour Speak Are my chests filled up with extorted gold Is my apparel sumptuous to behold Whom have I injured that ye seek my death These hands are free from guiltless bloodshedding This breast from harbouring foul deceitful thoughts O let me live CADE Aside I feel remorse in myself with his words but Ill bridle it He shall die an it be but for pleading so well for his life Away with him He has a familiar under his tongue he speaks not i Gods name Go take him away I say and strike off his head presently and then break into his soninlaws house Sir James Cromer and strike off his head and bring them both upon two poles hither ALL It shall be done SAYE Ah countrymen if when you make your prayers God should be so obdurate as yourselves How would it fare with your departed souls And therefore yet relent and save my life CADE Away with him And do as I command ye Exeunt some with Lord Saye The proudest peer in the realm shall not wear a head on his shoulders unless he pay me tribute there shall not a maid be married but she shall pay to me her maidenhead ere they have it Men shall hold of me in capite and we charge and command that their wives be as free as heart can wish or tongue can tell DICK My lord when shall we go to Cheapside and take up commodities upon our bills CADE Marry presently ALL O brave Enter one with the heads CADE But is not this braver Let them kiss one another for they loved well when they were alive Now part them again lest they consult about the giving up of some more towns in France Soldiers defer the spoil of the city until night for with these borne before us instead of maces will we ride through the streets and at every corner have them kiss Away Exeunt SCENE VIII Southwark Alarum and retreat Enter Cade and all his rabblement CADE Up Fish Street Down Saint Magnus Corner Kill and knock down Throw them into Thames Sound a parley What noise is this I hear Dare any be so bold to sound retreat or parley when I command them kill Enter Buckingham and old Clifford attended BUCKINGHAM Ay here they be that dare and will disturb thee Know Cade we come ambassadors from the King Unto the commons whom thou hast misled And here pronounce free pardon to them all That will forsake thee and go home in peace CLIFFORD What say ye countrymen Will ye relent And yield to mercy whilst tis offered you Or let a rebel lead you to your deaths Who loves the King and will embrace his pardon Fling up his cap and say God save his Majesty Who hateth him and honours not his father Henry the Fifth" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 366, + "ignore_eos": true + } + ] + }, + { + "session_id": "e6c6898c-faa5-44ef-9424-8f4f85f553dd", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " is that Sir Thomas More is chosen Lord Chancellor in your place WOLSEY Thats somewhat sudden But hes a learned man May he continue Long in his Highness favour and do justice For truths sake and his conscience that his bones When he has run his course and sleeps in blessings May have a tomb of orphans tears wept on him What more CROMWELL That Cranmer is returned with welcome Installed Lord Archbishop of Canterbury WOLSEY Thats news indeed CROMWELL Last that the Lady Anne Whom the King hath in secrecy long married This day was viewed in open as his Queen Going to chapel and the voice is now Only about her coronation WOLSEY There was the weight that pulled me down O Cromwell The King has gone beyond me All my glories In that one woman I have lost for ever No sun shall ever usher forth mine honours Or gild again the noble troops that waited Upon my smiles Go get thee from me Cromwell I am a poor fallen man unworthy now To be thy lord and master Seek the King That sun I pray may never set I have told him What and how true thou art He will advance thee Some little memory of me will stir him I know his noble naturenot to let Thy hopeful service perish too Good Cromwell Neglect him not make use now and provide For thine own future safety CROMWELL O my lord Must I then leave you Must I needs forgo So good so noble and so true a master Bear witness all that have not hearts of iron With what a sorrow Cromwell leaves his lord The King shall have my service but my prayers For ever and for ever shall be yours WOLSEY Cromwell I did not think to shed a tear In all my miseries but thou hast forced me Out of thy honest truth to play the woman Lets dry our eyes and thus far hear me Cromwell And when I am forgotten as I shall be And sleep in dull cold marble where no mention Of me more must be heard of say I taught thee Say Wolsey that once trod the ways of glory And sounded all the depths and shoals of honour Found thee a way out of his wreck to rise in A sure and safe one though thy master missed it Mark but my fall and that that ruined me Cromwell I charge thee fling away ambition By that sin fell the angels how can man then The image of his maker hope to win by it Love thyself last cherish those hearts that hate thee Corruption wins not more than honesty Still in thy right hand carry gentle peace To silence envious tongues Be just and fear not Let all the ends thou aimst at be thy countrys Thy Gods and truths Then if thou fallst O Cromwell Thou fallst a blessed martyr Serve the King And prithee lead me in There take an inventory of all I have To the last penny tis the Kings My robe And my integrity to heaven is all I dare now call mine own O Cromwell Cromwell Had I but served my God with half the zeal I served my king He would not in mine age Have left me naked to mine enemies CROMWELL Good sir have patience WOLSEY So I have Farewell The hopes of court My hopes in heaven do dwellExeunt ACT IV SCENE I A street in Westminster Enter two Gentlemen meeting one another FIRST GENTLEMAN Youre well met once again SECOND GENTLEMAN So are you FIRST GENTLEMAN You come to take your stand here and behold The Lady Anne pass from her coronation SECOND GENTLEMAN Tis all my business At our last encounter The Duke of Buckingham came from his trial FIRST GENTLEMAN Tis very true But that time offered sorrow This general joy SECOND GENTLEMAN Tis well The citizens I am sure have shown at full their royal minds As let em have their rights they are ever forward In celebration of this day with shows Pageants and sights of honour FIRST GENTLEMAN Never greater Nor Ill assure you better taken sir SECOND GENTLEMAN May I be bold to ask what that contains That paper in your hand FIRST GENTLEMAN Yes tis the list Of those that claim their offices this day By custom of the coronation The Duke of Suffolk is the first and claims To be High Steward next the Duke of" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 356, + "ignore_eos": true + } + ] + }, + { + "session_id": "aa6c45ed-b1fc-40be-bee6-e566a0d45f9f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " on her revolting son France thou mayst hold a serpent by the tongue A chafed lion by the mortal paw A fasting tiger safer by the tooth Than keep in peace that hand which thou dost hold KING PHILIP I may disjoin my hand but not my faith PANDULPH So makst thou faith an enemy to faith And like a civil war settst oath to oath Thy tongue against thy tongue O let thy vow First made to heaven first be to heaven performd That is to be the champion of our church What since thou sworst is sworn against thyself And may not be performed by thyself For that which thou hast sworn to do amiss Is not amiss when it is truly done And being not done where doing tends to ill The truth is then most done not doing it The better act of purposes mistook Is to mistake again though indirect Yet indirection thereby grows direct And falsehood falsehood cures as fire cools fire Within the scorched veins of one newburnd It is religion that doth make vows kept But thou hast sworn against religion By what thou swearst against the thing thou swearst And makst an oath the surety for thy truth Against an oath The truth thou art unsure To swear swears only not to be forsworn Else what a mockery should it be to swear But thou dost swear only to be forsworn And most forsworn to keep what thou dost swear Therefore thy latter vows against thy first Is in thyself rebellion to thyself And better conquest never canst thou make Than arm thy constant and thy nobler parts Against these giddy loose suggestions Upon which better part our prayers come in If thou vouchsafe them But if not then know The peril of our curses light on thee So heavy as thou shalt not shake them off But in despair die under the black weight AUSTRIA Rebellion flat rebellion BASTARD Willt not be Will not a calfsskin stop that mouth of thine LOUIS Father to arms BLANCHE Upon thy weddingday Against the blood that thou hast married What shall our feast be kept with slaughterd men Shall braying trumpets and loud churlish drums Clamours of hell be measures to our pomp O husband hear me Ay alack how new Is husband in my mouth Even for that name Which till this time my tongue did neer pronounce Upon my knee I beg go not to arms Against mine uncle CONSTANCE O upon my knee Made hard with kneeling I do pray to thee Thou virtuous Dauphin alter not the doom Forethought by heaven BLANCHE Now shall I see thy love What motive may Be stronger with thee than the name of wife CONSTANCE That which upholdeth him that thee upholds His honour O thine honour Louis thine honour LOUIS I muse your majesty doth seem so cold When such profound respects do pull you on PANDULPH I will denounce a curse upon his head KING PHILIP Thou shalt not need England I will fall from thee CONSTANCE O fair return of banishd majesty QUEEN ELEANOR O foul revolt of French inconstancy KING JOHN France thou shalt rue this hour within this hour BASTARD Old Time the clocksetter that bald sexton Time Is it as he will Well then France shall rue BLANCHE The suns oercast with blood Fair day adieu Which is the side that I must go withal I am with both each army hath a hand And in their rage I having hold of both They whirl asunder and dismember me Husband I cannot pray that thou mayst win Uncle I needs must pray that thou mayst lose Father I may not wish the fortune thine Grandam I will not wish thy wishes thrive Whoever wins on that side shall I lose Assured loss before the match be playd LOUIS Lady with me with me thy fortune lies BLANCHE There where my fortune lives there my life dies KING JOHN Cousin go draw our puissance together Exit Bastard France I am burnd up with inflaming wrath A rage whose heat hath this condition That nothing can allay nothing but blood The blood and dearestvalud blood of France KING PHILIP Thy rage shall burn thee up and thou shalt turn To ashes ere our blood shall quench that fire Look to thyself thou art in jeopardy KING JOHN No more than he that threats To arms lets hie Exeunt severally SCENE II The same Plains near Angiers Alarums Excursions Enter the Bastard with Austrias head BASTARD Now by" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 377, + "ignore_eos": true + } + ] + }, + { + "session_id": "9ac6d3ca-b5e7-4535-beee-2d71ceaf5481", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " the mother that engenderd thee TITINIUS What Pindarus where art thou Pindarus MESSALA Seek him Titinius whilst I go to meet The noble Brutus thrusting this report Into his ears I may say thrusting it For piercing steel and darts envenomed Shall be as welcome to the ears of Brutus As tidings of this sight TITINIUS Hie you Messala And I will seek for Pindarus the while Exit Messala Why didst thou send me forth brave Cassius Did I not meet thy friends And did not they Put on my brows this wreath of victory And bid me give it thee Didst thou not hear their shouts Alas thou hast misconstrued everything But hold thee take this garland on thy brow Thy Brutus bid me give it thee and I Will do his bidding Brutus come apace And see how I regarded Caius Cassius By your leave gods This is a Romans part Come Cassius sword and find Titinius heart Dies Alarum Enter Brutus Messala young Cato Strato Volumnius and Lucilius BRUTUS Where where Messala doth his body lie MESSALA Lo yonder and Titinius mourning it BRUTUS Titinius face is upward CATO He is slain BRUTUS O Julius Caesar thou art mighty yet Thy spirit walks abroad and turns our swords In our own proper entrails Low alarums CATO Brave Titinius Look whether he have not crownd dead Cassius BRUTUS Are yet two Romans living such as these The last of all the Romans fare thee well It is impossible that ever Rome Should breed thy fellow Friends I owe more tears To this dead man than you shall see me pay I shall find time Cassius I shall find time Come therefore and to Thassos send his body His funerals shall not be in our camp Lest it discomfort us Lucilius come And come young Cato let us to the field Labeo and Flavius set our battles on Tis three oclock and Romans yet ere night We shall try fortune in a second fight Exeunt SCENE IV Another part of the field Alarum Enter fighting soldiers of both armies then Brutus Messala young Cato Lucilius Flavius and others BRUTUS Yet countrymen O yet hold up your heads CATO What bastard doth not Who will go with me I will proclaim my name about the field I am the son of Marcus Cato ho A foe to tyrants and my countrys friend I am the son of Marcus Cato ho Charges the enemy LUCILIUS And I am Brutus Marcus Brutus I Brutus my countrys friend know me for Brutus Exit charging the enemy Cato is overpowered and falls LUCILIUS O young and noble Cato art thou down Why now thou diest as bravely as Titinius And mayst be honourd being Catos son FIRST SOLDIER Yield or thou diest LUCILIUS Only I yield to die There is so much that thou wilt kill me straight Offering money Kill Brutus and be honourd in his death FIRST SOLDIER We must not A noble prisoner SECOND SOLDIER Room ho Tell Antony Brutus is taen FIRST SOLDIER Ill tell the news Here comes the General Enter Antony Brutus is taen Brutus is taen my lord ANTONY Where is he LUCILIUS Safe Antony Brutus is safe enough I dare assure" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 457, + "ignore_eos": true + } + ] + }, + { + "session_id": "a12c9c8c-e124-4206-ac70-f854a035306a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " she that knows I am a maid And would not force the letter to my view Since maids in modesty say No to that Which they would have the profferer construe Ay Fie fie how wayward is this foolish love That like a testy babe will scratch the nurse And presently all humbled kiss the rod How churlishly I chid Lucetta hence When willingly I would have had her here How angerly I taught my brow to frown When inward joy enforced my heart to smile My penance is to call Lucetta back And ask remission for my folly past What ho Lucetta Enter Lucetta LUCETTA What would your ladyship JULIA Is t near dinner time LUCETTA I would it were That you might kill your stomach on your meat And not upon your maid Drops and picks up the letter JULIA What ist that you took up so gingerly LUCETTA Nothing JULIA Why didst thou stoop then LUCETTA To take a paper up that I let fall JULIA And is that paper nothing LUCETTA Nothing concerning me JULIA Then let it lie for those that it concerns LUCETTA Madam it will not lie where it concerns Unless it have a false interpreter JULIA Some love of yours hath writ to you in rhyme LUCETTA That I might sing it madam to a tune Give me a note Your ladyship can set JULIA As little by such toys as may be possible Best sing it to the tune of Light o Love LUCETTA It is too heavy for so light a tune JULIA Heavy Belike it hath some burden then LUCETTA Ay and melodious were it would you sing it JULIA And why not you LUCETTA I cannot reach so high JULIA Lets see your song Taking the letter How now minion LUCETTA Keep tune there still so you will sing it out And yet methinks I do not like this tune JULIA You do not LUCETTA No madam it is too sharp JULIA You minion are too saucy LUCETTA Nay now you are too flat And mar the concord with too harsh a descant There wanteth but a mean to fill your song JULIA The mean is drowned with your unruly bass LUCETTA Indeed I bid the base for Proteus JULIA This babble shall not henceforth trouble me Here is a coil with protestation Tears the letter Go get you gone and let the papers lie You would be fingering them to anger me LUCETTA She makes it strange but she would be best pleased To be so angered with another letter Exit JULIA Nay would I were so angered with the same O hateful hands to tear such loving words Injurious wasps to feed on such sweet honey And kill the bees that yield it with your stings Ill kiss each several paper for amends Look here is writ kind Julia Unkind Julia As in revenge of thy ingratitude I throw thy name against the bruising stones Trampling contemptuously on thy disdain And here is writ lovewounded Proteus Poor wounded name my bosom as a bed Shall lodge thee till thy wound be throughly healed And thus I search it with a sovereign kiss But twice or thrice was Proteus written down Be calm good wind blow not a word away Till I have found each letter in the letter Except mine own name That some whirlwind bear Unto a ragged fearful hanging rock And throw it thence into the raging sea Lo here in one line is his name twice writ Poor forlorn Proteus passionate Proteus To the sweet Julia That Ill tear away And yet I will not sith so pret" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 432, + "ignore_eos": true + } + ] + }, + { + "session_id": "e528de8f-73cd-414a-8378-09f634bba461", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " ask Antony Sir sir thou art so leaky That we must leave thee to thy sinking for Thy dearest quit thee Exit Enobarbus THIDIAS Shall I say to Caesar What you require of him For he partly begs To be desired to give It much would please him That of his fortunes you should make a staff To lean upon But it would warm his spirits To hear from me you had left Antony And put yourself under his shroud The universal landlord CLEOPATRA Whats your name THIDIAS My name is Thidias CLEOPATRA Most kind messenger Say to great Caesar this in deputation I kiss his conquring hand Tell him I am prompt To lay my crown ats feet and there to kneel Tell him from his allobeying breath I hear The doom of Egypt THIDIAS Tis your noblest course Wisdom and fortune combating together If that the former dare but what it can No chance may shake it Give me grace to lay My duty on your hand CLEOPATRA Your Caesars father oft When he hath mused of taking kingdoms in Bestowed his lips on that unworthy place As it rained kisses Enter Antony and Enobarbus ANTONY Favours by Jove that thunders What art thou fellow THIDIAS One that but performs The bidding of the fullest man and worthiest To have command obeyed ENOBARBUS Aside You will be whipped ANTONY Approach thereAh you kiteNow gods and devils Authority melts from me Of late when I cried Ho Like boys unto a muss kings would start forth And cry Your will Have you no ears I am Antony yet Enter Servants Take hence this jack and whip him ENOBARBUS Tis better playing with a lions whelp Than with an old one dying ANTONY Moon and stars Whip him Weret twenty of the greatest tributaries That do acknowledge Caesar should I find them So saucy with the hand of she herewhats her name Since she was Cleopatra Whip him fellows Till like a boy you see him cringe his face And whine aloud for mercy Take him hence THIDIAS Mark Antony ANTONY Tug him away Being whippd Bring him again This jack of Caesars shall Bear us an errand to him Exeunt Servants with Thidias You were half blasted ere I knew you Ha Have I my pillow left unpressed in Rome Forborne the getting of a lawful race And by a gem of women to be abused By one that looks on feeders CLEOPATRA Good my lord ANTONY You have been a boggler ever But when we in our viciousness grow hard O misery ontthe wise gods seal our eyes In our own filth drop our clear judgments make us Adore our errors laugh ats while we strut To our confusion CLEOPATRA O ist come to this ANTONY I found you as a" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 388, + "ignore_eos": true + } + ] + }, + { + "session_id": "43a9ea02-047d-45b4-b8db-b55ac40b4ad1", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ush Here comes Antony CHARMIAN Not he the queen CLEOPATRA Saw you my lord ENOBARBUS No lady CLEOPATRA Was he not here CHARMIAN No madam CLEOPATRA He was disposed to mirth but on the sudden A Roman thought hath struck him Enobarbus ENOBARBUS Madam CLEOPATRA Seek him and bring him hither Wheres Alexas ALEXAS Here at your service My lord approaches Enter Antony with a Messenger CLEOPATRA We will not look upon him Go with us Exeunt Cleopatra Enobarbus Charmian Iras Alexas and Soothsayer MESSENGER Fulvia thy wife first came into the field ANTONY Against my brother Lucius MESSENGER Ay But soon that war had end and the times stateMade friends of them jointing their force gainst Caesar Whose better issue in the war from Italy Upon the first encounter drave them ANTONY Well what worst MESSENGER The nature of bad news infects the teller ANTONY When it concerns the fool or coward On Things that are past are done with me Tis thus Who tells me true though in his tale lie death I hear him as he flattered MESSENGER Labienus This is stiff newshath with his Parthian force Extended Asia from Euphrates His conquering banner shook from Syria To Lydia and to Ionia Whilst ANTONY Antony thou wouldst say MESSENGER O my lord ANTONY Speak to me home mince not the general tongue Name Cleopatra as she is called in Rome Rail thou in Fulvias phrase and taunt my faults With such full licence as both truth and malice Have power to utter O then we bring forth weeds When our quick minds lie still and our ills told us Is as our earing Fare thee well awhile MESSENGER At your noble pleasure Exit Messenger Enter another Messenger ANTONY From Sicyon ho the news Speak there SECOND MESSENGER The man from Sicyon ANTONY Is there such a one SECOND MESSENGER He stays upon your will ANTONY Let him appear Exit second Messenger These strong Egyptian fetters I must break Or lose myself in dotage Enter another Messenger with a letter What are you THIRD MESSENGER Fulvia thy wife is dead ANTONY Where died she THIRD MESSENGER In Sicyon Her length of sickness with what else more serious Importeth thee to know this bears Gives a letter ANTONY Forbear me Exit third Messenger Theres a great spirit gone Thus did I desire it What our contempts doth often hurl from us We wish it ours again The present pleasure By revolution lowering does become The opposite of itself Shes good being gone The hand could pluck her back that shoved her on I must from this enchanting queen break off Ten thousand harms more than the ills I know My idleness doth hatch How now Enobarbus Enter Enobarbus ENOBARBUS Whats your pleasure sir ANTONY I must with haste from hence ENOBARBUS Why then we kill all our women We see how mortal an unkindness is to them If they suffer our departure deaths the word ANTONY I must be gone ENOBARBUS Under a compelling occasion let women die It were pity to cast them away for nothing though between them and a great cause they should be esteemed nothing Cleopatra catching but the least noise of this dies instantly I have seen her die twenty times upon far poorer moment I do think there is mettle in death which commits some loving act upon her she hath such a celerity in dying ANTONY She is cunning past mans thought ENOBARBUS Alack sir no her passions are made of nothing but the finest part of pure love We cannot call her winds and waters sighs and tears they are greater storms and tempests than almanacs can report This cannot be cunning in her if it be she makes a shower of rain as well as Jove ANTONY Would I had never seen her ENOBARBUS O sir you had then left unseen a wonderful piece of work which not to have been blest" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 337, + "ignore_eos": true + } + ] + }, + { + "session_id": "9ccd5f8d-0b1f-4b10-a136-4338831d56db", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ER Theres another A little man but of a tough soul seeming As great as any fairer promises In such a body yet I never looked on PIRITHOUS O he thats frecklefaced MESSENGER The same my lord Are they not sweet ones PIRITHOUS Yes they are well MESSENGER Methinks Being so few and well disposed they show Great and fine art in nature Hes whitehaired Not wanton white but such a manly colour Next to an auburn tough and nimbleset Which shows an active soul His arms are brawny Lined with strong sinews To the shoulderpiece Gently they swell like women newconceived Which speaks him prone to labour never fainting Under the weight of arms stouthearted still But when he stirs a tiger Hes greyeyed Which yields compassion where he conquers sharp To spy advantages and where he finds em Hes swift to make em his He does no wrongs Nor takes none Hes roundfaced and when he smiles He shows a lover when he frowns a soldier About his head he wears the winners oak And in it stuck the favour of his lady His age some sixandthirty In his hand He bears a chargingstaff embossed with silver THESEUS Are they all thus PIRITHOUS They are all the sons of honour THESEUS Now as I have a soul I long to seeem Lady you shall see men fight now HIPPOLYTA I wish it But not the cause my lord They would show Bravely about the titles of two kingdoms Tis pity love should be so tyrannous O my softhearted sister what think you Weep not till they weep blood Wench it must be THESEUS You have steeled em with your beauty Honoured friend To you I give the field pray order it Fitting the persons that must use it PIRITHOUS Yes sir THESEUS Come Ill go visit em I cannot stay Their fame has fired me so till they appear Good friend be royal PIRITHOUS There shall want no bravery Exeunt all but Emilia EMILIA Poor wench go weep for whosoever wins Loses a noble cousin for thy sins Exit SCENE III A room in the prison Enter Jailer Wooer and Doctor DOCTOR Her distraction is more at some time of the moon than at other some is it notJAILER She is continually in a harmless distemper sleeps little altogether without appetite save often drinking dreaming of another world and a better and what broken piece of matter soeer shes about the name Palamon lards it that she farces every business withal fits it to every question Enter Jailers Daughter Look where she comes you shall perceive her behaviour DAUGHTER I have forgot it quite The burden on t was Downa downa and penned by no worse man than Geraldo Emilias schoolmaster Hes as fantastical too as ever he may go upons legs for in the next world will Dido see Palamon and then will she be out of love with neas DOCTOR What stuffs here Poor soul JAILER Even thus all day long DAUGHTER Now for this charm that I told you of you must bring a piece of silver on the tip of your tongue or no ferry Then if it be your chance to come where the blessed spirits are theres a sight now We maids that have our livers perished cracked to pieces with love we shall come there and do nothing all day long but pick flowers with Proserpine Then will I make Palamon a nosegay then let him mark methen DOCTOR How prettily shes amiss Note her a little further DAUGHTER Faith Ill tell you sometime we go to barleybreak we of the blessed Alas tis a sore life they have i th other placesuch burning frying boiling hissing howling chattering cursingO they have shrewd measure take heed If one be mad or hang or drown themselves thither they go Jupiter bless us And there shall we be put in a cauldron of lead and usurers grease amongst a whole million of cutpurses and there boil like a gammon of bacon that will never be enough DOCTOR How her brain coins DAUGHTER Lords and courtiers that have got maids with" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 344, + "ignore_eos": true + } + ] + }, + { + "session_id": "557ec1a4-2010-40d0-9e86-e1c6e3614299", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " valiant Duke of Bedford Come my lord We will bestow you in some better place Fitter for sickness and for crazy age BEDFORD Lord Talbot do not so dishonour me Here will I sit before the walls of Rouen And will be partner of your weal or woe BURGUNDY Courageous Bedford let us now persuade you BEDFORD Not to be gone from hence for once I read That stout Pendragon in his litter sick Came to the field and vanquished his foes Methinks I should revive the soldiers hearts Because I ever found them as myself TALBOT Undaunted spirit in a dying breast Then be it so Heavens keep old Bedford safe And now no more ado brave Burgundy But gather we our forces out of hand And set upon our boasting enemy Exeunt all but Bedford and Attendants An alarum Excursions Enter Sir John Fastolf and a Captain CAPTAIN Whither away Sir John Fastolf in such haste FASTOLF Whither away To save myself by flight We are like to have the overthrow again CAPTAIN What Will you fly and leave Lord Talbot FASTOLF Ay All the Talbots in the world to save my life Exit CAPTAIN Cowardly knight ill fortune follow thee Exit Retreat Excursions La Pucelle Alenon and Charles fly BEDFORD Now quiet soul depart when heaven please For I have seen our enemies overthrow What is the trust or strength of foolish man They that of late were daring with their scoffs Are glad and fain by flight to save themselves Bedford dies and is carried in by two in his chair An alarum Enter Talbot Burgundy and the rest TALBOT Lost and recoverd in a day again This is a double honour Burgundy Yet heavens have glory for this victory BURGUNDY Warlike and martial Talbot Burgundy Enshrines thee in his heart and there erects Thy noble deeds as valours monuments TALBOT Thanks gentle Duke But where is Pucelle now I think her old familiar is asleep Now wheres the Bastards braves and Charles his gleeks What all amort Rouen hangs her head for grief That such a valiant company are fled Now will we take some order in the town Placing therein some expert officers And then depart to Paris to the King For there young Henry with his nobles lie BURGUNDY What wills Lord Talbot pleaseth Burgundy TALBOT But yet before we go lets not forget The noble Duke of Bedford late deceased But see his exequies fulfilld in Rouen A braver soldier never couched lance A gentler heart did never sway in court But kings and mightiest potentates must die For thats the end of human misery Exeunt SCENE III The plains near Rouen Enter Charles the Bastard of Orleans Alenon La Pucelle and forces PUCELLE Dismay not princes at this accident Nor grieve that Rouen is so recovered Care is no cure but rather corrosive For things that are not to be remedied Let frantic Talbot triumph for a while And like a peacock sweep along his tail Well pull his plumes and take away his train If Dauphin and the rest will be but ruled CHARLES We have been guided by thee hitherto And of thy cunning had no diffidence One sudden foil shall never breed distrust BASTARD Search out thy wit for secret policies And we will make thee famous through the world ALENON Well set thy statue in some holy place And have thee reverenced like a blessed saint Employ thee then sweet virgin for our good PU" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 415, + "ignore_eos": true + } + ] + }, + { + "session_id": "e6138a74-9d51-47ee-bcda-cda7e1d1b559", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " You had marred all else ISABELLA Not with fond shekels of the tested gold Or stones whose rates are either rich or poor As fancy values them but with true prayers That shall be up at heaven and enter there Ere sunrise prayers from preserved souls From fasting maids whose minds are dedicate To nothing temporal ANGELO Well come to me tomorrow LUCIO Aside to Isabella Go to tis well away ISABELLA Heaven keep your honour safe ANGELO Aside Amen For I am that way going to temptation Where prayers cross ISABELLA At what hour tomorrow Shall I attend your lordship ANGELO At any time fore noon ISABELLA Save your honour Exeunt Isabella Lucio and Provost ANGELO From thee even from thy virtue Whats this Whats this Is this her fault or mine The tempter or the tempted who sins most ha Not she nor doth she tempt but it is I That lying by the violet in the sun Do as the carrion does not as the flower Corrupt with virtuous season Can it be That modesty may more betray our sense Than womans lightness Having waste ground enough Shall we desire to raze the sanctuary And pitch our evils there O fie fie fie What dost thou or what art thou Angelo Dost thou desire her foully for those things That make her good O let her brother live Thieves for their robbery have authority When judges steal themselves What do I love her That I desire to hear her speak again And feast upon her eyes What ist I dream on O cunning enemy that to catch a saint With saints dost bait thy hook Most dangerous Is that temptation that doth goad us on To sin in loving virtue Never could the strumpet With all her double vigour art and nature Once stir my temper but this virtuous maid Subdues me quite Ever till now When men were fond I smiled and wondered how Exit SCENE III A room in a prison Enter Duke disguised as a Friar and Provost DUKE Hail to you Provost so I think you are PROVOST I am the Provost Whats your will good friar DUKE Bound by my charity and my blessed order I come to visit the afflicted spirits Here in the prison Do me the common right To let me see them and to make me know The nature of their crimes that I may minister To them accordingly PROVOST I would do more than that if more were needful Enter Juliet Look here comes one a gentlewoman of mine Who falling in the flaws of her own youth Hath blistered her report She is with child And he that got it sentenced a young man More fit to do another such offence Than die for this DUKE When must he die PROVOST As I do think tomorrow To Juliet I have provided for you stay a while And you shall be conducted DUKE Repent you fair one of the sin you carry JULIET I do and bear the shame most patiently DUKE Ill teach you how you shall arraign your conscience And try your penitence if it be sound Or hollowly put on JULIET Ill gladly learn DUKE Love you the man that wronged you JULIET Yes as I love the woman that wronged him DUKE So then it seems your most offenceful act Was mutually committed JULIET Mutually DUKE Then was your sin of heavier kind than his JULIET I do confess it and repent it father DUKE Tis meet so daughter but lest you do repent As that the sin hath brought you to this shame Which sorrow is always toward ourselves not heaven Showing we would not spare heaven as we love it But as we stand in fear JULIET I do repent me as it is an evil And take the shame with joy DUKE There rest Your partner as I hear must die tomorrow And I am going with instruction to him Grace go with you Benedicite Exit JULIET Must die tomorrow O injurious love That respites me a life whose very comfort Is still a dying horror PROVOST Tis pity of him Exeunt SCENE IV A room in Angelos house Enter Angelo ANGELO When I would pray and think I think and pray To several subjects Heaven hath my empty words Whilst my invention hearing not my tongue Anchors on Isabel Heaven in my mouth As if I did but only chew" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 346, + "ignore_eos": true + } + ] + }, + { + "session_id": "ca13c9fc-8a0b-4f89-8a5a-cc9c9d926645", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " nature is repose The which he lacks that to provoke in him Are many simples operative whose power Will close the eye of anguish CORDELIA All blessd secrets All you unpublishd virtues of the earth Spring with my tears Be aidant and remediate In the good mans distress Seek seek for him Lest his ungovernd rage dissolve the life That wants the means to lead it Enter a Messenger MESSENGER News madam The British powers are marching hitherward CORDELIA Tis known before Our preparation stands In expectation of them O dear father It is thy business that I go about Therefore great France My mourning and important tears hath pitied No blown ambition doth our arms incite But love dear love and our agd fathers right Soon may I hear and see him Exeunt SCENE V A Room in Gloucesters Castle Enter Regan and Oswald REGAN But are my brothers powers set forth OSWALD Ay madam REGAN Himself in person there OSWALD Madam with much ado Your sister is the better soldier REGAN Lord Edmund spake not with your lord at home OSWALD No madam REGAN What might import my sisters letter to him OSWALD I know not lady REGAN Faith he is posted hence on serious matter It was great ignorance Gloucesters eyes being out To let him live Where he arrives he moves All hearts against us Edmund I think is gone In pity of his misery to dispatch His nighted life moreover to descry The strength o thenemy OSWALD I must needs after him madam with my letter REGAN Our troops set forth tomorrow stay with us The ways are dangerous OSWALD I may not madam My lady chargd my duty in this business REGAN Why should she write to Edmund Might not you Transport her purposes by word Belike Somethings I know not what Ill love thee much Let me unseal the letter OSWALD Madam I had rather REGAN I know your lady does not love her husband I am sure of that and at her late being here She gave strange oeillades and most speaking looks To noble Edmund I know you are of her bosom OSWALD I madam REGAN I speak in understanding yare I knowt Therefore I do advise you take this note My lord is dead Edmund and I have talkd And more convenient is he for my hand Than for your ladys You may gather more If you do find him pray you give him this And when your mistress hears thus much from you I pray desire her call her wisdom to her So fare you well If you do chance to hear of that blind traitor Preferment falls on him that cuts him off OSWALD Would I could meet him madam I should show What party I do follow REGAN Fare thee well Exeunt SCENE VI The country near Dover Enter Gloucester and Edgar dressed like a peasant GLOUCESTER When shall I come to the top of that same hill EDGAR You do climb up it now Look how we labour GLOUCESTER Methinks the ground is even EDGAR Horrible steep Hark do you hear the sea GLOUCESTER No truly EDGAR Why then your other senses grow imperfect By your eyes anguish GLOUCESTER So may it be indeed Methinks thy voice is alterd and thou speakst In better phrase and matter than thou didst EDGAR Yare much deceivd in nothing am I changd But in my garments GLOUCESTER Methinks youre better spoken EDGAR Come on sir heres the place Stand still How fearful And dizzy tis to cast ones eyes so low The crows and choughs that wing the midway air Show scarce so gross as beetles Half way down Hangs one that gathers samphiredreadful trade Methinks he seems no bigger than his" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 439, + "ignore_eos": true + } + ] + }, + { + "session_id": "8cdb7730-641b-4c6b-9e2e-30bc1b53e45a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " mind at first in character was done That I might see what the old world could say To this composed wonder of your frame Whether we are mended or whether better they Or whether revolution be the same O sure I am the wits of former days To subjects worse have given admiring praise 60 Like as the waves make towards the pebbled shore So do our minutes hasten to their end Each changing place with that which goes before In sequent toil all forwards do contend Nativity once in the main of light Crawls to maturity wherewith being crowned Crooked eclipses gainst his glory fight And Time that gave doth now his gift confound Time doth transfix the flourish set on youth And delves the parallels in beautys brow Feeds on the rarities of natures truth And nothing stands but for his scythe to mow And yet to times in hope my verse shall stand Praising thy worth despite his cruel hand 61 Is it thy will thy image should keep open My heavy eyelids to the weary night Dost thou desire my slumbers should be broken While shadows like to thee do mock my sight Is it thy spirit that thou sendst from thee So far from home into my deeds to pry To find out shames and idle hours in me The scope and tenure of thy jealousy O no thy love though much is not so great It is my love that keeps mine eye awake Mine own true love that doth my rest defeat To play the watchman ever for thy sake For thee watch I whilst thou dost wake elsewhere From me far off with others all too near 62 Sin of selflove possesseth all mine eye And all my soul and all my every part And for this sin there is no remedy It is so grounded inward in my heart Methinks no face so gracious is as mine No shape so true no truth of such account And for my self mine own worth do define As I all other in all worths surmount But when my glass shows me my self indeed beated and chopt with tanned antiquity Mine own selflove quite contrary I read Self so selfloving were iniquity Tis thee myself that for myself I praise Painting my age with beauty of thy days 63 Against my love shall be as I am now With Times injurious hand crushed and oerworn When hours have drained his blood and filled his brow With lines and wrinkles when his youthful morn Hath travelled on to ages steepy night And all those beauties whereof now hes king Are vanishing or vanished out of sight Stealing away the treasure of his spring For such a time do I now fortify Against confounding ages cruel knife That he shall never cut from memory My sweet loves beauty though my lovers life His beauty shall in these black lines be seen And they shall live and he in them still green 64 When I have seen by Times fell hand defaced The richproud cost of outworn buried age When sometime lofty towers I see downrased And brass eternal slave to mortal rage When I have seen the hungry ocean gain Advantage on the kingdom of the shore And the firm soil win of the watery main Increasing store with loss and loss with store When I have seen such interchange of State Or state it self confounded to" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 334, + "ignore_eos": true + } + ] + }, + { + "session_id": "7e7e23f1-1869-4748-ad3f-baea842031e3", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " must pocket up these wrongs Because BASTARD Your breeches best may carry them KING JOHN Philip what sayst thou to the cardinal CONSTANCE What should he say but as the cardinal LOUIS Bethink you father for the difference Is purchase of a heavy curse from Rome Or the light loss of England for a friend Forgo the easier BLANCHE Thats the curse of Rome CONSTANCE O Louis stand fast The devil tempts thee here In likeness of a new untrimmed bride BLANCHE The Lady Constance speaks not from her faith But from her need CONSTANCE O if thou grant my need Which only lives but by the death of faith That need must needs infer this principle That faith would live again by death of need O then tread down my need and faith mounts up Keep my need up and faith is trodden downKING JOHN The King is movd and answers not to this CONSTANCE O be removd from him and answer well AUSTRIA Do so King Philip hang no more in doubt BASTARD Hang nothing but a calfsskin most sweet lout KING PHILIP I am perplexd and know not what to say PANDULPH What canst thou say but will perplex thee more If thou stand excommunicate and cursd KING PHILIP Good reverend father make my person yours And tell me how you would bestow yourself This royal hand and mine are newly knit And the conjunction of our inward souls Married in league coupled and linkd together With all religious strength of sacred vows The latest breath that gave the sound of words Was deepsworn faith peace amity true love Between our kingdoms and our royal selves And even before this truce but new before No longer than we well could wash our hands To clap this royal bargain up of peace Heaven knows they were besmeard and overstaind With slaughters pencil where revenge did paint The fearful difference of incensed kings And shall these hands so lately purgd of blood So newly joind in love so strong in both Unyoke this seizure and this kind regreet Play fast and loose with faith So jest with heaven Make such unconstant children of ourselves As now again to snatch our palm from palm Unswear faith sworn and on the marriagebed Of smiling peace to march a bloody host And make a riot on the gentle brow Of true sincerity O holy sir My reverend father let it not be so Out of your grace devise ordain impose Some gentle order and then we shall be blest To do your pleasure and continue friends PANDULPH All form is formless order orderless Save what is opposite to Englands love Therefore to arms Be champion of our church Or let the church our mother breathe her curse A mothers curse on her revolting son France thou mayst hold a serpent by the tongue A chafed lion by the mortal paw A fasting tiger safer by the tooth Than keep in peace that hand which thou dost hold KING PHILIP I may disjoin my hand but not my faith PANDULPH So makst thou faith an enemy to faith And like a civil war settst oath to oath Thy tongue against thy tongue O let thy vow First made to heaven first be to heaven performd That is to be the champion of our church What since thou sworst is sworn against thyself And may not be performed by thyself For that which thou hast sworn to do amiss Is not amiss when it is truly done And being not done where doing tends to ill The truth is then most done not doing it The better act of purposes mistook Is to mistake again though indirect Yet indirection thereby grows direct And falsehood falsehood cures as fire cools fire Within the scorched veins of one newburnd It is religion that doth make vows kept But thou hast sworn against religion By what thou swearst against the thing thou swearst And makst an oath the surety for thy truth Against an oath The truth thou art unsure To swear swears only not to be forsworn Else what a mockery should it be to swear But thou dost swear only to" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 427, + "ignore_eos": true + } + ] + }, + { + "session_id": "edba4155-1aaf-4228-a247-8995cdca9a42", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " all deserversFrom hence to Inverness And bind us further to you MACBETH The rest is labour which is not usd for you Ill be myself the harbinger and make joyful The hearing of my wife with your approach So humbly take my leave DUNCAN My worthy Cawdor MACBETH Aside The Prince of CumberlandThat is a step On which I must fall down or else oerleap For in my way it lies Stars hide your fires Let not light see my black and deep desires The eye wink at the hand yet let that be Which the eye fears when it is done to see Exit DUNCAN True worthy Banquo He is full so valiant And in his commendations I am fed It is a banquet to me Lets after him Whose care is gone before to bid us welcome It is a peerless kinsman Flourish Exeunt SCENE V Inverness A Room in Macbeths Castle Enter Lady Macbeth reading a letter LADY MACBETH They met me in the day of success and I have learned by the perfectst report they have more in them than mortal knowledge When I burned in desire to question them further they made themselves air into which they vanished Whiles I stood rapt in the wonder of it came missives from the King who allhailed me Thane of Cawdor by which title before these Weird Sisters saluted me and referred me to the coming on of time with Hail king that shalt be This have I thought good to deliver thee my dearest partner of greatness that thou mightst not lose the dues of rejoicing by being ignorant of what greatness is promisd thee Lay it to thy heart and farewell Glamis thou art and Cawdor and shalt be What thou art promisd Yet do I fear thy nature It is too full o th milk of human kindness To catch the nearest way Thou wouldst be great Art not without ambition but without The illness should attend it What thou wouldst highly That wouldst thou holily wouldst not play false And yet wouldst wrongly win Thoudst have great Glamis That which cries Thus thou must do if thou have it And that which rather thou dost fear to do Than wishest should be undone Hie thee hither That I may pour my spirits in thine ear And chastise with the valour of my tongue All that impedes thee from the golden round Which fate and metaphysical aid doth seem To have thee crownd withal Enter a Messenger What is your tidings MESSENGER The King comes here tonight LADY MACBETH Thourt mad to say it Is not thy master with him who weret so Would have informd for preparation MESSENGER So please you it is true Our thane is coming One of my fellows had the speed of him Who almost dead for breath had scarcely more Than would make up his message LADY MACBETH Give him tending He brings great news Exit Messenger The raven himself is hoarse That croaks the fatal entrance of Duncan Under my battlements Come you spirits That tend on mortal thoughts unsex me here And fill me from the crown to the toe topfull Of direst cruelty make thick my blood Stop up th access and passage to remorse That no compunctious visitings of nature Shake my fell purpose nor keep peace between Th effect and it Come to my womans breasts And take my milk for gall your murdring ministers Wherever in your sightless substances You wait on natures mischief Come thick night And pall thee in the dunnest smoke of hell That my keen knife see not the wound it makes Nor heaven peep through the blanket of the dark To cry Hold hold Enter Macbeth Great Glamis worthy Cawdor Greater than both by the allhail hereafter Thy letters have transported me beyond This ignorant" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 373, + "ignore_eos": true + } + ] + }, + { + "session_id": "fdadc8de-fdb0-41d6-83ca-c24ca0a011df", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " put your power well on Before you had worn it out CORIOLANUS Let go VOLUMNIA You might have been enough the man you are With striving less to be so Lesser had been The thwartings of your dispositions if You had not showed them how ye were disposed Ere they lacked power to cross you CORIOLANUS Let them hang VOLUMNIA Ay and burn too Enter Menenius with the Senators MENENIUS Come come you have been too rough something too rough You must return and mend it FIRST SENATOR Theres no remedy Unless by not so doing our good city Cleave in the midst and perish VOLUMNIA Pray be counselled I have a heart as little apt as yours But yet a brain that leads my use of anger To better vantage MENENIUS Well said noble woman Before he should thus stoop to th herdbut that The violent fit o th time craves it as physic For the whole stateI would put mine armour on Which I can scarcely bear CORIOLANUS What must I do MENENIUS Return to th Tribunes CORIOLANUS Well what then What then MENENIUS Repent what you have spoke CORIOLANUS For them I cannot do it to the gods Must I then dot to them VOLUMNIA You are too absolute Though therein you can never be too noble But when extremities speak I have heard you say Honour and policy like unsevered friends I th war do grow together Grant that and tell me In peace what each of them by th other lose That they combine not there CORIOLANUS Tush tush MENENIUS A good demand VOLUMNIA If it be honour in your wars to seem The same you are not which for your best ends You adopt your policy how is it less or worse That it shall hold companionship in peace With honour as in war since that to both It stands in like request CORIOLANUS Why force you this VOLUMNIA Because that now it lies you on to speak To th people not by your own instruction Nor by th matter which your heart prompts you But with such words that are but rooted in Your tongue though but bastards and syllables Of no allowance to your bosoms truth Now this no more dishonours you at all Than to take in a town with gentle words Which else would put you to your fortune and The hazard of much blood I would dissemble with my nature where My fortunes and my friends at stake required I should do so in honour I am in this Your wife your son these senators the nobles And you will rather show our general louts How you can frown than spend a fawn upon em For the inheritance of their loves and safeguard Of what that want might ruin MENENIUS Noble lady Come go with us speak fair You may salve so Not what is dangerous present but the loss Of what is past VOLUMNIA I prithee now my son Go to them with this bonnet in thy hand And thus far having stretched ithere be with them Thy knee bussing the stonesfor in such busines Action is eloquence and the eyes of th ignorant More learned than the earswaving thy head Which often thus correcting thy stout heart Now humble as the ripest mulberry That will not hold the handling Or say to them Thou art their soldier and being bred in broils Hast not the soft way which thou dost confess Were fit for thee to use as they to claim In asking their good loves but thou wilt frame Thyself forsooth" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 416, + "ignore_eos": true + } + ] + }, + { + "session_id": "680fc32f-6f0a-49a7-bb71-2ed1eefd7f23", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " his illresounding noise Another flapmouthd mourner black and grim 920 Against the welkin volleys out his voice Another and another answer him Clapping their proud tails to the ground below Shaking their scratchd ears bleeding as they go Look how the worlds poor people are amazed 925 At apparitions signs and prodigies Whereon with fearful eyes they long have gazed Infusing them with dreadful prophecies 928 So she at these sad signs draws up her breath And sighing it again exclaims on death Hardfavourd tyrant ugly meagre lean 931 Hateful divorce of love thus chides she death Grimgrinning ghost earths worm what dost thou mean To stifle beauty and to steal his breath Who when he livd his breath and beauty set Gloss on the rose smell to the violet 936 If he be dead O no it cannot be Seeing his beauty thou shouldst strike at it O yes it may thou hast no eyes to see But hatefully at random dost thou hit 940 Thy mark is feeble age but thy false dart Mistakes that aim and cleaves an infants heart Hadst thou but bid beware then he had spoke And hearing him thy power had lost his power 944 The destinies will curse thee for this stroke They bid thee crop a weed thou pluckst a flower Loves golden arrow at him should have fled And not deaths ebon dart to strike him dead 948 Dost thou drink tears that thou provokst such weeping What may a heavy groan advantage thee Why hast thou cast into eternal sleeping Those eyes that taught all other eyes to see 952 Now nature cares not for thy mortal vigour Since her best work is ruind with thy rigour Here overcome as one full of despair She vaild her eyelids who like sluices stoppd 956 The crystal tide that from her two cheeks fair In the sweet channel of her bosom droppd But through the floodgates breaks the silver rain And with his strong course opens them again 960 O how her eyes and tears did lend and borrow Her eyes seen in the tears tears in her eye Both crystals where they viewd each others sorrow Sorrow that friendly sighs sought still to dry 964 But like a stormy day now wind now rain Sighs dry her cheeks tears make them wet again Variable passions throng her constant woe As striving who should best become her grief 968 All entertaind each passion labours so That every present sorrow seemeth chief But none is best then join they all together Like many clouds consulting for foul weather 972 By this far off she hears some huntsman holla A nurses song neer pleasd her babe so well The dire imagination she did follow This sound of hope doth labour to expel 976 For now reviving joy bids her rejoice And flatters her it is Adonis voice Whereat her tears began to turn their tide Being prisond in her eye like pearls in glass 980 Yet sometimes falls an orient drop beside Which her cheek melts as scorning it should pass To wash the foul face of the sluttish ground Who is but drunken when she seemeth drownd O hardbelieving love how strange it seems 985 Not to believe and yet too credulous Thy weal and woe are both of them extremes Despair and hope make thee ridiculous 988 The one doth flatter thee in thoughts unlikely In likely thoughts the other kills thee quickly Now she unweaves the web that she hath wrought Adonis lives and death is not to blame 992 It was not she that calld him all to naught Now she adds honours to his hateful name She clepes him king of graves and grave for kings Imperious supreme of all mortal things 996 No no quoth she sweet death I did but jest Yet pardon me I felt a kind of fear Whenas I met the boar that bloody beast Which knows no pity but is still severe 1000 Then gentle shadowtruth I must confess I raild on thee fearing my loves decease Tis not my fault the boar provokd my tongue Be wreakd on him invisible commander 1004 Tis he foul creature that hath done thee wrong I did but act hes author of my slander Grief hath two tongues and" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 512, + "ignore_eos": true + } + ] + }, + { + "session_id": "25e0dd5c-634c-48f1-abb5-6cdd25785748", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " mutiny whose qualification shall come into no true taste again but by the displanting of Cassio So shall you have a shorter journey to your desires by the means I shall then have to prefer them and the impediment most profitably removed without the which there were no expectation of our prosperity RODERIGO I will do this if I can bring it to any opportunity IAGO I warrant thee Meet me by and by at the citadel I must fetch his necessaries ashore Farewell RODERIGO Adieu Exit IAGO That Cassio loves her I do well believe it That she loves him tis apt and of great credit The Moor howbeit that I endure him not Is of a constant loving noble nature And I dare think hell prove to Desdemona A most dear husband Now I do love her too Not out of absolute lust though peradventure I stand accountant for as great a sin But partly led to diet my revenge For that I do suspect the lusty Moor Hath leapd into my seat The thought whereof Doth like a poisonous mineral gnaw my inwards And nothing can or shall content my soul Till I am evend with him wife for wife Or failing so yet that I put the Moor At least into a jealousy so strong That judgement cannot cure Which thing to do If this poor trash of Venice whom I trash For his quick hunting stand the putting on Ill have our Michael Cassio on the hip Abuse him to the Moor in the rank garb For I fear Cassio with my nightcap too Make the Moor thank me love me and reward me For making him egregiously an ass And practicing upon his peace and quiet Even to madness Tis here but yet confusd Knaverys plain face is never seen till usd Exit SCENE II A street Enter Othellos Herald with a proclamation HERALD It is Othellos pleasure our noble and valiant general that upon certain tidings now arrived importing the mere perdition of the Turkish fleet every man put himself into triumph some to dance some to make bonfires each man to what sport and revels his addition leads him For besides these beneficial news it is the celebration of his nuptial So much was his pleasure should be proclaimed All offices are open and there is full liberty of feasting from this present hour of five till the bell have told eleven Heaven bless the isle of Cyprus and our noble general Othello Exit SCENE III A Hall in the Castle Enter Othello Desdemona Cassio and Attendants OTHELLO Good Michael look you to the guard tonight Lets teach ourselves that honourable stop Not to outsport discretion CASSIO Iago hath direction what to do But notwithstanding with my personal eye Will I look tot OTHELLO Iago is most honest Michael good night Tomorrow with your earliest Let me have speech with you To Desdemona Come my dear love The purchase made the fruits are to ensue That profits yet to come tween me and you Good night Exeunt Othello Desdemona and Attendants Enter Iago CASSIO Welcome Iago We must to the watch IAGO Not this hour lieutenant Tis not yet ten o th clock Our general cast us thus early for the love of his Desdemona who let us not therefore blame he hath not yet made wanton the night with her and she is sport for Jove CASSIO Shes a most exquisite lady IAGO And Ill warrant her full of game CASSIO Indeed she is a most fresh and delicate creature IAGO What an eye she has methinks it sounds a parley to provocation CASSIO An inviting eye and yet methinks right modest IAGO And when she speaks is it not an alarm to love CASSIO She is indeed perfection IAGO Well happiness to their sheets Come lieutenant I have a stoup of wine and here without are a brace of Cyprus gallants that would fain have a measure to the health of black Othello CASSIO Not tonight good Iago I have very poor and unhappy brains for drinking I could well wish courtesy would invent some other custom of entertainmentIAGO O they are our friends but one cup Ill drink for you CASSIO I have drunk but one cup tonight and that was craft" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 366, + "ignore_eos": true + } + ] + }, + { + "session_id": "e804fa61-77e8-4c6e-95c5-92feb5a4dbb6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " to me again when talkd of sure When I shall see this gentleman thy speeches Will bring me to consider that which may Unfurnish me of reason They are come Enter Florizel Perdita Cleomenes and others Your mother was most true to wedlock prince For she did print your royal father off Conceiving you Were I but twentyone Your fathers image is so hit in you His very air that I should call you brother As I did him and speak of something wildly By us performd before Most dearly welcome And your fair princessgoddess O alas I lost a couple that twixt heaven and earth Might thus have stood begetting wonder as You gracious couple do And then I lost All mine own follythe society Amity too of your brave father whom Though bearing misery I desire my life Once more to look on him FLORIZEL By his command Have I here touchd Sicilia and from him Give you all greetings that a king at friend Can send his brother and but infirmity Which waits upon worn times hath something seizd His wishd ability he had himself The lands and waters twixt your throne and his Measurd to look upon you whom he loves He bade me say somore than all the sceptres And those that bear them living LEONTES O my brother Good gentlemanthe wrongs I have done thee stir Afresh within me and these thy offices So rarely kind are as interpreters Of my behindhand slackness Welcome hither As is the spring to the earth And hath he too Exposd this paragon to the fearful usage At least ungentle of the dreadful Neptune To greet a man not worth her pains much less Th adventure of her person FLORIZEL Good my lord She came from Libya LEONTES Where the warlike Smalus That noble honourd lord is feard and lovd FLORIZEL Most royal sir from thence from him whose daughter His tears proclaimd his parting with her thence A prosperous southwind friendly we have crossd To execute the charge my father gave me For visiting your highness my best train I have from your Sicilian shores dismissd Who for Bohemia bend to signify Not only my success in Libya sir But my arrival and my wifes in safety Here where we are LEONTES The blessed gods Purge all infection from our air whilst you Do climate here You have a holy father A graceful gentleman against whose person So sacred as it is I have done sin For which the heavens taking angry note Have left me issueless And your fathers blessd As he from heaven merits it with you Worthy his goodness What might I have been Might I a son and daughter now have lookd on Such goodly things as you Enter a Lord LORD Most noble sir That which I shall report will bear no credit Were not the proof so nigh Please you great sir Bohemia greets you from himself by me Desires you to attach his son who has His dignity and duty both cast off Fled from his father from his hopes and with A shepherds daughter LEONTES Wheres Bohemia speak LORD Here in your city I now came from him I speak amazedly and it becomes My marvel and my message To your court Whiles he was hastningin the chase it seems Of this fair couplemeets he on the way The father of this seeming lady and Her brother having both their country quitted With this young prince FLORIZEL Camillo has betrayd me Whose honour and whose honesty till now Endurd all weathers LORD Lay t so to his charge Hes with the king your father LEONTES Who Camillo LORD Camillo sir I spake with him who now Has these poor men in question Never saw I Wretches so quake they kneel they kiss the earth Forswear themselves as often as they speak Bohemia stops his ears and threatens them With divers deaths in death PERDITA O my poor father The heaven" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 389, + "ignore_eos": true + } + ] + }, + { + "session_id": "c3fb21c4-db27-4423-b1e9-bea377997d11", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " grace and favour in them EMILIA I have laid those sheets you bade me on the bed DESDEMONA Alls one Good faith how foolish are our minds If I do die before thee prithee shroud me In one of those same sheets EMILIA Come come you talk DESDEMONA My mother had a maid calld Barbary She was in love and he she lovd provd mad And did forsake her She had a song of willow An old thing twas but it expressd her fortune And she died singing it That song tonight Will not go from my mind I have much to do But to go hang my head all at one side And sing it like poor Barbary Prithee dispatch EMILIA Shall I go fetch your nightgown DESDEMONA No unpin me here This Lodovico is a proper man EMILIA A very handsome man DESDEMONA He speaks well EMILIA I know a lady in Venice would have walked barefoot to Palestine for a touch of his nether lip DESDEMONA Singing The poor soul sat sighing by a sycamore tree Sing all a green willow Her hand on her bosom her head on her knee Sing willow willow willow The fresh streams ran by her and murmurd her moans Sing willow willow willow Her salt tears fell from her and softend the stones Lay by these Sings Sing willow willow willow Prithee hie thee Hell come anon Sings Sing all a green willow must be my garland Let nobody blame him his scorn I approve Nay thats not next Hark who ist that knocks EMILIA Its the wind DESDEMONA Sings I calld my love false love but what said he then Sing willow willow willow If I court mo women youll couch with mo men So get thee gone good night Mine eyes do itch Doth that bode weeping EMILIA Tis neither here nor there DESDEMONA I have heard it said so O these men these men Dost thou in conscience thinktell me Emilia That there be women do abuse their husbands In such gross kind EMILIA There be some such no question DESDEMONA Wouldst thou do such a deed for all the world EMILIA Why would not you DESDEMONA No by this heavenly light EMILIA Nor I neither by this heavenly light I might dot as well i the dark DESDEMONA Wouldst thou do such a deed for all the world EMILIA The worlds a huge thing It is a great price For a small vice DESDEMONA In troth I think thou wouldst not EMILIA In troth I think I should and undot when I had done Marry I would not do such a thing for a jointring nor for measures of lawn nor for gowns petticoats nor caps nor any petty exhibition but for the whole worldwhy who would not make her husband a cuckold to make him a monarch I should venture purgatory for tDESDEMONA Beshrew me if I would do such a wrong for the whole world EMILIA Why the wrong is but a wrong i the world and having the world for your labour tis a wrong in your own world and you might quickly make it right DESDEMONA I do not think there is any such woman EMILIA Yes a dozen and as many to the vantage as would store the world they played for But I do think it is their husbands faults If wives do fall say that they slack their duties And pour our treasures into foreign laps Or else break out in peevish jealousies Throwing restraint upon us Or say they strike us Or scant our former having in despite Why we have galls and though we have some grace Yet have we some revenge Let husbands know Their wives have sense like them they see and smell And have their palates both for sweet and sour As husbands have What is it that they do When they change us for others Is it sport I think it is And doth affection breed it I think" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 383, + "ignore_eos": true + } + ] + }, + { + "session_id": "65b7f439-b4f8-4125-b335-b1b86f45fd4e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " a bastard not thy son Sweet York sweet husband be not of that mind He is as like thee as a man may be Not like to me or any of my kin And yet I love him YORK Make way unruly woman Exit DUCHESS After Aumerle Mount thee upon his horse Spur post and get before him to the King And beg thy pardon ere he do accuse thee Ill not be long behind Though I be old I doubt not but to ride as fast as York And never will I rise up from the ground Till Bolingbroke have pardoned thee Away be gone Exeunt SCENE III Windsor A room in the Castle Enter Bolingbroke as King Harry Percy and other Lords KING HENRY Can no man tell me of my unthrifty son Tis full three months since I did see him last If any plague hang over us tis he I would to God my lords he might be found Inquire at London mongst the taverns there For there they say he daily doth frequent With unrestrained loose companions Even such they say as stand in narrow lanes And beat our watch and rob our passengers While he young wanton and effeminate boy Takes on the point of honour to support So dissolute a crew PERCY My lord some two days since I saw the Prince And told him of those triumphs held at Oxford KING HENRY And what said the gallant PERCY His answer was he would unto the stews And from the commonst creature pluck a glove And wear it as a favour and with that He would unhorse the lustiest challenger KING HENRY As dissolute as desperate Yet through both I see some sparks of better hope which elder years May happily bring forth But who comes here Enter Aumerle AUMERLE Where is the King KING HENRY What means our cousin that he stares and looks so wildly AUMERLE God save your Grace I do beseech your majesty To have some conference with your Grace alone KING HENRY Withdraw yourselves and leave us here aloneExeunt Harry Percy and Lords What is the matter with our cousin now AUMERLE Kneels For ever may my knees grow to the earth My tongue cleave to my roof within my mouth Unless a pardon ere I rise or speak KING HENRY Intended or committed was this fault If on the first how heinous eer it be To win thy afterlove I pardon thee AUMERLE Then give me leave that I may turn the key That no man enter till my tale be done KING HENRY Have thy desire Aumerle locks the door YORK Within My liege beware Look to thyself Thou hast a traitor in thy presence there KING HENRY Drawing Villain Ill make thee safe AUMERLE Stay thy revengeful hand Thou hast no cause to fear YORK Within Open the door secure foolhardy king Shall I for love speak treason to thy face Open the door or I will break it open King Henry unlocks the door and afterwards relocks it Enter York KING HENRY What is the matter uncle Speak Recover breath Tell us how near is danger That we may arm us to encounter it YORK Peruse this writing here and thou shalt know The treason that my haste forbids me show AUMERLE Remember as thou readst thy promise passed I do repent me Read not my name there My heart is not confederate with my hand YORK It was villain ere thy hand did set it down I tore it from the traitors bosom king Fear and not love begets his penitence Forget to pity him lest thy pity prove A serpent that will sting thee to the heart KING HENRY O heinous strong and bold conspiracy O loyal father of a treacherous son Thou sheer immaculate and silver fountain From whence this stream through muddy passages Hath held his current and defiled himself Thy overflow of good converts to bad And thy abundant goodness shall excuse This deadly blot in thy digressing son YORK So shall my virtue be his vices bawd And he shall spend mine honour with his shame" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 371, + "ignore_eos": true + } + ] + }, + { + "session_id": "bf137035-fbad-4c57-9f46-7c7919963dfd", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " I shrink up PRINCE HENRY How fares your majesty KING JOHN Poisond ill fare dead forsook cast off And none of you will bid the winter come To thrust his icy fingers in my maw Nor let my kingdoms rivers take their course Through my burnd bosom nor entreat the north To make his bleak winds kiss my parched lips And comfort me with cold I do not ask you muchI beg cold comfort and you are so strait And so ingrateful you deny me that PRINCE HENRY O that there were some virtue in my tears That might relieve you KING JOHN The salt in them is hot Within me is a hell and there the poison Is as a fiend confind to tyrannize On unreprievable condemned blood Enter the Bastard BASTARD O I am scalded with my violent motion And spleen of speed to see your majesty KING JOHN O cousin thou art come to set mine eye The tackle of my heart is crackd and burnd And all the shrouds wherewith my life should sail Are turned to one thread one little hair My heart hath one poor string to stay it by Which holds but till thy news be uttered And then all this thou seest is but a clod And module of confounded royalty BASTARD The Dauphin is preparing hitherward Where God He knows how we shall answer him For in a night the best part of my power As I upon advantage did remove Were in the Washes all unwarily Devoured by the unexpected flood The King dies SALISBURY You breathe these dead news in as dead an ear My liege My lordBut now a king now thus PRINCE HENRY Even so must I run on and even so stop What surety of the world what hope what stay When this was now a king and now is clay BASTARD Art thou gone so I do but stay behind To do the office for thee of revenge And then my soul shall wait on thee to heaven As it on earth hath been thy servant still Now now you stars that move in your right spheres Where be your powers Show now your mended faiths And instantly return with me again To push destruction and perpetual shame Out of the weak door of our fainting land Straight let us seek or straight we shall be sought The Dauphin rages at our very heels SALISBURY It seems you know not then so much as we The Cardinal Pandulph is within at rest Who half an hour since came from the Dauphin And brings from him such offers of our peace As we with honour and respect may take With purpose presently to leave this war BASTARD He will the rather do it when he sees Ourselves well sinewed to our defence SALISBURY Nay tis in a manner done already For many carriages he hath dispatchd To the seaside and put his cause and quarrel To the disposing of the cardinal With whom yourself myself and other lords If you think meet this afternoon will post To consummate this business happily BASTARD Let it be so And you my noble prince With other princes that may best be spard Shall wait upon your fathers funeral PRINCE HENRY At Worcester must his body be interrd For so he willd it BASTARD Thither shall it then And happily may your sweet self put on The lineal state and glory of the land To whom with all submission on my knee I do bequeath my faithful services And true subjection everlastingly SALISBURY And the like tender of our love we make To rest without a spot for evermore PRINCE" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 415, + "ignore_eos": true + } + ] + }, + { + "session_id": "cd741295-094f-4077-94c6-718862abf8cd", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " in love Yet if thy thoughts Bianca be so humble To cast thy wandring eyes on every stale Seize thee that list if once I find thee ranging Hortensio will be quit with thee by changing Exit SCENE II The same Before Baptistas house Enter Baptista Gremio Tranio Katherina Bianca Lucentio and Attendants BAPTISTA To Tranio Signior Lucentio this is the pointed day That Katherine and Petruchio should be married And yet we hear not of our soninlaw What will be said What mockery will it be To want the bridegroom when the priest attends To speak the ceremonial rites of marriage What says Lucentio to this shame of ours KATHERINA No shame but mine I must forsooth be forcd To give my hand opposd against my heart Unto a madbrain rudesby full of spleen Who wood in haste and means to wed at leisure I told you I he was a frantic fool Hiding his bitter jests in blunt behaviour And to be noted for a merry man Hell woo a thousand point the day of marriage Make friends invite and proclaim the banns Yet never means to wed where he hath wood Now must the world point at poor Katherine And say Lo there is mad Petruchios wife If it would please him come and marry her TRANIO Patience good Katherine and Baptista too Upon my life Petruchio means but well Whatever fortune stays him from his word Though he be blunt I know him passing wise Though he be merry yet withal hes honest KATHERINA Would Katherine had never seen him though Exit weeping followed by Bianca and others BAPTISTA Go girl I cannot blame thee now to weep For such an injury would vex a very saint Much more a shrew of thy impatient humour Enter Biondello Master master News old news and such news as you never heard of BAPTISTA Is it new and old too How may that be BIONDELLO Why is it not news to hear of Petruchios coming BAPTISTA Is he come BIONDELLO Why no sir BAPTISTA What then BIONDELLO He is coming BAPTISTA When will he be here BIONDELLO When he stands where I am and sees you there TRANIO But say what to thine old news BIONDELLO Why Petruchio is coming in a new hat and an old jerkin a pair of old breeches thrice turned a pair of boots that have been candlecases one buckled another laced an old rusty sword taen out of the town armoury with a broken hilt and chapeless with two broken points his horse hipped with an old mothy saddle and stirrups of no kindred besides possessed with the glanders and like to mose in the chine troubled with the lampass infected with the fashions full of windgalls sped with spavins rayed with the yellows past cure of the fives stark spoiled with the staggers begnawn with the bots swayed in the back and shouldershotten nearlegged before and with a halfchecked bit and a headstall of sheeps leather which being restrained to keep him from stumbling hath been often burst and now repaired with knots one girth six times pieced and a womans crupper of velure which hath" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 383, + "ignore_eos": true + } + ] + }, + { + "session_id": "2190b6e7-a188-4bf4-a6ea-01c779e18000", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ILIA Within What ho my lord my lord OTHELLO Whos there EMILIA Within O good my lord I would speak a word with you OTHELLO Yes Tis Emilia by and by Shes dead Tis like she comes to speak of Cassios death The noise was highHa no more moving Still as the grave Shall she come in Weret good I think she stirs again no Whats best to do If she come in shell sure speak to my wife My wife my wife what wife I have no wife O insupportable O heavy hour Methinks it should be now a huge eclipse Of sun and moon and that the affrighted globe Should yawn at alteration EMILIA Within I do beseech you That I may speak with you O good my lord OTHELLO I had forgot thee O come in Emilia Soft by and by let me the curtains draw Where art thou Unlocks the door Enter Emilia Whats the matter with thee now EMILIA O my good lord yonders foul murders done OTHELLO What now EMILIA But now my lord OTHELLO It is the very error of the moon She comes more nearer earth than she was wont And makes men mad EMILIA Cassio my lord hath killd a young Venetian Calld Roderigo OTHELLO Roderigo killd And Cassio killd EMILIA No Cassio is not killd OTHELLO Not Cassio killd Then murders out of tune And sweet revenge grows harsh DESDEMONA O falsely falsely murderd EMILIA Alas what cry is that OTHELLO That What EMILIA Out and alas That was my ladys voice Help help ho help O lady speak again Sweet Desdemona O sweet mistress speak DESDEMONA A guiltless death I die EMILIA O who hath done this deed DESDEMONA Nobody I myself Farewell Commend me to my kind lord O farewell She dies OTHELLO Why how should she be murderd EMILIA Alas who knows OTHELLO You heard her say herself it was not I EMILIA She said so I must needs report the truth OTHELLO Shes like a liar gone to burning hell Twas I that killd her EMILIA O the more angel she And you the blacker devil OTHELLO She turnd to folly and she was a whore EMILIA Thou dost belie her and thou art a devil OTHELLO She was false as water EMILIA Thou art rash as fire to say That she was false O she was heavenly true OTHELLO Cassio did top her ask thy husband else O I were damnd beneath all depth in hell But that I did proceed upon just grounds To this extremity Thy husband knew it all EMILIA My husband OTHELLO Thy husband EMILIA That she was false to wedlock OTHELLO Ay with Cassio Nay had she been true If heaven would make me such another world Of one entire and perfect chrysolite Id not have sold her for it EMILIA My husband OTHELLO Ay twas he that told me first An honest man he is and hates the slime That sticks on filthy deeds EMILIA My husband OTHELLO What needs this iterance woman I say thy husband EMILIA O mistress villainy hath made mocks with love My husband say that she was false OTHELLO He woman I say thy husband dost understand the word My friend thy husband honest honest Iago EMILIA If he say so may his pernicious soul Rot half a grain a day he lies to the heart She was too fond of her most filthy bargain OTHELLO Ha EMILIA Do thy worst This deed of thine is no more worthy heaven Than thou wast worthy her OTHELLO Peace you were best EMILIA Thou hast not half that power to do me harm As I have to be hurt O gull O dolt As ignorant as dirt Thou hast done a deed I care not for thy sword Ill make thee known Though I lost twenty lives Help help ho help The Moor hath killd my mistress Murder murder Enter Montano Gratiano and Iago MONTANO What is the matter How now general EMILIA O are you come Iago You have done well That men must lay their murders on your neck GRATIAN" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 454, + "ignore_eos": true + } + ] + }, + { + "session_id": "9582fdf6-89b6-43c1-8490-32f29f9fedbb", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " That thou mightst repossess the crown in peace And of our labours thou shalt reap the gain RICHARD Aside Ill blast his harvest if your head were laid For yet I am not looked on in the world This shoulder was ordained so thick to heave And heave it shall some weight or break my back Work thou the way and that shall execute KING EDWARD Clarence and Gloucester love my lovely Queen And kiss your princely nephew brothers both GEORGE The duty that I owe unto your Majesty I seal upon the lips of this sweet babe QUEEN ELIZABETH Thanks noble Clarence worthy brother thanks RICHARD And that I love the tree from whence thou sprangst Witness the loving kiss I give the fruit Aside To say the truth so Judas kissed his master And cried All hail when as he meant all harm KING EDWARD Now am I seated as my soul delights Having my countrys peace and brothers loves GEORGE What will your Grace have done with Margaret Reignier her father to the King of France Hath pawned the Sicils and Jerusalem And hither have they sent it for her ransom KING EDWARD Away with her and waft her hence to France And now what rests but that we spend the time With stately triumphs mirthful comic showsSuch as befits the pleasure of the court Sound drums and trumpets Farewell sour annoy For here I hope begins our lasting joy Exeunt KING HENRY THE EIGHTH Contents ACT I Prologue Scene I London An antechamber in the palace Scene II The same The councilchamber Scene III An antechamber in the palace Scene IV A Hall in York Place ACT II Scene I Westminster A street Scene II An antechamber in the palace Scene III An antechamber of the Queens apartments Scene IV A hall in Blackfriars ACT III Scene I London The Queens apartments Scene II Antechamber to the Kings apartment ACT IV Scene I A street in Westminster Scene II Kimbolton ACT V Scene I A gallery in the palace Scene II Lobby before the councilchamber Scene III The palace yard Scene IV The palace Epilogue Dramatis Person KING HENRY THE EIGHTH DUKE OF NORFOLK DUKE OF SUFFOLK CARDINAL WOLSEY SECRETARIES to Wolsey CROMWELL servant to Wolsey CARDINAL CAMPEIUS GARDINER Bishop of Winchester PAGE to Gardiner QUEEN KATHERINE wife to King Henry afterwards divorced GRIFFITH gentleman usher to Queen Katherine PATIENCE woman to Queen Katherine Queens GENTLEMAN USHER CAPUTIUS Ambassador from the Emperor Charles V DUKE OF BUCKINGHAM LORD ABERGAVENNY Buckinghams soninlaw EARL OF SURREY Buckinghams soninlaw SIR NICHOLAS VAUX SURVEYOR to the Duke of Buckingham BRANDON SERGEANTatArms Three Gentlemen ANNE BULLEN her Maid of Honour afterwards Queen An OLD LADY friend to Anne Bullen LORD CHAMBERLAIN LORD SANDYS called also SIR WILLIAM SANDYS SIR THOMAS LOVELL SIR HENRY GUILDFORD BISHOP OF LINCOLN CRANMER archbishop of Canterbury LORD CHANCELLOR GARTER KingofArms SIR ANTHONY DENNY DOCTOR BUTTS physician to the King DoorKEEPER of the Councilchamber PORTER and his Man A CRIER PROLOGUE EPILOGUE Spirits Several Lords and Ladies in the Dumb Shows Women attending upon the Queen Scribes Officers Guards and other Attendants SCENE London Westminster Kimbolton Enter Prologue THE PROLOGUE I come no more to make you laugh Things now That bear a weighty and a serious brow Sad high and working full of state and woe Such noble scenes as draw the eye to flow We now present Those that can pity here May if they think it well let fall a tear The subject will deserve it Such as give Their money out of hope they may believe May here find truth too Those that come to see Only a show or two and so agree The play may pass if they be still and willing Ill undertake may see away their shilling Richly in two short hours Only they That come to hear a merry bawdy play A noise of targets or to see a fellow In a long motley coat guarded with yellow Will be deceived For gentle hearers know To rank our chosen truth with such a show As fool and fight" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 370, + "ignore_eos": true + } + ] + }, + { + "session_id": "f4bd92e8-b5d3-4a73-98c5-6723561464d5", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ject drudges Small things make base men proud This villain here Being captain of a pinnace threatens more Than Bargulus the strong Illyrian pirate Drones suck not eagles blood but rob beehives It is impossible that I should die By such a lowly vassal as thyself Thy words move rage and not remorse in me I go of message from the Queen to France I charge thee waft me safely cross the Channel LIEUTENANT Walter WHITMORE Come Suffolk I must waft thee to thy death SUFFOLK Pene gelidus timor occupat artus It is thee I fear WHITMORE Thou shalt have cause to fear before I leave thee What are ye daunted now Now will ye stoop 1 GENTLEMAN My gracious lord entreat him speak him fair SUFFOLK Suffolks imperial tongue is stern and rough Used to command untaught to plead for favour Far be it we should honour such as these With humble suit No rather let my head Stoop to the block than these knees bow to any Save to the God of heaven and to my King And sooner dance upon a bloody pole Than stand uncovered to the vulgar groom True nobility is exempt from fear More can I bear than you dare execute LIEUTENANT Hale him away and let him talk no more SUFFOLK Come soldiers show what cruelty ye can That this my death may never be forgot Great men oft die by vile Bezonians A Roman sworder and banditto slave Murdered sweet Tully Brutus bastard hand Stabbed Julius Caesar savage islanders Pompey the Great and Suffolk dies by pirates Exeunt Whitmore and others with Suffolk LIEUTENANT And as for these whose ransom we have set It is our pleasure one of them depart Therefore come you with us and let him go Exeunt all but the 1 Gentleman Enter Whitmore with Suffolks body and head WHITMORE There let his head and lifeless body lie Until the Queen his mistress bury it Exit 1 GENTLEMAN O barbarous and bloody spectacle His body will I bear unto the King If he revenge it not yet will his friends So will the Queen that living held him dear Exit with the body SCENE II Blackheath Enter George Bevis and John Holland BEVIS Come and get thee a sword though made of a lath they have been up these two days HOLLAND They have the more need to sleep now then BEVIS I tell thee Jack Cade the clothier means to dress the commonwealth and turn it and set a new nap upon it HOLLAND So he had need for tis threadbare Well I say it was never merry world in England since gentlemen came up BEVIS O miserable age Virtue is not regarded in handicraftsmen HOLLAND The nobility think scorn to go in leather aprons BEVIS Nay more the Kings Council are no good workmen HOLLAND True and yet it is said Labour in thy vocation which is as much to say as Let the magistrates be labouring men and therefore should we be magistrates BEVIS Thou hast hit it for theres no better sign of a brave mind than a hard hand HOLLAND I see them I see them Theres Bests son the tanner of Wingham BEVIS He shall have the skin of our enemies to make dogs leather of HOLLAND And Dick the butcher BEVIS Then is sin struck down like an ox and iniquitys throat cut like a calf HOLLAND And Smith the weaver BEVIS Argo their thread of life is spun HOLLAND Come come lets fall in with them Drum Enter Cade Dick the Butcher Smith the Weaver and a Sawyer with infinite numbers carrying long staves CADE We John Cade so termed of our supposed father DICK Aside Or rather of stealing a cade of herrings CADE For our enemies shall fall before us inspired with the spirit of putting down kings and princes Command silence DICK Silence CADE My father was a Mortimer DICK Aside He was an honest man and a" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 448, + "ignore_eos": true + } + ] + }, + { + "session_id": "94e07532-7c68-4796-8c2c-bfd7ac249b59", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "TAIN Romans make way The good Andronicus Patron of virtue Romes best champion Successful in the battles that he fights With honour and with fortune is returned From where he circumscribed with his sword And brought to yoke the enemies of Rome Sound drums and trumpets and then enter two of Titus sons and then two men bearing a coffin covered with black then two other sons then Titus Andronicus and then Tamora the Queen of Goths and her sons Alarbus Chiron and Demetrius with Aaron the Moor and others as many as can be then set down the coffin and Titus speaksTITUS Hail Rome victorious in thy mourning weeds Lo as the bark that hath discharged her fraught Returns with precious lading to the bay From whence at first she weighed her anchorage Cometh Andronicus bound with laurel boughs To resalute his country with his tears Tears of true joy for his return to Rome Thou great defender of this Capitol Stand gracious to the rites that we intend Romans of fiveandtwenty valiant sons Half of the number that King Priam had Behold the poor remains alive and dead These that survive let Rome reward with love These that I bring unto their latest home With burial amongst their ancestors Here Goths have given me leave to sheathe my sword Titus unkind and careless of thine own Why sufferst thou thy sons unburied yet To hover on the dreadful shore of Styx Make way to lay them by their brethren They open the tomb There greet in silence as the dead are wont And sleep in peace slain in your countrys wars O sacred receptacle of my joys Sweet cell of virtue and nobility How many sons hast thou of mine in store That thou wilt never render to me more LUCIUS Give us the proudest prisoner of the Goths That we may hew his limbs and on a pile Ad manes fratrum sacrifice his flesh Before this earthy prison of their bones That so the shadows be not unappeased Nor we disturbed with prodigies on earth TITUS I give him you the noblest that survives The eldest son of this distressed queen TAMORA Stay Roman brethren Gracious conqueror Victorious Titus rue the tears I shed A mothers tears in passion for her son And if thy sons were ever dear to thee O think my son to be as dear to me Sufficeth not that we are brought to Rome To beautify thy triumphs and return Captive to thee and to thy Roman yoke But must my sons be slaughtered in the streets For valiant doings in their countrys cause O if to fight for king and commonweal Were piety in thine it is in these Andronicus stain not thy tomb with blood Wilt thou draw near the nature of the gods Draw near them then in being merciful Sweet mercy is nobilitys true badge Thricenoble Titus spare my firstborn son TITUS Patient yourself madam and pardon me These are their brethren whom your Goths beheld Alive and dead and for their brethren slain Religiously they ask a sacrifice To this your son is marked and die he must T appease their groaning shadows that are gone LUCIUS Away with him and make a fire straight And with our swords upon a pile of wood Lets hew his limbs till they be clean consumed Exeunt Titus sons with Alarbus TAMORA O cruel irreligious piety CHIRON Was never Scythia half so barbarous DEMETRIUS Oppose not Scythia to ambitious Rome Alarbus goes to rest and we survive To tremble under Titus threatning look Then madam stand resolved but hope withal The selfsame gods that armed the Queen of Troy With opportunity of sharp revenge Upon the Thracian tyrant in his tent May favour Tamora the" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 419, + "ignore_eos": true + } + ] + }, + { + "session_id": "5f2742e7-6f70-4b6f-9d7d-1f462533bad0", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Dramatis Person KING HENRY THE SIXTH MARGARET Queen to King Henry Humphrey Duke of GLOUCESTER his uncle ELEANOR Duchess of Gloucester CARDINAL Beaufort Bishop of Winchester greatuncle to the King DUKE OF SOMERSET DUKE OF SUFFOLK DUKE OF BUCKINGHAM LORD CLIFFORD YOUNG CLIFFORD his son VAUX Richard Plantagenet Duke of YORK EDWARD and RICHARD his sons EARL OF SALISBURY EARL OF WARWICK THOMAS HORNER an armourer PETER THUMP his man JOHN HUME a priest JOHN SOUTHWELL a priest Margery JOURDAIN a witch ROGER BOLINGBROKE a conjurer SIMPCOX an impostor Wife to Simpcox Mayor of Saint Albans SIR JOHN STANLEY Two Murderers A LIEUTENANT MASTER MastersMate Walter WHITMORE Two Gentlemen prisoners with Suffolk Jack CADE a rebel George BEVISJohn HOLLAND DICK the butcher SMITH the weaver MICHAEL etc followers of Cade CLERK of Chartham SIR HUMPHREY STAFFORD WILLIAM STAFFORD his brother LORD SCALES LORD SAYE MATTHEW GOUGH Alexander IDEN a Kentish gentleman Lords Ladies and Attendants Petitioners Aldermen a Herald a Beadle Sheriff and Officers Citizens Prentices Falconers Guards Soldiers Messengers c A Spirit SCENE England ACT I SCENE I London The palace Flourish of trumpets then hautboys Enter the King Gloucester Salisbury Warwick and Cardinal Beaufort on the one side the Queen Suffolk York Somerset and Buckingham on the other SUFFOLK As by your high imperial Majesty I had in charge at my depart for France As procurator to your excellence To marry Princess Margaret for your grace So in the famous ancient city Tours In presence of the Kings of France and Sicil The Dukes of Orleans Calaber Bretagne and Alenon Seven earls twelve barons and twenty reverend bishops I have performed my task and was espoused And humbly now upon my bended knee In sight of England and her lordly peers Deliver up my title in the Queen To your most gracious hands that are the substance Of that great shadow I did represent The happiest gift that ever marquess gave The fairest queen that ever king received KING HENRY Suffolk ariseWelcome Queen Margaret I can express no kinder sign of love Than this kind kissO Lord that lends me life Lend me a heart replete with thankfulness For Thou hast given me in this beauteous face A world of earthly blessings to my soul If sympathy of love unite our thoughts QUEEN MARGARET Great King of England and my gracious lord The mutual conference that my mind hath had By day by night waking and in my dreams In courtly company or at my beads With you mine alderliefest sovereign Makes me the bolder to salute my King With ruder terms such as my wit affords And overjoy of heart doth minister KING HENRY Her sight did ravish but her grace in speech Her words yclad with wisdoms majesty Makes me from wondering fall to weeping joys Such is the fulness of my hearts content Lords with one cheerful voice welcome my love ALL Kneeling Long live Queen Margaret Englands happiness QUEEN MARGARET We thank you all Flour" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 376, + "ignore_eos": true + } + ] + }, + { + "session_id": "0567a9bb-1330-4a0a-86ef-c9911b21f94f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " both your hands Now join your hands and with your hands your hearts That no dissension hinder government I make you both Protectors of this land While I myself will lead a private life And in devotion spend my latter days To sins rebuke and my Creators praise WARWICK What answers Clarence to his sovereigns will GEORGE That he consents if Warwick yield consent For on thy fortune I repose myself WARWICK Why then though loath yet I must be content Well yoke together like a double shadow To Henrys body and supply his place I mean in bearing weight of government While he enjoys the honour and his ease And Clarence now then it is more than needful Forthwith that Edward be pronounced a traitor And all his lands and goods be confiscate GEORGE What else And that succession be determined WARWICK Ay therein Clarence shall not want his part KING HENRY But with the first of all your chief affairs Let me entreatfor I command no more That Margaret your Queen and my son Edward Be sent for to return from France with speed For till I see them here by doubtful fear My joy of liberty is half eclipsed GEORGE It shall be done my sovereign with all speed KING HENRY My Lord of Somerset what youth is that Of whom you seem to have so tender care SOMERSET My liege it is young Henry Earl of Richmond KING HENRY Come hither Englands hope If secret powers Lays his hand on his head Suggest but truth to my divining thoughts This pretty lad will prove our countrys bliss His looks are full of peaceful majesty His head by nature framed to wear a crown His hand to wield a sceptre and himself Likely in time to bless a regal throne Make much of him my lords for this is he Must help you more than you are hurt by me Enter a Post WARWICK What news my friend POST That Edward is escaped from your brother And fled as he hears since to Burgundy WARWICK Unsavoury news But how made he escape POST He was conveyed by Richard Duke of Gloucester And the Lord Hastings who attended him In secret ambush on the forest side And from the Bishops huntsmen rescued him For hunting was his daily exercise WARWICK My brother was too careless of his charge But let us hence my sovereign to provide A salve for any sore that may betide Exeunt all but Somerset Richmond and Oxford SOMERSET My lord I like not of this flight of Edwards For doubtless Burgundy will yield him help And we shall have more wars before t be long As Henrys late presaging prophecy Did glad my heart with hope of this young Richmond So doth my heart misgive me in these conflicts What may befall him to his harm and ours Therefore Lord Oxford to prevent the worst Forthwith well send him hence to Brittany Till storms be past of civil enmity OXFORD Ay for if Edward repossess the crown Tis like that Richmond with the rest shall down SOMERSET It shall be so He shall to Brittany Come therefore lets about it speedily Exeunt SCENE VII Before York Flourish Enter King Edward Richard Duke of Gloucester Hastings and Soldiers KING EDWARD Now brother Richard Lord Hastings and the rest Yet thus far Fortune maketh us amends And says that once more I shall interchangeMy waned state for Henrys regal crown Well have we passed and now repassed the seas And brought desired help from Burgundy What then remains we being thus arrived From Ravenspurgh haven before the gates of York But that we enter as into our dukedom RICHARD The gates made fast Brother I like not this For many men" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 422, + "ignore_eos": true + } + ] + }, + { + "session_id": "47e767c8-ca2a-4aed-95af-e795f697baeb", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ATO Take their examination yourself and bring it me I am now in great haste as may appear unto you DOGBERRY It shall be suffigance LEONATO Drink some wine ere you go fare you well Enter a Messenger MESSENGER My lord they stay for you to give your daughter to her husband LEONATO Ill wait upon them I am ready Exeunt Leonato and Messenger DOGBERRY Go good partner go get you to Francis Seacoal bid him bring his pen and inkhorn to the gaol we are now to examination these men VERGES And we must do it wisely DOGBERRY We will spare for no wit I warrant you heres that shall drive some of them to a noncome only get the learned writer to set down our excommunication and meet me at the gaol Exeunt ACT IV SCENE I The Inside of a Church Enter Don Pedro Don John Leonato Friar Francis Claudio Benedick Hero Beatrice c LEONATO Come Friar Francis be brief only to the plain form of marriage and you shall recount their particular duties afterwards FRIAR You come hither my lord to marry this lady CLAUDIO No LEONATO To be married to her friar you come to marry her FRIAR Lady you come hither to be married to this Count HERO I do FRIAR If either of you know any inward impediment why you should not be conjoined I charge you on your souls to utter it CLAUDIO Know you any Hero HERO None my lord FRIAR Know you any Count LEONATO I dare make his answer none CLAUDIO O what men dare do what men may do what men daily do not knowing what they do BENEDICK How now Interjections Why then some be of laughing as ah ha he CLAUDIO Stand thee by Friar Father by your leave Will you with free and unconstrained soul Give me this maid your daughter LEONATO As freely son as God did give her me CLAUDIO And what have I to give you back whose worth May counterpoise this rich and precious gift DON PEDRO Nothing unless you render her again CLAUDIO Sweet Prince you learn me noble thankfulness There Leonato take her back again Give not this rotten orange to your friend Shes but the sign and semblance of her honour Behold how like a maid she blushes here O what authority and show of truth Can cunning sin cover itself withal Comes not that blood as modest evidence To witness simple virtue Would you not swear All you that see her that she were a maid By these exterior shows But she is none She knows the heat of a luxurious bed Her blush is guiltiness not modesty LEONATO What do you mean my lord CLAUDIO Not to be married Not to knit my soul to an approved wanton LEONATO Dear my lord if you in your own proof Have vanquishd the resistance of her youth And made defeat of her virginity CLAUDIO I know what you would say if I have known her You will say she did embrace me as a husband And so extenuate the forehand sin No Leonato I never tempted her with word too large But as a brother to his sister showd Bashful sincerity and comely love HERO And seemd I ever otherwise to you CLAUDIO Out on thee Seeming I will write against it You seem to me as Dian in her orb As chaste as is the bud ere it be blown But you are more intemperate in your blood Than Venus or those pamperd animals That rage in savage sensuality HERO Is my lord well that he doth speak so wide LEONATO Sweet Prince why speak not you DON PEDRO What should I speak I stand dishonourd that have gone about To link my dear friend to a common stale LEONATO Are these things spoken or do I but dream DON JOHN Sir they are spoken and these things are true BENEDICK This looks not like a nuptial HERO True O God CLAUDIO Leonato stand I here" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 468, + "ignore_eos": true + } + ] + }, + { + "session_id": "611266ef-5e6c-4cf9-9738-4c2046a74001", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " harlotry One that no persuasion can do good upon Lady Mortimer speaks to Mortimer in Welsh MORTIMER I understand thy looks that pretty Welsh Which thou pourest down from these swelling heavens I am too perfect in and but for shame In such a parley should I answer thee Lady Mortimer speaks to him again in Welsh I understand thy kisses and thou mine And thats a feeling disputation But I will never be a truant love Till I have learnt thy language for thy tongue Makes Welsh as sweet as ditties highly pennd Sung by a fair queen in a summers bower With ravishing division to her lute GLENDOWER Nay if you melt then will she run mad Lady Mortimer speaks to Mortimer again in Welsh MORTIMER O I am ignorance itself in this GLENDOWER She bids you on the wanton rushes lay you down And rest your gentle head upon her lap And she will sing the song that pleaseth you And on your eyelids crown the god of sleep Charming your blood with pleasing heaviness Making such difference twixt wake and sleep As is the difference betwixt day and night The hour before the heavenlyharnessd team Begins his golden progress in the east MORTIMER With all my heart Ill sit and hear her sing By that time will our book I think be drawn GLENDOWER Do so and those musicians that shall play to you Hang in the air a thousand leagues from hence And straight they shall be here sit and attend HOTSPUR Come Kate thou art perfect in lying down Come quick quick that I may lay my head in thy lap LADY PERCY Go ye giddy goose The music plays HOTSPUR Now I perceive the devil understands Welsh And tis no marvel hes so humorous Byr Lady hes a good musician LADY PERCY Then should you be nothing but musical For you are altogether governed by humours Lie still ye thief and hear the lady sing in Welsh HOTSPUR I had rather hear Lady my brach howl in Irish LADY PERCY Wouldst thou have thy head broken HOTSPUR No LADY PERCY Then be still HOTSPUR Neither tis a womans fault LADY PERCY Now God help thee HOTSPUR To the Welsh ladys bed LADY PERCY Whats that HOTSPUR Peace she sings Here the lady sings a Welsh song Come Kate Ill have your song too LADY PERCY Not mine in good sooth HOTSPUR Not yours in good sooth Heart you swear like a comfitmakers wife Not you in good sooth and As true as I live and As God shall mend me and As sure as day And givest such sarcenet surety for thy oaths As if thou never walkdst further than Finsbury Swear me Kate like a lady as thou art A good mouthfilling oath and leave In sooth And such protest of peppergingerbread To velvetguards and Sunday citizens Come sing LADY PERCY I will not sing HOTSPUR Tis the next way to turn tailor or be redbreastteacher An the indentures be drawn Ill away within these two hours and so come in when ye will Exit GLENDOWER Come come Lord Mortimer you are as slow As hot Lord Percy is on fire to go By this our book is drawn Well but seal And then to horse immediately MORTIMER With all my heart Exeunt SCENE II London A Room in the Palace Enter King Henry Prince Henry and Lords KING Lords give us leave the Prince of Wales and I Must have some private conference but be near at hand For we shall presently have need of you Exeunt Lords I know not whether God will have it so For some displeasing service I have done That in His secret doom out of my blood Hell breed revengement and a scourge for me But thou dost in" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 373, + "ignore_eos": true + } + ] + }, + { + "session_id": "8ca66c9b-4d1f-4461-83cf-b633753c3f66", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " all one TRANIO To save your life in this extremity This favour will I do you for his sake And think it not the worst of all your fortunes That you are like to Sir Vincentio His name and credit shall you undertake And in my house you shall be friendly lodgd Look that you take upon you as you should You understand me sir so shall you stay Till you have done your business in the city If this be courtesy sir accept of it PEDANT O sir I do and will repute you ever The patron of my life and liberty TRANIO Then go with me to make the matter good This by the way I let you understand My father is here lookd for every day To pass assurance of a dower in marriage Twixt me and one Baptistas daughter here In all these circumstances Ill instruct you Go with me to clothe you as becomes you Exeunt SCENE III A room in Petruchios house Enter Katherina and Grumio GRUMIO No no forsooth I dare not for my life KATHERINA The more my wrong the more his spite appears What did he marry me to famish me Beggars that come unto my fathers door Upon entreaty have a present alms If not elsewhere they meet with charity But I who never knew how to entreat Nor never needed that I should entreat Am starvd for meat giddy for lack of sleep With oaths kept waking and with brawling fed And that which spites me more than all these wants He does it under name of perfect love As who should say if I should sleep or eat Twere deadly sickness or else present death I prithee go and get me some repast I care not what so it be wholesome food GRUMIO What say you to a neats foot KATHERINA Tis passing good I prithee let me have it GRUMIO I fear it is too choleric a meat How say you to a fat tripe finely broild KATHERINA I like it well good Grumio fetch it me GRUMIO I cannot tell I fear tis choleric What say you to a piece of beef and mustard KATHERINA A dish that I do love to feed upon GRUMIO Ay but the mustard is too hot a little KATHERINA Why then the beef and let the mustard rest GRUMIO Nay then I will not you shall have the mustard Or else you get no beef of Grumio KATHERINA Then both or one or anything thou wilt GRUMIO Why then the mustard without the beef KATHERINA Go get thee gone thou false deluding slave Beats him That feedst me with the very name of meat Sorrow on thee and all the pack of you That triumph thus upon my misery Go get thee gone I say Enter Petruchio with a dish of meat and Hortensio PETRUCHIO How fares my Kate What sweeting all amort HORTENSIO Mistress what cheer KATHERINA Faith as cold as can be PETRUCHIO Pluck up thy spirits look cheerfully upon me Here love thou seest how diligent I am To dress thy meat myself and bring it thee Sets the dish on a table I am sure sweet Kate this kindness merits thanks What not a word Nay then thou lovst it not And all my pains is sorted to no proof Here take away this dish KATHERINA I pray you let it stand PETRUCHIO The poorest service is repaid with thanks And so shall mine before you touch the meat KATHERINA I thank you sir HORTENSIO Signior Petruchio fie you are to blame Come Mistress Kate Ill bear you company PETRUCHIO Aside Eat it up all Hortensio if thou lovest me Much good do it unto thy gentle heart Kate eat apace and now my honey love Will we return" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 394, + "ignore_eos": true + } + ] + }, + { + "session_id": "19c548fc-e4aa-4b44-b4a3-43cf775ade23", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Good sister let us dine and never fret A man is master of his liberty Time is their master and when they see time Theyll go or come If so be patient sister ADRIANA Why should their liberty than ours be more LUCIANA Because their business still lies out o door ADRIANA Look when I serve him so he takes it ill LUCIANA O know he is the bridle of your will ADRIANA Theres none but asses will be bridled so LUCIANA Why headstrong liberty is lashd with woe Theres nothing situate under heavens eye But hath his bound in earth in sea in sky The beasts the fishes and the winged fowls Are their males subjects and at their controls Man more divine the masters of all these Lord of the wide world and wild watry seas Indued with intellectual sense and souls Of more preeminence than fish and fowls Are masters to their females and their lords Then let your will attend on their accords ADRIANA This servitude makes you to keep unwed LUCIANA Not this but troubles of the marriagebed ADRIANA But were you wedded you would bear some sway LUCIANA Ere I learn love Ill practise to obey ADRIANA How if your husband start some other where LUCIANA Till he come home again I would forbear ADRIANA Patience unmovd No marvel though she pause They can be meek that have no other cause A wretched soul bruisd with adversity We bid be quiet when we hear it cry But were we burdned with like weight of pain As much or more we should ourselves complain So thou that hast no unkind mate to grieve thee With urging helpless patience would relieve me But if thou live to see like right bereft This foolbeggd patience in thee will be left LUCIANA Well I will marry one day but to try Here comes your man now is your husband nigh Enter Dromio of Ephesus ADRIANA Say is your tardy master now at hand DROMIO OF EPHESUS Nay hes at two hands with me and that my two ears can witness ADRIANA Say didst thou speak with him knowst thou his mind DROMIO OF EPHESUS Ay ay he told his mind upon mine ear Beshrew his hand I scarce could understand it LUCIANA Spake he so doubtfully thou couldst not feel his meaning DROMIO OF EPHESUS Nay he struck so plainly I could too well feel his blows and withal so doubtfully that I could scarce understand them ADRIANA But say I prithee is he coming home It seems he hath great care to please his wife DROMIO OF EPHESUS Why mistress sure my master is hornmad ADRIANA Hornmad thou villain DROMIO OF EPHESUS I mean not cuckoldmad But sure hes stark mad When I desird him to come home to dinner He askd me for a thousand marks in gold Tis dinner time quoth I My gold quoth he Your meat doth burn quoth I My gold qu" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 428, + "ignore_eos": true + } + ] + }, + { + "session_id": "5aa21e32-c94e-40a1-a28a-028139650f7c", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " that heaven provides Dispatch it presently the hour draws on Prefixed by Angelo See this be done And sent according to command whiles I Persuade this rude wretch willingly to die PROVOST This shall be done good father presently But Barnardine must die this afternoon And how shall we continue Claudio To save me from the danger that might come If he were known alive DUKE Let this be done Put them in secret holds both Barnardine and Claudio Ere twice the sun hath made his journal greeting To yonder generation you shall find Your safety manifested PROVOST I am your free dependant DUKE Quick dispatch and send the head to Angelo Exit Provost Now will I write letters to Angelo The Provost he shall bear them whose contents Shall witness to him I am near at home And that by great injunctions I am bound To enter publicly Him Ill desire To meet me at the consecrated fount A league below the city and from thence By cold gradation and wellbalanced form We shall proceed with Angelo Enter Provost PROVOST Here is the head Ill carry it myself DUKE Convenient is it Make a swift return For I would commune with you of such things That want no ear but yours PROVOST Ill make all speed Exit ISABELLA Within Peace ho be here DUKE The tongue of Isabel Shes come to know If yet her brothers pardon be come hither But I will keep her ignorant of her good To make her heavenly comforts of despair When it is least expected Enter Isabella ISABELLA Ho by your leave DUKE Good morning to you fair and gracious daughter ISABELLA The better given me by so holy a man Hath yet the Deputy sent my brothers pardon DUKE He hath released him Isabel from the world His head is off and sent to Angelo ISABELLA Nay but it is not so DUKE It is no other Show your wisdom daughter in your close patience ISABELLA O I will to him and pluck out his eyes DUKE You shall not be admitted to his sight ISABELLA Unhappy Claudio Wretched Isabel Injurious world Most damned Angelo DUKE This nor hurts him nor profits you a jot Forbear it therefore give your cause to heaven Mark what I say which you shall find By every syllable a faithful verity The Duke comes home tomorrownay dry your eyes One of our convent and his confessor Gives me this instance Already he hath carried Notice to Escalus and Angelo Who do prepare to meet him at the gates There to give up their power If you can pace your wisdom In that good path that I would wish it go And you shall have your bosom on this wretch Grace of the Duke revenges to your heart And general honour ISABELLA I am directed by you DUKE This letter then to Friar Peter give Tis that he sent me of the Dukes return Say by this token I desire his company At Marianas house tonight Her cause and yours Ill perfect him withal and he shall bring you Before the Duke and to the head of Angelo Accuse him home and home For my poor self I am combined by a sacred vow And shall be absent Wend you with this letter Command these fretting waters from your eyes With a light heart trust not my holy order If I pervert your courseWhos here Enter Lucio LUCIO Good even Friar where is the Provost DUKE Not within sir LUCIO O pretty Isabella I am pale at mine heart to see thine eyes so red Thou must be patient I am f" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 463, + "ignore_eos": true + } + ] + }, + { + "session_id": "5b6732dd-a434-4d2e-9fd3-6a21468f07a3", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " delivered The issue of an irreligious Moor Chief architect and plotter of these woes The villain is alive in Titus house And as he is to witness this is true Now judge what cause had Titus to revenge These wrongs unspeakable past patience Or more than any living man could bear Now have you heard the truth What say you Romans Have we done aught amiss Show us wherein And from the place where you behold us pleading The poor remainder of Andronici Will hand in hand all headlong hurl ourselves And on the ragged stones beat forth our souls And make a mutual closure of our house Speak Romans speak and if you say we shall Lo hand in hand Lucius and I will fall AEMILIUS Come come thou reverend man of Rome And bring our emperor gently in thy hand Lucius our emperor for well I know The common voice do cry it shall be so ROMANS Lucius all hail Romes royal emperor MARCUS Go go into old Titus sorrowful house And hither hale that misbelieving Moor To be adjudged some direful slaughtring death As punishment for his most wicked life Exeunt Attendants Lucius and Marcus come down from the upper stage ROMANS Lucius all hail Romes gracious governor LUCIUS Thanks gentle Romans May I govern so To heal Romes harms and wipe away her woe But gentle people give me aim awhile For nature puts me to a heavy task Stand all aloof but uncle draw you near To shed obsequious tears upon this trunk He kisses Titus O take this warm kiss on thy pale cold lips These sorrowful drops upon thy bloodstained face The last true duties of thy noble son MARCUS Tear for tear and loving kiss for kiss Thy brother Marcus tenders on thy lips O were the sum of these that I should pay Countless and infinite yet would I pay them LUCIUS Come hither boy come come and learn of us To melt in showers Thy grandsire loved thee well Many a time he danced thee on his knee Sung thee asleep his loving breast thy pillow Many a story hath he told to thee And bid thee bear his pretty tales in mind And talk of them when he was dead and gone MARCUS How many thousand times hath these poor lips When they were living warmed themselves on thine O now sweet boy give them their latest kiss Bid him farewell commit him to the grave Do them that kindness and take leave of them YOUNG LUCIUS O grandsire grandsire een with all my heart Would I were dead so you did live again O Lord I cannot speak to him for weeping My tears will choke me if I ope my mouth Reenter Attendants with Aaron AEMILIUS You sad Andronici have done with woes Give sentence on the execrable wretch That hath been breeder of these dire events LUCIUS Set him breastdeep in earth and famish him There let him stand and rave and cry for food If anyone relieves or pities him For the offence he dies This is our doom Some stay to see him fastened in the earth AARON Ah why should wrath be mute and fury dumb I am no baby I that with base prayers I should repent the evils I have done Ten thousand worse than ever yet I did Would I perform if I might have my will If one good deed in all my life I did I do repent it from my very soul LUCIUS Some loving friends convey the emperor hence And give him burial in his fathers grave My father and Lavinia shall forthwith Be closed in our households monument As for that ravenous tiger Tamora No funeral rite nor man in mournful weed No mournful bell shall ring her burial But throw her forth to beasts and birds of prey Her life was beastly and devoid of pity And being dead let birds on her take pity" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 465, + "ignore_eos": true + } + ] + }, + { + "session_id": "74686970-be09-4591-ad7c-af4c0b905ffb", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " You have a holy father A graceful gentleman against whose person So sacred as it is I have done sin For which the heavens taking angry note Have left me issueless And your fathers blessd As he from heaven merits it with you Worthy his goodness What might I have been Might I a son and daughter now have lookd on Such goodly things as you Enter a Lord LORD Most noble sir That which I shall report will bear no credit Were not the proof so nigh Please you great sir Bohemia greets you from himself by me Desires you to attach his son who has His dignity and duty both cast off Fled from his father from his hopes and with A shepherds daughter LEONTES Wheres Bohemia speak LORD Here in your city I now came from him I speak amazedly and it becomes My marvel and my message To your court Whiles he was hastningin the chase it seems Of this fair couplemeets he on the way The father of this seeming lady and Her brother having both their country quitted With this young prince FLORIZEL Camillo has betrayd me Whose honour and whose honesty till now Endurd all weathers LORD Lay t so to his charge Hes with the king your father LEONTES Who Camillo LORD Camillo sir I spake with him who now Has these poor men in question Never saw I Wretches so quake they kneel they kiss the earth Forswear themselves as often as they speak Bohemia stops his ears and threatens them With divers deaths in death PERDITA O my poor father The heaven sets spies upon us will not have Our contract celebrated LEONTES You are married FLORIZEL We are not sir nor are we like to be The stars I see will kiss the valleys first The odds for high and lows alike LEONTES My lord Is this the daughter of a king FLORIZEL She is When once she is my wife LEONTES That once I see by your good fathers speed Will come on very slowly I am sorry Most sorry you have broken from his liking Where you were tied in duty and as sorry Your choice is not so rich in worth as beauty That you might well enjoy her FLORIZEL Dear look up Though Fortune visible an enemy Should chase us with my father power no jot Hath she to change our loves Beseech you sir Remember since you owd no more to time Than I do now with thought of such affections Step forth mine advocate At your request My father will grant precious things as trifles LEONTES Would he do so Id beg your precious mistress Which he counts but a trifle PAULINA Sir my liege Your eye hath too much youth in t not a month Fore your queen died she was more worth such gazes Than what you look on now LEONTES I thought of her Even in these looks I made To Florizel But your petition Is yet unanswerd I will to your father Your honour not oerthrown by your desires I am friend to" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 380, + "ignore_eos": true + } + ] + }, + { + "session_id": "44ba2d4d-f1e7-4a79-be25-35377f3511a2", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "rithee have done And do not play in wenchlike words with that Which is so serious Let us bury him And not protract with admiration what Is now due debt To th grave ARVIRAGUS Say where shalls lay him GUIDERIUS By good Euriphile our mother ARVIRAGUS Bet so And let us Polydore though now our voices Have got the mannish crack sing him to th ground As once to our mother use like note and words Save that Euriphile must be Fidele GUIDERIUS Cadwal I cannot sing Ill weep and word it with thee For notes of sorrow out of tune are worse Than priests and fanes that lie ARVIRAGUS Well speak it then BELARIUS Great griefs I see medcine the less for Cloten Is quite forgot He was a queens son boys And though he came our enemy remember He was paid for that Though mean and mighty rotting Together have one dust yet reverence That angel of the world doth make distinction Of place tween high and low Our foe was princely And though you took his life as being our foe Yet bury him as a prince GUIDERIUS Pray you fetch him hither Thersites body is as good as Ajax When neither are alive ARVIRAGUS If youll go fetch him Well say our song the whilst Brother begin Exit Belarius GUIDERIUS Nay Cadwal we must lay his head to th East My father hath a reason fort ARVIRAGUS Tis true GUIDERIUS Come on then and remove him ARVIRAGUS So Begin SONG GUIDERIUS Fear no more the heat o th sun Nor the furious winters rages Thou thy worldly task hast done Home art gone and taen thy wages Golden lads and girls all must As chimneysweepers come to dust ARVIRAGUS Fear no more the frown o th great Thou art past the tyrants stroke Care no more to clothe and eat To thee the reed is as the oak The sceptre learning physic must All follow this and come to dust GUIDERIUS Fear no more the lightning flash ARVIRAGUS Nor th alldreaded thunderstone GUIDERIUS Fear not slander censure rash ARVIRAGUS Thou hast finishd joy and moan BOTH All lovers young all lovers must Consign to thee and come to dust GUIDERIUS No exorciser harm thee ARVIRAGUS Nor no witchcraft charm thee GUIDERIUS Ghost unlaid forbear thee ARVIRAGUS Nothing ill come near thee BOTH Quiet consummation have And renowned be thy grave Enter Belarius with the body of Cloten GUIDERIUS We have done our obsequies Come lay him down BELARIUS Heres a few flowers but bout midnight more The herbs that have on them cold dew o th night Are strewings fitst for graves Upon their faces You were as flowrs now witherd Even so These herblets shall which we upon you strew Come on away Apart upon our knees The ground that gave them first has them again Their pleasures here are past so is their pain Exeunt all but Imogen IMOGEN Awaking Yes sir to Milford Haven Which is the way I thank you By yond bush Pray how far thither Ods pittikins can it be six mile yet I have gone all night Faith Ill lie down and sleep But soft no bedfellow O gods and goddesses Seeing the body These flowrs are like the pleasures of the world This bloody man the care ont I hope I dream For so I thought I was a cavekeeper And cook to honest creatures But tis not so Twas but a bolt of nothing shot at nothing Which the brain makes of fumes Our very eyes Are sometimes like our judgements blind Good faith I tremble still with fear but if there be Yet left in heaven as small a drop of pity As a wrens eye feard gods a part of it The dreams here still Even when I wake it is Without me as within me not imagind felt A headless man The garments of Posthumus I know the shape ofs leg this is his hand His foot Mercurial his Martial thigh The brawns of Hercules but his J" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 453, + "ignore_eos": true + } + ] + }, + { + "session_id": "9c62027a-3191-4c82-9c86-d0a994509a56", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " and Gentlemen BAWD Thus what with the war what with the sweat what with the gallows and what with poverty I am customshrunk Enter Pompey How now Whats the news with you POMPEY Yonder man is carried to prison BAWD Well what has he done POMPEY A woman BAWD But whats his offence POMPEY Groping for trouts in a peculiar river BAWD What Is there a maid with child by him POMPEY No but theres a woman with maid by him You have not heard of the proclamation have you BAWD What proclamation man POMPEY All houses in the suburbs of Vienna must be plucked down BAWD And what shall become of those in the city POMPEY They shall stand for seed They had gone down too but that a wise burgher put in for them BAWD But shall all our houses of resort in the suburbs be pulled down POMPEY To the ground mistress BAWD Why heres a change indeed in the commonwealth What shall become of me POMPEY Come fear not you Good counsellors lack no clients Though you change your place you need not change your trade Ill be your tapster still Courage there will be pity taken on you You that have worn your eyes almost out in the service you will be considered Enter Provost Claudio Juliet and Officers BAWD Whats to do here Thomas Tapster Lets withdraw POMPEY Here comes Signior Claudio led by the Provost to prison And theres Madam Juliet Exeunt Bawd and Pompey CLAUDIO Fellow why dost thou show me thus to the world Bear me to prison where I am committed PROVOST I do it not in evil disposition But from Lord Angelo by special charge CLAUDIO Thus can the demigod Authority Make us pay down for our offence by weight The words of heaven on whom it will it will On whom it will not so yet still tis just Enter Lucio and two Gentlemen LUCIO Why how now Claudio Whence comes this restraint CLAUDIO From too much liberty my Lucio liberty As surfeit is the father of much fast So every scope by the immoderate use Turns to restraint Our natures do pursue Like rats that ravin down their proper bane A thirsty evil and when we drink we die LUCIO If I could speak so wisely under an arrest I would send for certain of my creditors and yet to say the truth I had as lief have the foppery of freedom as the morality of imprisonment Whats thy offence Claudio CLAUDIO What but to speak of would offend again LUCIO What ist murder CLAUDIO No LUCIO Lechery CLAUDIO Call it so PROVOST Away sir you must go CLAUDIO One word good friendLucio a word with you LUCIO A hundred if theyll do you any good Is lechery so looked after CLAUDIO Thus stands it with me upon a true contract I got possession of Juliettas bed You know the lady she is fast my wife Save that we do the denunciation lack Of outward order This we came not to Only for propagation of a dower Remaining in the coffer of her friends From whom we thought it meet to hide our love Till time had made them for us But it chances The stealth of our most mutual entertainment With character too gross is writ on Juliet LUCIO With child perhaps CLAUDIO Unhappily even so And the new deputy now for the Duke Whether it be the fault and glimpse of newness Or whether that the body public be A horse whereon" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 365, + "ignore_eos": true + } + ] + }, + { + "session_id": "d9cf8e37-5e1f-44f9-a9f9-94b14184eb88", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " In private then KING I am best pleased with that They converse apart BEROWNE Whitehanded mistress one sweet word with thee PRINCESS Honey and milk and sugar there is three BEROWNE Nay then two treys an if you grow so nice Metheglin wort and malmsey Well run dice Theres half a dozen sweets PRINCESS Seventh sweet adieu Since you can cog Ill play no more with you BEROWNE One word in secret PRINCESS Let it not be sweet BEROWNE Thou grievst my gall PRINCESS Gall Bitter BEROWNE Therefore meet They converse apart DUMAINE Will you vouchsafe with me to change a word MARIA Name it DUMAINE Fair lady MARIA Say you so Fair lord Take that for your fair lady DUMAINE Please it you As much in private and Ill bid adieu They converse apart KATHARINE What was your visor made without a tongue LONGAVILLE I know the reason lady why you ask KATHARINE O for your reason Quickly sir I long LONGAVILLE You have a double tongue within your mask And would afford my speechless visor half KATHARINE Veal quoth the Dutchman Is not veal a calf LONGAVILLE A calf fair lady KATHARINE No a fair lord calf LONGAVILLE Lets part the word KATHARINE No Ill not be your half Take all and wean it it may prove an ox LONGAVILLE Look how you butt yourself in these sharp mocks Will you give horns chaste lady Do not so KATHARINE Then die a calf before your horns do grow LONGAVILLE One word in private with you ere I die KATHARINE Bleat softly then the butcher hears you cry They converse apart BOYET The tongues of mocking wenches are as keen As is the razors edge invisible Cutting a smaller hair than may be seen Above the sense of sense so sensible Seemeth their conference Their conceits have wings Fleeter than arrows bullets wind thought swifter things ROSALINE Not one word more my maids break off break off BEROWNE By heaven all drybeaten with pure scoff KING Farewell mad wenches You have simple wits Exeunt King Lords and Blackamoors PRINCESS Twenty adieus my frozen Muscovites Are these the breed of wits so wondered at BOYET Tapers they are with your sweet breaths puffed out ROSALINE Wellliking wits they have gross gross fat fat PRINCESS O poverty in wit kinglypoor flout Will they not think you hang themselves tonight Or ever but in vizors show their faces This pert Berowne was out of countenance quite ROSALINE They were all in lamentable cases The King was weepingripe for a good word PRINCESS Berowne did swear himself out of all suit MARIA Dumaine was at my service and his sword Non point quoth I my servant straight was mute KATHARINE Lord Longaville said I came oer his heart And trow you what he called me PRINCESS Qualm perhaps KATHARINE Yes in good faith PRINCESS Go sickness as thou art ROSALINE Well better wits have worn plain statutecaps But will you hear The King is my love sworn PRINCESS And quick Berowne hath plighted faith to me KATHARINE And Longaville was for my service born MARIA Dumaine is mine as sure as bark on tree BOYET Madam and pretty mistresses" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 361, + "ignore_eos": true + } + ] + }, + { + "session_id": "0d360878-0f5d-4582-bdcc-8542f6799c3e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Whom thus we stray to find and the sea mocks Our frustrate search on land Well let him go ANTONIO Aside to Sebastian I am right glad that hes so out of hope Do not for one repulse forgo the purpose That you resolvd to effect SEBASTIAN Aside to Antonio The next advantage Will we take throughly ANTONIO Aside to Sebastian Let it be tonight For now they are oppressd with travel they Will not nor cannot use such vigilance As when they are fresh SEBASTIAN Aside to Antonio I say tonight no more Solemn and strange music and Prospero above invisible Enter several strange Shapes bringing in a banquet they dance about it with gentle actions of salutation and inviting the King c to eat they depart ALONSO What harmony is this My good friends hark GONZALO Marvellous sweet music ALONSO Give us kind keepers heavens What were these SEBASTIAN A living drollery Now I will believe That there are unicorns that in Arabia There is one tree the phoenix throne one phoenix At this hour reigning there ANTONIO Ill believe both And what does else want credit come to me And Ill be sworn tis true travellers neer did lie Though fools at home condemn them GONZALO If in Naples I should report this now would they believe me If I should say I saw such islanders For certes these are people of the island Who though they are of monstrous shape yet note Their manners are more gentle kind than of Our human generation you shall find Many nay almost any PROSPERO Aside Honest lord Thou hast said well for some of you there present Are worse than devils ALONSO I cannot too much muse Such shapes such gesture and such sound expressing Although they want the use of tonguea kind Of excellent dumb discourse PROSPERO Aside Praise in departing FRANCISCO They vanishd strangely SEBASTIAN No matter since They have left their viands behind for we have stomachs Willt please you taste of what is here ALONSO Not I GONZALO Faith sir you need not fear When we were boys Who would believe that there were mountaineers Dewlappd like bulls whose throats had hanging at em Wallets of flesh Or that there were such men Whose heads stood in their breasts which now we find Each putterout of five for one will bring us Good warrant of ALONSO I will stand to and feed Although my last no matter since I feel The best is past Brother my lord the duke Stand to and do as we Thunder and lightning Enter Ariel like a Harpy claps his wings upon the table and with a quaint device the banquet vanishes ARIEL You are three men of sin whom Destiny That hath to instrument this lower world And what is intthe neversurfeited sea Hath caused to belch up you and on this island Where man doth not inhabit you mongst men Being most unfit to live I have made you mad And even with suchlike valour men hang and drown Their proper selves Seeing Alonso Sebastian c draw their swords You fools I and my fellows Are ministers of Fate the elements Of whom your swords are temperd may as well Wound the loud winds or with bemockdat stabs Kill the stillclosing waters as diminish One dowle thats in my plume My fellowministers Are like invulnerable If you could hurt Your swords are now too massy for your strengths And will not be uplifted But remember For thats my business to youthat you three From Milan did supplant good Prospero Exposd unto the sea which hath requit it Him and his innocent child for which foul deed The powers delaying not forgetting have Incensd the seas and shores yea all the creatures Against your peace Thee of thy son Alonso They have bereft and do pronounce by me Lingring perditionworse than any death Can be at onceshall step by step attend You and your ways whose wraths to guard you from Which here in this most desolate isle else falls Upon your head" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 400, + "ignore_eos": true + } + ] + }, + { + "session_id": "2d3739ee-c80f-452d-8481-22689ff3abd0", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " The masoned turrets that both makst and breakst The stony girths of cities me thy pupil Youngest follower of thy drum instruct this day With military skill that to thy laud I may advance my streamer and by thee Be styled the lord o th day Give me great Mars Some token of thy pleasure Here they fall on their faces as formerly and there is heard clanging of armour with a short thunder as the burst of a battle whereupon they all rise and bow to the altar O great corrector of enormous times Shaker of oerrank states thou grand decider Of dusty and old titles that healst with blood The earth when it is sick and curst the world O th pleurisy of people I do take Thy signs auspiciously and in thy name To my design march boldlyLet us go Exeunt Enter Palamon and his Knights with the former observance PALAMON Our stars must glister with new fire or be Today extinct Our argument is love Which if the goddess of it grant she gives Victory too Then blend your spirits with mine You whose free nobleness do make my cause Your personal hazard To the goddess Venus Commend we our proceeding and implore Her power unto our party Here they kneel as formerly Hail sovereign queen of secrets who hast power To call the fiercest tyrant from his rage And weep unto a girl that hast the might Even with an eyeglance to choke Marss drum And turn th alarm to whispers that canst make A cripple flourish with his crutch and cure him Before Apollo that mayst force the king To be his subjects vassal and induce Stale gravity to dance The polled bachelor Whose youth like wanton boys through bonfires Have skipped thy flame at seventy thou canst catch And make him to the scorn of his hoarse throat Abuse young lays of love What godlike power Hast thou not power upon To Phbus thou Addst flames hotter than his the heavenly fires Did scorch his mortal son thine him The huntress All moist and cold some say began to throw Her bow away and sigh Take to thy grace Me thy vowed soldier who do bear thy yoke As twere a wreath of roses yet is heavier Than lead itself stings more than nettles I have never been foulmouthed against thy law Neer revealed secret for I knew nonewould not Had I kenned all that were I never practised Upon mans wife nor would the libels read Of liberal wits I never at great feasts Sought to betray a beauty but have blushed At simpering sirs that did I have been harsh To large confessors and have hotly asked them If they had mothersI had one a woman And women twere they wronged I knew a man Of eighty winters this I told them who A lass of fourteen brided twas thy power To put life into dust The aged cramp Had screwed his square foot round The gout had knit his fingers into knots Torturing convulsions from his globy eyes Had almost drawn their spheres that what was life In him seemed torture This anatomy Had by his young fair fere a boy and I Believed it was his for she swore it was And who would not believe her Brief I amTo those that prate and have done no companion To those that boast and have not a defier To those that would and cannot a rejoicer Yea him I do not love that tells close offices The foulest way nor names concealments in The boldest language Such a one I am And vow that lover never yet made sigh Truer than I O then most soft sweet goddess Give me the victory of this question which Is true loves merit and bless me with a sign Of thy great pleasure Here music is heard doves are seen to flutter They fall again upon their faces then on their knees O thou that from eleven to ninety reignst In mortal bosoms whose chase is this world And we in herds thy game I give thee thanks For this fair token which being laid unto Mine innocent true heart arms in assurance My body to this business" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 453, + "ignore_eos": true + } + ] + }, + { + "session_id": "587bd646-dc9c-43f6-8f06-84a8650174f4", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " rare Subdues all pangs all fears CYMBELINE Past grace obedience IMOGEN Past hope and in despair that way past grace CYMBELINE That mightst have had the sole son of my queen IMOGEN O blessed that I might not I chose an eagle And did avoid a puttock CYMBELINE Thou tookst a beggar wouldst have made my throne A seat for baseness IMOGEN No I rather added A lustre to it CYMBELINE O thou vile one IMOGEN Sir It is your fault that I have lovd Posthumus You bred him as my playfellow and he is A man worth any woman overbuys me Almost the sum he pays CYMBELINE What art thou mad IMOGEN Almost sir Heaven restore me Would I were A neatherds daughter and my Leonatus Our neighbour shepherds son Enter Queen CYMBELINE Thou foolish thing To the Queen They were again together You have done Not after our command Away with her And pen her up QUEEN Beseech your patience Peace Dear lady daughter peaceSweet sovereign Leave us to ourselves and make yourself some comfort Out of your best advice CYMBELINE Nay let her languish A drop of blood a day and being aged Die of this folly Exit with Lords Enter Pisanio QUEEN Fie you must give way Here is your servant How now sir What news PISANIO My lord your son drew on my master QUEEN Ha No harm I trust is done PISANIO There might have been But that my master rather playd than fought And had no help of anger they were parted By gentlemen at hand QUEEN I am very glad ont IMOGEN Your sons my fathers friend he takes his part To draw upon an exile O brave sir I would they were in Afric both together Myself by with a needle that I might prick The goerback Why came you from your master PISANIO On his command He would not suffer me To bring him to the haven left these notes Of what commands I should be subject to Whent pleasd you to employ me QUEEN This hath been Your faithful servant I dare lay mine honour He will remain so PISANIO I humbly thank your Highness QUEEN Pray walk awhile IMOGEN About some halfhour hence Pray you speak with me You shall at least go see my lord aboard For this time leave me Exeunt SCENE III Britain A public place Enter Cloten and two Lords FIRST LORD Sir I would advise you to shift a shirt the violence of action hath made you reek as a sacrifice Where air comes out air comes in theres none abroad so wholesome as that you vent CLOTEN If my shirt were bloody then to shift it Have I hurt him SECOND LORD Aside No faith not so much as his patience FIRST LORD Hurt him His bodys a passable carcass if he be not hurt It is a throughfare for steel if it be not hurt SECOND LORD Aside His steel was in debt it went o th backside the town CLOTEN The villain would not stand me SECOND LORD Aside No but he fled forward still toward your face FIRST LORD Stand you You have land enough of your own but he added to your having gave you some ground SECOND LORD Aside As many inches as you have oceans Puppies CLOTEN I would they had not come between us SECOND LORD Aside So would I till you had measurd how long a fool you were upon the ground CLOTEN And that she should love this fellow and refuse me SECOND LORD Aside If it be a sin to make a true election she is damnd FIRST LORD Sir as I told you always her beauty and her brain go not together shes a good sign but I have seen small reflection of her wit SECOND LORD Aside She shines not upon fools lest the reflection should hurt her CLOTEN Come Ill to my chamber Would there had been some hurt done SECOND LORD Aside I wish not so unless it had been the fall of an ass which is no great hurt CLOTEN Youll go with us FIRST LORD Ill attend your lordship CLOTEN Nay come lets go together SECOND LORD Well my lord Exeunt SCENE IV Britain Cymbelines palace" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 385, + "ignore_eos": true + } + ] + }, + { + "session_id": "4374d993-d7fa-4c33-a066-d304fd4d3882", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " do something The Moor already changes with my poison Dangerous conceits are in their natures poisons Which at the first are scarce found to distaste But with a little act upon the blood Burn like the mines of sulphur I did say so Enter Othello Look where he comes Not poppy nor mandragora Nor all the drowsy syrups of the world Shall ever medicine thee to that sweet sleep Which thou owdst yesterday OTHELLO Ha ha false to me IAGO Why how now general No more of that OTHELLO Avaunt be gone Thou hast set me on the rack I swear tis better to be much abusd Than but to knowt a little IAGO How now my lord OTHELLO What sense had I of her stoln hours of lust I sawt not thought it not it harmd not me I slept the next night well was free and merry I found not Cassios kisses on her lips He that is robbd not wanting what is stoln Let him not knowt and hes not robbd at all IAGO I am sorry to hear this OTHELLO I had been happy if the general camp Pioners and all had tasted her sweet body So I had nothing known O now for ever Farewell the tranquil mind Farewell content Farewell the plumed troops and the big wars That make ambition virtue O farewell Farewell the neighing steed and the shrill trump The spiritstirring drum the earpiercing fife The royal banner and all quality Pride pomp and circumstance of glorious war And O you mortal engines whose rude throats The immortal Joves dread clamours counterfeit Farewell Othellos occupations gone IAGO Ist possible my lord OTHELLO Villain be sure thou prove my love a whore Be sure of it Give me the ocular proof Or by the worth of mans eternal soul Thou hadst been better have been born a dog Than answer my wakd wrath IAGO Ist come to this OTHELLO Make me to seet or at the least so prove it That the probation bear no hinge nor loop To hang a doubt on or woe upon thy life IAGO My noble lord OTHELLO If thou dost slander her and torture me Never pray more Abandon all remorse On horrors head horrors accumulate Do deeds to make heaven weep all earth amazd For nothing canst thou to damnation add Greater than that IAGO O grace O heaven defend me Are you a man Have you a soul or sense God be wi you Take mine officeO wretched fool That livst to make thine honesty a vice O monstrous world Take note take note O world To be direct and honest is not safe I thank you for this profit and from hence Ill love no friend sith love breeds such offence OTHELLO Nay stay Thou shouldst be honest IAGO I should be wise for honestys a fool And loses that it works for OTHELLO By the world I think my wife be honest and think she is not I think that thou art just and think thou art not Ill have some proof her name that was as fresh As Dians visage is now begrimd and black As mine own face If there be cords or knives Poison or fire or suffocating streams Ill not endure t Would I were satisfied IAGO I see sir you are eaten up with passion I do repent me that I put it to you You would be satisfied OTHELLO Would Nay I will IAGO And may but how How satisfied my lord Would" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 476, + "ignore_eos": true + } + ] + }, + { + "session_id": "4dfbd878-2ff6-4483-b1b1-699c6b56b59a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " my house The tiger now hath seized the gentle hind Insulting tyranny begins to jut Upon the innocent and aweless throne Welcome destruction blood and massacre I see as in a map the end of all DUCHESS Accursed and unquiet wrangling days How many of you have mine eyes beheld My husband lost his life to get the crown And often up and down my sons were tossed For me to joy and weep their gain and loss And being seated and domestic broils Clean overblown themselves the conquerors Make war upon themselves brother to brother Blood to blood self against self O preposterous And frantic outrage end thy damned spleen Or let me die to look on earth no more QUEEN ELIZABETH Come come my boy We will to sanctuary Madam farewell DUCHESS Stay I will go with you QUEEN ELIZABETH You have no cause ARCHBISHOP To the Queen My gracious lady go And thither bear your treasure and your goods For my part Ill resign unto your Grace The seal I keep and so betide to me As well I tender you and all of yours Go Ill conduct you to the sanctuary Exeunt ACT III SCENE I London A street The trumpets sound Enter young Prince Edward Richard Buckingham Cardinal Bourchier Catesby and others BUCKINGHAM Welcome sweet Prince to London to your chamber RICHARD Welcome dear cousin my thoughts sovereign The weary way hath made you melancholy PRINCE No uncle but our crosses on the way Have made it tedious wearisome and heavyI want more uncles here to welcome me RICHARD Sweet prince the untainted virtue of your years Hath not yet dived into the worlds deceit Nor more can you distinguish of a man Than of his outward show which God He knows Seldom or never jumpeth with the heart Those uncles which you want were dangerous Your Grace attended to their sugared words But looked not on the poison of their hearts God keep you from them and from such false friends PRINCE God keep me from false friends but they were none RICHARD My lord the Mayor of London comes to greet you Enter Lord Mayor with Attendants MAYOR God bless your Grace with health and happy days PRINCE I thank you good my lord and thank you all I thought my mother and my brother York Would long ere this have met us on the way Fie what a slug is Hastings that he comes not To tell us whether they will come or no Enter Lord Hastings BUCKINGHAM And in good time here comes the sweating lord PRINCE Welcome my lord What will our mother come HASTINGS On what occasion God He knows not I The Queen your mother and your brother York Have taken sanctuary The tender prince Would fain have come with me to meet your Grace But by his mother was perforce withheld BUCKINGHAM Fie what an indirect and peevish course Is this of hers Lord cardinal will your Grace Persuade the Queen to send the Duke of York Unto his princely brother presently If she deny Lord Hastings go with him And from her jealous arms pluck him perforce CARDINAL My Lord of Buckingham if my weak oratory Can from his mother win the Duke of York Anon expect him here but if she be obdurate To mild entreaties God in heaven forbid We should infringe the holy privilege Of blessed sanctuary Not for all this land Would I be guilty of so deep a sin BUCKINGHAM You are too senselessobstinate my lord Too ceremonious and traditional Weigh it but with the grossness of this age You break not sanctuary in seizing him The benefit thereof is always granted To those whose dealings have deserved the place And those who have the wit to claim the place This prince hath neither claimed it nor deserved it And therefore in mine opinion cannot have it Then taking him from thence that is not there You break no privilege nor charter there Oft have I heard of sanctuarymen But sanctuary children never till now CARDINAL My lord" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 410, + "ignore_eos": true + } + ] + }, + { + "session_id": "922d1af3-c438-4951-976e-c607668ffd29", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " art thyself though not a Montague Whats Montague It is nor hand nor foot Nor arm nor face nor any other part Belonging to a man O be some other name Whats in a name That which we call a rose By any other name would smell as sweet So Romeo would were he not Romeo calld Retain that dear perfection which he owes Without that title Romeo doff thy name And for thy name which is no part of thee Take all myself ROMEO I take thee at thy word Call me but love and Ill be new baptisd Henceforth I never will be Romeo JULIET What man art thou that thus bescreend in night So stumblest on my counsel ROMEO By a name I know not how to tell thee who I am My name dear saint is hateful to myself Because it is an enemy to thee Had I it written I would tear the word JULIET My ears have yet not drunk a hundred words Of thy tongues utterance yet I know the sound Art thou not Romeo and a Montague ROMEO Neither fair maid if either thee dislike JULIET How camst thou hither tell me and wherefore The orchard walls are high and hard to climb And the place death considering who thou art If any of my kinsmen find thee here ROMEO With loves light wings did I oerperch these walls For stony limits cannot hold love out And what love can do that dares love attempt Therefore thy kinsmen are no stop to me JULIET If they do see thee they will murder thee ROMEO Alack there lies more peril in thine eye Than twenty of their swords Look thou but sweet And I am proof against their enmity JULIET I would not for the world they saw thee here ROMEO I have nights cloak to hide me from their eyes And but thou love me let them find me here My life were better ended by their hate Than death prorogued wanting of thy love JULIET By whose direction foundst thou out this place ROMEO By love that first did prompt me to enquire He lent me counsel and I lent him eyes I am no pilot yet wert thou as far As that vast shore washd with the farthest sea I should adventure for such merchandise JULIET Thou knowest the mask of night is on my face Else would a maiden blush bepaint my cheek For that which thou hast heard me speak tonight Fain would I dwell on form fain fain deny What I have spoke but farewell compliment Dost thou love me I know thou wilt say Ay And I will take thy word Yet if thou swearst Thou mayst prove false At lovers perjuries They say Jove laughs O gentle Romeo If thou dost love pronounce it faithfully Or if thou thinkest I am too quickly won Ill frown and be perverse and say thee nay So thou wilt woo But else not for the world In truth fair Montague I am too fond And therefore thou mayst think my haviour light But trust me gentleman Ill prove more true Than those that have more cunning to be strange I should have been more strange I must confess But that thou overheardst ere I was ware My truelove passion therefore pardon me And not impute this yielding to light love Which the dark night hath so discovered ROMEO Lady by yonder blessed moon I vow That tips with silver all these fruittree tops JULIET O swear not by the moon thinconstant moon That monthly changes in her circled orb Lest that thy love prove likewise variable ROMEO What shall I swear by JULIET Do not swear at all Or if thou wilt swear by thy gracious self Which is the god of my idolatry And Ill believe thee ROMEO If my hearts dear love JULIET Well do not swear Although I joy in thee I have no joy of this contract tonight It is too rash too unadvisd too sudden Too like the lightning which doth cease to be Ere one can say It lightens Sweet good night This bud of love" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 379, + "ignore_eos": true + } + ] + }, + { + "session_id": "885c4e19-3772-4b2f-9eb5-f673ee1103f2", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " gentle daughter fear you not at all He is your husband on a precontract To bring you thus together tis no sin Sith that the justice of your title to him Doth flourish the deceit Come let us go Our corns to reap for yet our tithes to sow Exeunt SCENE II A room in the prison Enter Provost and Pompey PROVOST Come hither sirrah Can you cut off a mans head POMPEY If the man be a bachelor sir I can but if he be a married man hes his wifes head and I can never cut off a womans head PROVOST Come sir leave me your snatches and yield me a direct answer Tomorrow morning are to die Claudio and Barnardine Here is in our prison a common executioner who in his office lacks a helper if you will take it on you to assist him it shall redeem you from your gyves if not you shall have your full time of imprisonment and your deliverance with an unpitied whipping for you have been a notorious bawd POMPEY Sir I have been an unlawful bawd time out of mind but yet I will be content to be a lawful hangman I would be glad to receive some instruction from my fellowpartner PROVOST What ho Abhorson Wheres Abhorson there Enter Abhorson ABHORSON Do you call sir PROVOST Sirrah heres a fellow will help you tomorrow in your execution If you think it meet compound with him by the year and let him abide here with you if not use him for the present and dismiss him He cannot plead his estimation with you he hath been a bawd ABHORSON A bawd sir Fie upon him he will discredit our mystery PROVOST Go to sir you weigh equally A feather will turn the scale Exit POMPEY Pray sir by your good favourfor surely sir a good favour you have but that you have a hanging lookdo you call sir your occupation a mystery ABHORSON Ay sir a mystery POMPEY Painting sir I have heard say is a mystery and your whores sir being members of my occupation using painting do prove my occupation a mystery But what mystery there should be in hanging if I should be hanged I cannot imagine ABHORSON Sir it is a mystery POMPEY Proof ABHORSON Every true mans apparel fits your thief If it be too little for your thief your true man thinks it big enough if it be too big for your thief your thief thinks it little enough So every true mans apparel fits your thiefEnter Provost PROVOST Are you agreed POMPEY Sir I will serve him for I do find your hangman is a more penitent trade than your bawd He doth oftener ask forgiveness PROVOST You sirrah provide your block and your axe tomorrow four oclock ABHORSON Come on bawd I will instruct thee in my trade Follow POMPEY I do desire to learn sir and I hope if you have occasion to use me for your own turn you shall find me yare For truly sir for your kindness I owe you a good turn PROVOST Call hither Barnardine and Claudio Exeunt Abhorson and Pompey Th one has my pity not a jot the other Being a murderer though he were my brother Enter Claudio Look heres the warrant Claudio for thy death Tis now dead midnight and by eight tomorrow Thou must be made immortal Wheres Barnardine CLAUDIO As fast locked up in sleep as guiltless labour When it lies starkly in the travellers bones He will not wake PROVOST Who can" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 369, + "ignore_eos": true + } + ] + }, + { + "session_id": "5a7f43f5-e0ff-4130-8b19-6b536ea8c51f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " you are curbd from that enlargement by The consequence o th crown and must not foil The precious note of it with a base slave A hilding for a livery a squires cloth A pantler not so eminent IMOGEN Profane fellow Wert thou the son of Jupiter and no more But what thou art besides thou wert too base To be his groom Thou wert dignified enough Even to the point of envy if twere made Comparative for your virtues to be styld The underhangman of his kingdom and hated For being preferrd so well CLOTEN The south fog rot him IMOGEN He never can meet more mischance than come To be but namd of thee His meanst garment That ever hath but clippd his body is dearer In my respect than all the hairs above thee Were they all made such men How now Pisanio Enter Pisanio CLOTEN His garment Now the devil IMOGEN To Dorothy my woman hie thee presently CLOTEN His garment IMOGEN I am sprited with a fool Frighted and angred worse Go bid my woman Search for a jewel that too casually Hath left mine arm It was thy masters shrew me If I would lose it for a revenue Of any kings in Europe I do think I sawt this morning confident I am Last night twas on mine arm I kissd it I hope it be not gone to tell my lord That I kiss aught but he PISANIO Twill not be lost IMOGEN I hope so Go and search Exit Pisanio CLOTEN You have abusd me His meanest garment IMOGEN Ay I said so sir If you will make t an action call witness to t CLOTEN I will inform your father IMOGEN Your mother too Shes my good lady and will conceive I hope But the worst of me So I leave you sir To th worst of discontent Exit CLOTEN Ill be revengd His meanst garment Well Exit SCENE IV Rome Philarios house Enter Posthumus and Philario POSTHUMUS Fear it not sir I would I were so sure To win the King as I am bold her honour Will remain hers PHILARIO What means do you make to him POSTHUMUS Not any but abide the change of time Quake in the present winters state and wish That warmer days would come In these feard hopes I barely gratify your love they failing I must die much your debtor PHILARIO Your very goodness and your company Oerpays all I can do By this your king Hath heard of great Augustus Caius Lucius Will dos commission throughly and I think Hell grant the tribute send th arrearages Or look upon our Romans whose remembrance Is yet fresh in their grief POSTHUMUS I do believe Statist though I am none nor like to be That this will prove a war and you shall hear The legions now in Gallia sooner landed In our notfearing Britain than have tidings Of any penny tribute paid Our countrymen Are men more orderd than when Julius Csar Smild at their lack of skill but found their courage Worthy his frowning at Their discipline Now mingled with their courages will make known To their approvers they are people suchThat mend upon the world Enter Iachimo PHILARIO See Iachimo POSTHUMUS The swiftest harts have posted you by land And winds of all the corners kissd your sails To make your vessel nimble PHILARIO Welcome sir POSTHUMUS I hope the briefness of your answer made The speediness of your return IACHIMO Your lady Is one of the fairest that I have lookd upon POSTHUMUS And therewithal the best or let her beauty Look through a casement to allure false hearts And be false with them IACHIMO Here are letters for you POSTHUMUS Their tenour good I trust IACHIMO Tis very like PHILARIO Was Caius Lucius in the Britain court When you were there IACHIMO He was expected then But not approachd POSTHUMUS All is well yet Sparkles this stone as it was wont or ist not Too dull for your good wearing IACH" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 357, + "ignore_eos": true + } + ] + }, + { + "session_id": "aae2266b-78ac-4d90-872a-13dc4a5f77cc", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "ithee noble lord Join with me to forbid him her resort Myself have spoke in vain TIMON The man is honest OLD ATHENIAN Therefore he will be Timon His honesty rewards him in itself It must not bear my daughter TIMON Does she love him OLD ATHENIAN She is young and apt Our own precedent passions do instruct us What levitys in youth TIMON To Lucilius Love you the maid LUCILIUS Ay my good lord and she accepts of it OLD ATHENIAN If in her marriage my consent be missing I call the gods to witness I will choose Mine heir from forth the beggars of the world And dispossess her all TIMON How shall she be endowed If she be mated with an equal husband OLD ATHENIAN Three talents on the present in future all TIMON This gentleman of mine hath served me long To build his fortune I will strain a little For tis a bond in men Give him thy daughter What you bestow in him Ill counterpoise And make him weigh with her OLD ATHENIAN Most noble lord Pawn me to this your honour she is his TIMON My hand to thee mine honour on my promise LUCILIUS Humbly I thank your lordship Never may That state or fortune fall into my keeping Which is not owed to you Exeunt Lucilius and Old Athenian POET Presenting his poem Vouchsafe my labour and long live your lordship TIMON I thank you you shall hear from me anon Go not awayWhat have you there my friend PAINTER A piece of painting which I do beseech Your lordship to accept TIMON Painting is welcome The painting is almost the natural man For since dishonour traffics with mans nature He is but outside these pencilled figures are Even such as they give out I like your work And you shall find I like it Wait attendance Till you hear further from me PAINTER The gods preserve you TIMON Well fare you gentleman Give me your hand We must needs dine together Sir your jewel Hath suffered under praise JEWELLER What my lord dispraise TIMON A mere satiety of commendations If I should pay you for t as tis extolled It would unclew me quite JEWELLER My lord tis rated As those which sell would give But you well know Things of like value differing in the owners Are prized by their masters Believet dear lord You mend the jewel by the wearing it TIMON Well mocked MERCHANT No my good lord he speaks the common tongue Which all men speak with him Enter Apemantus TIMON Look who comes here Will you be chid JEWELLER Well bear with your lordship MERCHANT Hell spare none TIMON Good morrow to thee gentle Apemantus APEMANTUS Till I be gentle stay thou for thy good morrow When thou art Timons dog and these knaves honest TIMON Why dost thou call them knaves Thou knowst them not APEMANTUS Are they not Athenians TIMON Yes APEMANTUS Then I repent not JEWELLER You know me Apemantus APEMANTUS Thou knowst I do I called thee by thy name TIMON Thou art proud Apemantus APEMANTUS Of nothing so much as that I am not like Timon TIMON Whither art going APEMANTUS To knock out an honest Athenians brains TIMON Thats a deed thoult die for APEMANTUS Right if doing nothing be death by th law TIMON How likst thou this picture Apemantus APEMANTUS The best for the innocence TIMON Wrought he not well that painted it APEMANTUS He wrought better that made the painter and yet hes but a filthy piece of work PAINTER Youre a dog APEMANTUS Thy mothers of my generation Whats" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 379, + "ignore_eos": true + } + ] + }, + { + "session_id": "8437eb17-54c9-4329-837c-d958ca0fb7c2", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " person holp to reap the fame Which he did end all his and took some pride To do myself this wrong till at the last I seemed his follower not partner and He waged me with his countenance as if I had been mercenary FIRST CONSPIRATOR So he did my lord The army marvelled at it and in the last When he had carried Rome and that we looked For no less spoil than glory AUFIDIUS There was it For which my sinews shall be stretched upon him At a few drops of womens rheum which are As cheap as lies he sold the blood and labour Of our great action Therefore shall he die And Ill renew me in his fall But hark Drums and trumpets sound with great shouts of the people FIRST CONSPIRATOR Your native town you entered like a post And had no welcomes home but he returns Splitting the air with noise SECOND CONSPIRATOR And patient fools Whose children he hath slain their base throats tear With giving him glory THIRD CONSPIRATOR Therefore at your vantage Ere he express himself or move the people With what he would say let him feel your sword Which we will second When he lies along After your way his tale pronounced shall bury His reasons with his body AUFIDIUS Say no more Here come the lords Enter the Lords of the city ALL LORDS You are most welcome home AUFIDIUS I have not deserved it But worthy lords have you with heed perused What I have written to youALL LORDS We have FIRST LORD And grieve to heart What faults he made before the last I think Might have found easy fines but there to end Where he was to begin and give away The benefit of our levies answering us With our own charge making a treaty where There was a yieldingthis admits no excuse Enter Coriolanus marching with Drum and Colours the Commoners being with him AUFIDIUS He approaches You shall hear him CORIOLANUS Hail lords I am returned your soldier No more infected with my countrys love Than when I parted hence but still subsisting Under your great command You are to know That prosperously I have attempted and With bloody passage led your wars even to The gates of Rome Our spoils we have brought home Doth more than counterpoise a full third part The charges of the action We have made peace With no less honour to the Antiates Than shame to th Romans and we here deliver Subscribed by th Consuls and patricians Together with the seal o th Senate what We have compounded on He offers the lords a paper AUFIDIUS Read it not noble lords But tell the traitor in the highest degree He hath abused your powers CORIOLANUS Traitor How now AUFIDIUS Ay traitor Martius CORIOLANUS Martius AUFIDIUS Ay Martius Caius Martius Dost thou think Ill grace thee with that robbery thy stoln name Coriolanus in Corioles You lords and heads o th state perfidiously He has betrayed your business and given up For certain drops of salt your city Rome I say your cityto his wife and mother Breaking his oath and resolution like A twist of rotten silk never admitting Counsel o th war but at his nurses tears He whined and roared away your victory That pages blushed at him and men of heart Looked wondring each at other CORIOLANUS Hearst thou Mars AUFIDIUS Name not the god thou boy of tears CORIOLANUS Ha AUFIDIUS No more CORIOLANUS Measureless liar thou hast made my heart Too great for what contains it Boy O slave Pardon me lords tis the first time that ever I was forced to scold Your judgments my grave lords Must give this cur the lie and his own notion Who wears my stripes impressed upon him that Must bear my beating to his graveshall join To thrust the lie unto him FIRST LORD Peace both and hear me speak CORIOLANUS Cut me to pieces Volsces Men and lads Stain all your edges on me Boy False hound If you have writ your annals true tis there That like an eagle in" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 482, + "ignore_eos": true + } + ] + }, + { + "session_id": "96f5b1da-a37e-466b-b41c-d23fa126a0ac", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " thy offence Claudio CLAUDIO What but to speak of would offend again LUCIO What ist murder CLAUDIO No LUCIO Lechery CLAUDIO Call it so PROVOST Away sir you must go CLAUDIO One word good friendLucio a word with you LUCIO A hundred if theyll do you any good Is lechery so looked after CLAUDIO Thus stands it with me upon a true contract I got possession of Juliettas bed You know the lady she is fast my wife Save that we do the denunciation lack Of outward order This we came not to Only for propagation of a dower Remaining in the coffer of her friends From whom we thought it meet to hide our love Till time had made them for us But it chances The stealth of our most mutual entertainment With character too gross is writ on Juliet LUCIO With child perhaps CLAUDIO Unhappily even so And the new deputy now for the Duke Whether it be the fault and glimpse of newness Or whether that the body public be A horse whereon the governor doth ride Who newly in the seat that it may know He can command lets it straight feel the spur Whether the tyranny be in his place Or in his eminence that fills it up I stagger inbut this new governor Awakes me all the enrolled penalties Which have like unscoured armour hung by th wall So long that nineteen zodiacs have gone round And none of them been worn and for a name Now puts the drowsy and neglected act Freshly on me Tis surely for a name LUCIO I warrant it is And thy head stands so tickle on thy shoulders that a milkmaid if she be in love may sigh it off Send after the Duke and appeal to him CLAUDIO I have done so but hes not to be found I prithee Lucio do me this kind service This day my sister should the cloister enter And there receive her approbation Acquaint her with the danger of my state Implore her in my voice that she make friends To the strict deputy bid herself assay him I have great hope in that For in her youth There is a prone and speechless dialect Such as moves men beside she hath prosperous art When she will play with reason and discourse And well she can persuade LUCIO I pray she may as well for the encouragement of the like which else would stand under grievous imposition as for the enjoying of thy life who I would be sorry should be thus foolishly lost at a game of ticktack Ill to her CLAUDIO I thank you good friend Lucio LUCIO Within two hours CLAUDIO Come officer away Exeunt SCENE III A monastery Enter Duke and Friar Thomas DUKE No holy father throw away that thought Believe not that the dribbling dart of love Can pierce a complete bosom Why I desire thee To give me secret harbour hath a purpose More grave and wrinkled than the aims and ends Of burning youth FRIAR THOMAS May your Grace speak of it DUKE My holy sir none better knows than you How I have ever loved the life removed And held in idle price to haunt assemblies Where youth and cost a witless bravery keeps I have delivered to Lord Angelo A man of stricture and firm abstinence My absolute power and place here in Vienna And he supposes me travelled to Poland For so I have strewed it in the common ear And so it is received Now pious sir You will demand of me why I do this FRIAR THOMAS Gladly my lord DUKE We have strict statutes and most biting laws The needful bits and curbs to headstrong weeds Which for this fourteen years we have let slip Even like an oergrown lion in a cave That goes not out to prey Now as fond fathers Having bound up the threatning twigs of birch Only to stick it in their childrens sight For terror not to use in time the rod Becomes more mocked than feared so our decrees Dead to infliction to themselves are dead And liberty plucks justice by the nose The baby beats the nurse and quite athwart Goes all decorum FRIAR THOMAS It rested in your Grace To unloose this tiedup justice when you pleased And it in you more dreadful would have seemed Than in Lord Angelo DUKE I do fear too dreadful Sith twas my fault to give the people scope Twould be my tyranny to strike and gall them For what I bid them do for we bid this be done When evil deeds have their permissive pass And not the punishment Therefore indeed my father I have on Angelo imposed the office Who may in th" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 422, + "ignore_eos": true + } + ] + }, + { + "session_id": "67dfa586-3b15-43be-b0a0-f2b38e1a9a36", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " shalt thereby reap is such a name Whose repetition will be dogged with curses Whose chronicle thus writ The man was noble But with his last attempt he wiped it out Destroyed his country and his name remains To th ensuing age abhorred Speak to me son Thou hast affected the fine strains of honour To imitate the graces of the gods To tear with thunder the wide cheeks o th air And yet to charge thy sulphur with a bolt That should but rive an oak Why dost not speak Thinkst thou it honourable for a noble man Still to remember wrongsDaughter speak you He cares not for your weepingSpeak thou boy Perhaps thy childishness will move him more Than can our reasonsTheres no man in the world More bound tos mother yet here he lets me prate Like one i th stocks Thou hast never in thy life Showed thy dear mother any courtesy When she poor hen fond of no second brood Has clucked thee to the wars and safely home Loaden with honour Say my requests unjust And spurn me back but if it be not so Thou art not honest and the gods will plague thee That thou restrainst from me the duty which To a mothers part belongsHe turns away Down ladies Let us shame him with our knees To his surname Coriolanus longs more pride Than pity to our prayers Down An end They kneel This is the last So we will home to Rome And die among our neighboursNay beholds This boy that cannot tell what he would have But kneels and holds up hands for fellowship Does reason our petition with more strength Than thou hast to denytCome let us go They rise This fellow had a Volscian to his mother His wife is in Corioles and his child Like him by chanceYet give us our dispatch I am hushed until our city be afire And then Ill speak a little He holds her by the hand silent CORIOLANUS O mother mother What have you done Behold the heavens do ope The gods look down and this unnatural scene They laugh at O my mother mother O You have won a happy victory to Rome But for your sonbelieve it O believe it Most dangerously you have with him prevailed If not most mortal to him But let it come Aufidius though I cannot make true wars Ill frame convenient peace Now good Aufidius Were you in my stead would you have heard A mother less Or granted less Aufidius AUFIDIUS I was moved withal CORIOLANUS I dare be sworn you were And sir it is no little thing to make Mine eyes to sweat compassion But good sir What peace youll make advise me For my part Ill not to Rome Ill back with you and pray you Stand to me in this causeO motherWife He speaks with them aside AUFIDIUS Aside I am glad thou hast set thy mercy and thy honour At difference in thee Out of that Ill work Myself a former fortune CORIOLANUS To the Women Ay by and by But well drink together and you shall bear A better witness back than words which we On like conditions will have countersealed Come enter with us Ladies you deserve To have a temple built you All the swords In Italy and her confederate arms Could not have made this peace Exeunt SCENE IV Rome A public place Enter Menenius and Sicinius MENENIUS See you yond coign o the Capitol yond cornerstone SICINIUS Why what of that MENENIUS If it be possible for you to displace it with your little finger there is some hope the ladies of Rome especially his mother may prevail with him But I say there is no hope int Our throats are sentenced and stay upon execution SICINIUS Ist possible that so short a time can alter the condition of a man MENENIUS There is differency between a grub and a butterfly yet your butterfly was a grub This Martius is grown from man to dragon He has wings hes more than a creeping thing SICINIUS He loved his mother dearly MENENIUS So did he me and he no more remembers his mother now than an eightyearold horse The tartness of his" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 408, + "ignore_eos": true + } + ] + }, + { + "session_id": "b970ed33-5006-4910-b626-10a074f46e6b", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Palamon PALAMON Nor none so honest Arcite ARCITE Thats no matter Well argue that hereafter Come take courage You shall not die thus beastly Here sir drink I know you are faintthen Ill talk further with you PALAMON Arcite thou mightst now poison me ARCITE I might But I must fear you first Sit down and good now No more of these vain parleys let us not Having our ancient reputation with us Make talk for fools and cowards To your health Drinks PALAMON Do ARCITE Pray sit down then and let me entreat you By all the honesty and honour in you No mention of this woman twill disturb us We shall have time enough PALAMON Well sir Ill pledge you Drinks ARCITE Drink a good hearty draught it breeds good blood man Do not you feel it thaw you PALAMON Stay Ill tell you After a draught or two more ARCITE Spare it not the Duke has more coz Eat now PALAMON Yes Eats ARCITE I am glad you have so good a stomach PALAMON I am gladder I have so good meat to t ARCITE Ist not mad lodging Here in the wild woods cousin PALAMON Yes for them That have wild consciences ARCITE How tastes your victuals Your hunger needs no sauce I see PALAMON Not much But if it did yours is too tart sweet cousin What is this ARCITE Venison PALAMON Tis a lusty meat Give me more wine Here Arcite to the wenches We have known in our days The Lord Stewards daughter Do you remember her ARCITE After you coz PALAMON She loved a blackhaired man ARCITE She did so well sir PALAMON And I have heard some call him Arcite and ARCITE Out witht faith PALAMON She met him in an arbour What did she there coz Play o th virginals ARCITE Something she did sir PALAMON Made her groan a month for t Or two or three or ten ARCITE The Marshals sister Had her share too as I remember cousin Else there be tales abroad Youll pledge her PALAMON Yes ARCITE A pretty brown wench tis There was a time When young men went ahunting and a wood And a broad beech and thereby hangs a tale Heigh ho PALAMON For Emily upon my life Fool Away with this strained mirth I say again That sigh was breathed for Emily Base cousin Darst thou break first ARCITE You are wide PALAMON By heaven and earth Theres nothing in thee honest ARCITE Then Ill leave you You are a beast now PALAMON As thou makst me traitor ARCITE Theres all things needful files and shirts and perfumes Ill come again some two hours hence and bring That that shall quiet all PALAMON A sword and armour ARCITE Fear me not You are now too foul Farewell Get off your trinkets you shall want naught PALAMON Sirrah ARCITE Ill hear no more Exit PALAMON If he keep touch he dies for t Exit SCENE IV Another part of the forest Enter Jailers Daughter DAUGHTER I am very cold and all the stars are out too The little stars and all that look like aglets The sun has seen my folly Palamon Alas no hes in heaven Where am I now Yonders the sea and theres a ship how t tumbles And theres a rock lies watching under water Now now it beats upon it now now now Theres a leak sprung a sound one How they cry Run her before the wind youll lose all else Up with a course or two and tack about boys Good night good night youre gone I am very hungry Would I could find a fine frog he would tell me News from all parts o th world then would I make A carrack of a cockle shell and sail By" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 414, + "ignore_eos": true + } + ] + }, + { + "session_id": "e69049eb-daae-45c5-ab08-4421bd83e83f", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " fear my Doricles You wood me the false way FLORIZEL I think you have As little skill to fear as I have purpose To put you to t But come our dance I pray Your hand my Perdita So turtles pair That never mean to part PERDITA Ill swear for em POLIXENES This is the prettiest lowborn lass that ever Ran on the greensward Nothing she does or seems But smacks of something greater than herself Too noble for this place CAMILLO He tells her something That makes her blood look out Good sooth she is The queen of curds and cream CLOWN Come on strike up DORCAS Mopsa must be your mistress marry garlic to mend her kissing with MOPSA Now in good time CLOWN Not a word a word we stand upon our manners Come strike up Music Here a dance Of Shepherds and Shepherdesses POLIXENES Pray good shepherd what fair swain is this Which dances with your daughter SHEPHERD They call him Doricles and boasts himself To have a worthy feeding But I have it Upon his own report and I believe it He looks like sooth He says he loves my daughter I think so too for never gazd the moon Upon the water as hell stand and read As twere my daughters eyes And to be plain I think there is not half a kiss to choose Who loves another best POLIXENES She dances featly SHEPHERD So she does anything though I report it That should be silent If young Doricles Do light upon her she shall bring him that Which he not dreams of Enter a Servant SERVANT O master if you did but hear the pedlar at the door you would never dance again after a tabor and pipe no the bagpipe could not move you He sings several tunes faster than youll tell money He utters them as he had eaten ballads and all mens ears grew to his tunesCLOWN He could never come better he shall come in I love a ballad but even too well if it be doleful matter merrily set down or a very pleasant thing indeed and sung lamentably SERVANT He hath songs for man or woman of all sizes No milliner can so fit his customers with gloves He has the prettiest lovesongs for maids so without bawdry which is strange with such delicate burdens of dildos and fadings jump her and thump her and where some stretchmouthed rascal would as it were mean mischief and break a foul gap into the matter he makes the maid to answer Whoop do me no harm good man puts him off slights him with Whoop do me no harm good man POLIXENES This is a brave fellow CLOWN Believe me thou talkest of an admirable conceited fellow Has he any unbraided wares SERVANT He hath ribbons of all the colours i th rainbow points more than all the lawyers in Bohemia can learnedly handle though they come to him by th gross inkles caddisses cambrics lawns why he sings em over as they were gods or goddesses you would think a smock were a sheangel he so chants to the sleevehand and the work about the square on t CLOWN Prithee bring him in and let him approach singing PERDITA Forewarn him that he use no scurrilous words in s tunes Exit Servant CLOWN You have of these pedlars that have more in them than youd think sister PERDITA Ay good brother or go about to think Enter Autolycus singing AUTOLYCUS Lawn as white as driven snow Cypress black as eer" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 388, + "ignore_eos": true + } + ] + }, + { + "session_id": "e52aa92a-329d-4225-96f8-76097e57c6f9", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": "acious England hath Lent us good Siward and ten thousand men An older and a better soldier none That Christendom gives out ROSS Would I could answer This comfort with the like But I have words That would be howld out in the desert air Where hearing should not latch them MACDUFF What concern they The general cause or is it a feegrief Due to some single breast ROSS No mind thats honest But in it shares some woe though the main part Pertains to you alone MACDUFF If it be mine Keep it not from me quickly let me have it ROSS Let not your ears despise my tongue for ever Which shall possess them with the heaviest sound That ever yet they heard MACDUFF Humh I guess at it ROSS Your castle is surprisd your wife and babes Savagely slaughterd To relate the manner Were on the quarry of these murderd deer To add the death of you MALCOLM Merciful heaven What man neer pull your hat upon your brows Give sorrow words The grief that does not speak Whispers the oerfraught heart and bids it break MACDUFF My children too ROSS Wife children servants all That could be found MACDUFF And I must be from thence My wife killd too ROSS I have said MALCOLM Be comforted Lets make us medcines of our great revenge To cure this deadly grief MACDUFF He has no childrenAll my pretty ones Did you say allO hellkiteAll What all my pretty chickens and their dam At one fell swoop MALCOLM Dispute it like a man MACDUFF I shall do so But I must also feel it as a man I cannot but remember such things were That were most precious to meDid heaven look on And would not take their part Sinful Macduff They were all struck for thee Naught that I am Not for their own demerits but for mine Fell slaughter on their souls heaven rest them now MALCOLM Be this the whetstone of your sword Let grief Convert to anger blunt not the heart enrage it MACDUFF O I could play the woman with mine eyes And braggart with my tongueBut gentle heavens Cut short all intermission front to front Bring thou this fiend of Scotland and myself Within my swords length set him if he scape Heaven forgive him too MALCOLM This tune goes manly Come go we to the King Our power is ready Our lack is nothing but our leave Macbeth Is ripe for shaking and the powers above Put on their instruments Receive what cheer you may The night is long that never finds the day Exeunt ACT V SCENE I Dunsinane A Room in the Castle Enter a Doctor of Physic and a WaitingGentlewoman DOCTOR I have two nights watched with you but can perceive no truth in your report When was it she last walked GENTLEWOMAN Since his Majesty went into the field I have seen her rise from her bed throw her nightgown upon her unlock her closet take forth paper fold it write upont read it afterwards seal it and again return to bed yet all this while in a most fast sleep DOCTOR A great perturbation in nature to receive at once the benefit of sleep and do the effects of watching In this slumbery agitation besides her walking and other actual performances what at any time have you heard her say GENTLEWOMAN That sir which I will not report after her DOCTOR You may to me and tis most meet you should GENTLEWOMAN Neither to you nor anyone having no witness to confirm my speech Enter Lady Macbeth with a taperLo you here she comes This is her very guise and upon my life fast asleep Observe her stand close DOCTOR How came she by that light GENTLEWOMAN Why it stood by her she has light by her continually tis her command DOCTOR You see her eyes are open GENTLEWOMAN Ay but their sense are shut DOCTOR What is it she does now Look how she rubs her hands GENTLEWOMAN It is an accustomed action with her to seem thus washing her hands I" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 450, + "ignore_eos": true + } + ] + }, + { + "session_id": "1ca6bf21-7752-42c8-af33-70e305a1b6d2", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " that you may know one anothers mind and the boy never need to understand anything for tis not good that children should know any wickedness Old folks you know have discretion as they say and know the world FALSTAFF Fare thee well commend me to them both Theres my purse I am yet thy debtor Boy go along with this womanThis news distracts me Exeunt Mistress Quickly and Robin PISTOL This punk is one of Cupids carriers Clap on more sails pursue up with your fights Give fire She is my prize or ocean whelm them all Exit Pistol FALSTAFF Sayst thou so old Jack Go thy ways Ill make more of thy old body than I have done Will they yet look after thee Wilt thou after the expense of so much money be now a gainer Good body I thank thee Let them say tis grossly done so it be fairly done no matter Enter Bardolph with a cup of sack BARDOLPH Sir John theres one Master Brook below would fain speak with you and be acquainted with you and hath sent your worship a mornings draught of sack FALSTAFF Brook is his name BARDOLPH Ay sir FALSTAFF Call him in Exit Bardolph Such Brooks are welcome to me that oerflow such liquor Ah ha Mistress Ford and Mistress Page have I encompassed you Go to via Enter Bardolph with Ford disguised as Brook FORD God bless you sir FALSTAFF And you sir Would you speak with me FORD I make bold to press with so little preparation upon you FALSTAFF Youre welcome Whats your willGive us leave drawer Exit Bardolph FORD Sir I am a gentleman that have spent much My name is Brook FALSTAFF Good Master Brook I desire more acquaintance of you FORD Good Sir John I sue for yours not to charge you for I must let you understand I think myself in better plight for a lender than you are the which hath something emboldened me to this unseasoned intrusion for they say if money go before all ways do lie open FALSTAFF Money is a good soldier sir and will on FORD Troth and I have a bag of money here troubles me If you will help to bear it Sir John take all or half for easing me of the carriage FALSTAFF Sir I know not how I may deserve to be your porter FORD I will tell you sir if you will give me the hearing FALSTAFF Speak good Master Brook I shall be glad to be your servant FORD Sir I hear you are a scholarI will be brief with youand you have been a man long known to me though I had never so good means as desire to make myself acquainted with you I shall discover a thing to you wherein I must very much lay open mine own imperfection But good Sir John as you have one eye upon my follies as you hear them unfolded turn another into the register of your own that I may pass with a reproof the easier sith you yourself know how easy it is to be such an offender FALSTAFF Very well sir proceed FORD There is a gentlewoman in this town her husbands name is Ford FALSTAFF Well sir FORD I have long loved her and I protest to you bestowed much on her followed her with a doting observance engrossed opportunities to meet her feed every slight occasion that could but niggardly give me sight of her not only bought many presents to give her but have given largely to many to know what she would have given Briefly I have pursued her as love hath pursued me which hath been on the wing of all occasions But whatsoever I have merited either in my mind or in my means meed I am sure I have received none unless experience be a jewel That I have purchased at an infinite rate and that hath taught me to say this Love like a shadow flies when substance love pursues Pursuing that that flies and flying what pursues FALSTAFF Have you received no promise of satisfaction at her hands FORD Never FAL" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 346, + "ignore_eos": true + } + ] + }, + { + "session_id": "03f7aecc-4ec6-48d8-82b1-9704710f8462", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Aside Peace stir not BORACHIO Conrade I say CONRADE Here man I am at thy elbow BORACHIO Mass and my elbow itched I thought there would a scab follow CONRADE I will owe thee an answer for that and now forward with thy tale BORACHIO Stand thee close then under this penthouse for it drizzles rain and I will like a true drunkard utter all to thee WATCH Aside Some treason masters yet stand close BORACHIO Therefore know I have earned of Don John a thousand ducats CONRADE Is it possible that any villainy should be so dear BORACHIO Thou shouldst rather ask if it were possible any villainy should be so rich for when rich villains have need of poor ones poor ones may make what price they will CONRADE I wonder at it BORACHIO That shows thou art unconfirmed Thou knowest that the fashion of a doublet or a hat or a cloak is nothing to a man CONRADE Yes it is apparel BORACHIO I mean the fashion CONRADE Yes the fashion is the fashion BORACHIO Tush I may as well say the fools the fool But seest thou not what a deformed thief this fashion is WATCH Aside I know that Deformed a has been a vile thief this seven years a goes up and down like a gentleman I remember his name BORACHIO Didst thou not hear somebody CONRADE No twas the vane on the house BORACHIO Seest thou not I say what a deformed thief this fashion is how giddily he turns about all the hot bloods between fourteen and fiveandthirty sometime fashioning them like Pharaohs soldiers in the reechy painting sometime like god Bels priests in the old church window sometime like the shaven Hercules in the smirched wormeaten tapestry where his codpiece seems as massy as his club CONRADE All this I see and I see that the fashion wears out more apparel than the man But art not thou thyself giddy with the fashion too that thou hast shifted out of thy tale into telling me of the fashion BORACHIO Not so neither but know that I have tonight wooed Margaret the Lady Heros gentlewoman by the name of Hero she leans me out at her mistress chamber window bids me a thousand times good nightI tell this tale vilelyI should first tell thee how the Prince Claudio and my master planted and placed and possessed by my master Don John saw afar off in the orchard this amiable encounter CONRADE And thought they Margaret was Hero BORACHIO Two of them did the Prince and Claudio but the devil my master knew she was Margaret and partly by his oaths which first possessed them partly by the dark night which did deceive them but chiefly by my villainy which did confirm any slander that Don John had made away went Claudio enraged swore he would meet her as he was appointed next morning at the temple and there before the whole congregation shame her with what he saw oer night and send her home again without a husband FIRST WATCH We charge you in the Princes name stand SECOND WATCH Call up the right Master Constable We have here recovered the most dangerous piece of lechery that ever was known in the commonwealth FIRST WATCH And one Deformed is one of them I know him a wears a lock CONRADE Masters masters SECOND WATCH Youll be made bring Deformed forth I warrant you CONRADE Masters FIRST WATCH Never speak we charge you let us obey you to go with us BORACHIO We are like to prove a goodly commodity being taken up" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 455, + "ignore_eos": true + } + ] + }, + { + "session_id": "10671119-282d-4e30-82e4-a5b5e9d9870a", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " forth to purchase honour And not the King exiled thee or suppose Devouring pestilence hangs in our air And thou art flying to a fresher clime Look what thy soul holds dear imagine it To lie that way thou goest not whence thou comst Suppose the singing birds musicians The grass whereon thou treadst the presence strewed The flowers fair ladies and thy steps no more Than a delightful measure or a dance For gnarling sorrow hath less power to bite The man that mocks at it and sets it light BOLINGBROKE O who can hold a fire in his hand By thinking on the frosty Caucasus Or cloy the hungry edge of appetite By bare imagination of a feast Or wallow naked in December snow By thinking on fantastic summers heat O no the apprehension of the good Gives but the greater feeling to the worse Fell sorrows tooth doth never rankle more Than when it bites but lanceth not the sore GAUNT Come come my son Ill bring thee on thy way Had I thy youth and cause I would not stay BOLINGBROKE Then Englands ground farewell sweet soil adieu My mother and my nurse that bears me yet Whereer I wander boast of this I can Though banished yet a trueborn Englishman Exeunt SCENE IV London A Room in the Kings Castle Enter King Richard Green and Bagot at one door Aumerle at another KING RICHARD We did observeCousin Aumerle How far brought you high Hereford on his way AUMERLE I brought high Hereford if you call him so But to the next highway and there I left him KING RICHARD And say what store of parting tears were shed AUMERLE Faith none for me except the northeast wind Which then blew bitterly against our faces Awaked the sleeping rheum and so by chance Did grace our hollow parting with a tear KING RICHARD What said our cousin when you parted with him AUMERLE Farewell And for my heart disdained that my tongueShould so profane the word that taught me craft To counterfeit oppression of such grief That words seemed buried in my sorrows grave Marry would the word farewell have lengthened hours And added years to his short banishment He should have had a volume of farewells But since it would not he had none of me KING RICHARD He is our cousin cousin but tis doubt When time shall call him home from banishment Whether our kinsman come to see his friends Ourself and Bushy Bagot here and Green Observed his courtship to the common people How he did seem to dive into their hearts With humble and familiar courtesy What reverence he did throw away on slaves Wooing poor craftsmen with the craft of smiles And patient underbearing of his fortune As twere to banish their affects with him Off goes his bonnet to an oysterwench A brace of draymen bid God speed him well And had the tribute of his supple knee With Thanks my countrymen my loving friends As were our England in reversion his And he our subjects next degree in hope GREEN Well he is gone and with him go these thoughts Now for the rebels which stand out in Ireland Expedient manage must be made my liege Ere further leisure yield them further means For their advantage and your highness loss KING RICHARD We will ourself in person to this war And for our coffers with too great a court And liberal largess are grown somewhat light We are enforced to farm our royal realm The revenue whereof shall furnish us For our affairs in hand If that come short Our substitutes at home shall have blank charters Whereto when they shall know what men are rich They shall subscribe them for large sums of gold And send them after to supply our wants For we will" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 403, + "ignore_eos": true + } + ] + }, + { + "session_id": "d40131ae-2e2d-4590-b60d-35b6c981a554", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " fair looks and liberality What hast not thou full often struck a doe And borne her cleanly by the keepers nose AARON Why then it seems some certain snatch or so Would serve your turns CHIRON Ay so the turn were served DEMETRIUS Aaron thou hast hit it AARON Would you had hit it too Then should not we be tired with this ado Why hark ye hark ye and are you such fools To square for this Would it offend you then That both should speed CHIRON Faith not me DEMETRIUS Nor me so I were one AARON For shame be friends and join for that you jar Tis policy and stratagem must do That you affect and so must you resolve That what you cannot as you would achieve You must perforce accomplish as you may Take this of me Lucrece was not more chaste Than this Lavinia Bassianus love A speedier course than lingring languishment Must we pursue and I have found the path My lords a solemn hunting is in hand There will the lovely Roman ladies troop The forest walks are wide and spacious And many unfrequented plots there are Fitted by kind for rape and villainy Single you thither then this dainty doe And strike her home by force if not by words This way or not at all stand you in hope Come come our empress with her sacred wit To villainy and vengeance consecrate Will we acquaint with all what we intend And she shall file our engines with advice That will not suffer you to square yourselves But to your wishes height advance you both The emperors court is like the house of Fame The palace full of tongues of eyes and ears The woods are ruthless dreadful deaf and dull There speak and strike brave boys and take your turns There serve your lust shadowed from heavens eye And revel in Lavinias treasury CHIRON Thy counsel lad smells of no cowardice DEMETRIUS Sit fas aut nefas till I find the stream To cool this heat a charm to calm these fits Per Stygia per manes vehor Exeunt SCENE II A Forest near Rome a Lodge seen at a distance Horns and cry of hounds heard Enter Titus Andronicus and his three sons and Marcus making a noise with hounds and horns TITUS The hunt is up the morn is bright and grey The fields are fragrant and the woods are green Uncouple here and let us make a bay And wake the emperor and his lovely bride And rouse the prince and ring a hunters peal That all the court may echo with the noise Sons let it be your charge as it is ours To attend the emperors person carefully I have been troubled in my sleep this night But dawning day new comfort hath inspired Here a cry of hounds and wind horns in a peal Then enter Saturninus Tamora Bassianus Lavinia Chiron Demetrius and their Attendants Many good morrows to your majesty Madam to you as many and as good I promised your grace a hunters peal SATURNINUS And you have rung it lustily my lords Somewhat too early for newmarried ladies BASSIANUS Lavinia how say you LAVINIA I say no I have been broad awake two hours and more SATURNINUS Come on then horse and chariots let us have And to our sport To Tamora Madam now shall ye see Our Roman hunting MARCUS I have dogs my lord Will rouse the proudest panther in the chase And climb the highest promontory top TITUS And I have horse will follow where the game Makes way and run like swallows oer the plain DEMETRIUS Chiron we hunt not we with horse nor hound But hope to pluck a dainty doe to ground Exeunt SCENE III A lonely part of the Forest Enter Aaron alone carrying a bag of gold AARON He that had wit would think that I had none To bury so much gold under a tree And never after to inherit it Let him that thinks of me so abjectly Know that this gold must coin a stratagem Which cunningly effected will beget A very excellent piece of villainy And so repose sweet gold for" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 444, + "ignore_eos": true + } + ] + }, + { + "session_id": "3da3d2e7-74df-4dec-a750-e3b29573a805", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " I may not remove nor be removed 26 Lord of my love to whom in vassalage Thy merit hath my duty strongly knit To thee I send this written embassage To witness duty not to show my wit Duty so great which wit so poor as mine May make seem bare in wanting words to show it But that I hope some good conceit of thine In thy souls thought all naked will bestow it Till whatsoever star that guides my moving Points on me graciously with fair aspect And puts apparel on my tattered loving To show me worthy of thy sweet respect Then may I dare to boast how I do love thee Till then not show my head where thou mayst prove me 27 Weary with toil I haste me to my bed The dear respose for limbs with travel tired But then begins a journey in my head To work my mind when bodys works expired For then my thoughts from far where I abide Intend a zealous pilgrimage to thee And keep my drooping eyelids open wide Looking on darkness which the blind do see Save that my souls imaginary sight Presents thy shadow to my sightless view Which like a jewel hung in ghastly night Makes black night beauteous and her old face new Lo thus by day my limbs by night my mind For thee and for my self no quiet find 28 How can I then return in happy plight That am debarred the benefit of rest When days oppression is not eased by night But day by night and night by day oppressed And each though enemies to eithers reign Do in consent shake hands to torture me The one by toil the other to complain How far I toil still farther off from thee I tell the day to please him thou art bright And dost him grace when clouds do blot the heaven So flatter I the swartcomplexioned night When sparkling stars twire not thou gildst the even But day doth daily draw my sorrows longer And night doth nightly make griefs length seem stronger 29 When in disgrace with fortune and mens eyes I all alone beweep my outcast state And trouble deaf heaven with my bootless cries And look upon my self and curse my fate Wishing me like to one more rich in hope Featured like him like him with friends possessed Desiring this mans art and that mans scope With what I most enjoy contented least Yet in these thoughts my self almost despising Haply I think on thee and then my state Like to the lark at break of day arising From sullen earth sings hymns at heavens gate For thy sweet love remembered such wealth brings That then I scorn to change my state with kings 30 When to the sessions of sweet silent thought I summon up remembrance of things past I sigh the lack of many a thing I sought And with old woes new wail my dear times waste Then can I drown an eye unused to flow For precious friends hid in deaths dateless night And weep afresh loves long since cancelled woe And moan th expense of many a vanished sight Then can I grieve at grievances foregone And heavily from woe to woe tell oer The sad account of forebemoaned moan Which I new pay as if not paid before But if the while I think on thee dear friend All losses are restored and sorrows end 31 Thy bosom is endeared with all hearts Which I by lacking have supposed dead And there reigns love and all loves loving parts And all those friends which I thought buried How many a holy and obsequious tear Hath dear religious love stoln from mine eye As interest of the dead which now appear But things removed that hidden in thee lie Thou art the grave where buried love doth live Hung with the trophies of my lovers gone Who all their parts of me to thee did give That due of many now is thine alone Their images I loved I view in thee And thou all they hast all the all of me 32 If thou survive my wellcontented day When that churl death my bones with dust shall cover And shalt by fortune once more resurvey These poor rude lines of thy deceased" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 366, + "ignore_eos": true + } + ] + }, + { + "session_id": "dfed7e14-ceff-4c12-902d-aa043f6dc8c7", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " he is drunk and he enters with a drum before him and his staff with a sandbag fastened to it and at the other door Peter his man with a drum and sandbag and Prentices drinking to him 1 NEIGHBOUR Here neighbour Horner I drink to you in a cup of sack and fear not neighbour you shall do well enough 2 NEIGHBOUR And here neighbour heres a cup of charneco 3 NEIGHBOUR And heres a pot of good double beer neighbour Drink and fear not your man HORNER Let it come i faith and Ill pledge you all and a fig for Peter 1 PRENTICE Here Peter I drink to thee and be not afraid 2 PRENTICE Be merry Peter and fear not thy master Fight for credit of the prentices PETER I thank you all Drink and pray for me I pray you for I think I have taken my last draught in this world Here Robin an if I die I give thee my apron and Will thou shalt have my hammer and here Tom take all the money that I have O Lord bless me I pray God for I am never able to deal with my master he hath learnt so much fence already SALISBURY Come leave your drinking and fall to blows Sirrah whats thy name PETER Peter forsooth SALISBURY Peter What more PETER Thump SALISBURY Thump Then see thou thump thy master well HORNER Masters I am come hither as it were upon my mans instigation to prove him a knave and myself an honest man and touching the Duke of York I will take my death I never meant him any ill nor the King nor the Queen and therefore Peter have at thee with a downright blow YORK Dispatch This knaves tongue begins to double Sound trumpets Alarum to the combatants They fight and Peter strikes him down HORNER Hold Peter hold I confess I confess treason Dies YORK Take away his weaponFellow thank God and the good wine in thy masters way PETER O God have I overcome mine enemies in this presence O Peter thou hast prevailed in right KING HENRY Go take hence that traitor from our sight For by his death we do perceive his guilt And God in justice hath revealed to us The truth and innocence of this poor fellow Which he had thought to have murdered wrongfully Come fellow follow us for thy reward Sound a flourish Exeunt SCENE IV A Street Enter Gloucester and his Servingmen in mourning cloaks GLOUCESTER Thus sometimes hath the brightest day a cloud And after summer evermore succeeds Barren winter with his wrathful nipping cold So cares and joys abound as seasons fleet Sirs whats oclock SERVINGMEN Ten my lord GLOUCESTER Ten is the hour that was appointed me To watch the coming of my punished duchess Uneath may she endure the flinty streets To tread them with her tenderfeeling feet Sweet Nell ill can thy noble mind abrook The abject people gazing on thy face With envious looks laughing at thy shame That erst did follow thy proud chariot wheels When thou didst ride in triumph through the streets But soft I think she comes and Ill prepare My tearstained eyes to see her miseries Enter the Duchess of Gloucester in a white sheet and a taper burning in her hand with Sir John Stanley the Sheriff and Officers SERVINGMEN So please your Grace well take her from the sheriff GLOUCESTER No stir not for your lives let her pass by ELEANOR Come you my lord to see my open shame Now thou dost penance too Look how they gaze See how the giddy multitude do point And nod their heads and throw their eyes on thee Ah Gloucester hide thee from their hateful looks And in thy closet pent up rue my shame And ban th" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 379, + "ignore_eos": true + } + ] + }, + { + "session_id": "7b056a92-4ba3-479e-b18f-b774c07537f6", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " hands Peace sit you down And let me wring your heart for so I shall If it be made of penetrable stuff If damned custom have not brazd it so That it is proof and bulwark against sense QUEEN What have I done that thou darst wag thy tongue In noise so rude against me HAMLET Such an act That blurs the grace and blush of modesty Calls virtue hypocrite takes off the rose From the fair forehead of an innocent love And sets a blister there Makes marriage vows As false as dicers oaths O such a deed As from the body of contraction plucks The very soul and sweet religion makes A rhapsody of words Heavens face doth glow Yea this solidity and compound mass With tristful visage as against the doom Is thoughtsick at the act QUEEN Ay me what act That roars so loud and thunders in the index HAMLET Look here upon this picture and on this The counterfeit presentment of two brothers See what a grace was seated on this brow Hyperions curls the front of Jove himself An eye like Mars to threaten and command A station like the herald Mercury New lighted on a heavenkissing hill A combination and a form indeed Where every god did seem to set his seal To give the world assurance of a man This was your husband Look you now what follows Here is your husband like a mildewd ear Blasting his wholesome brother Have you eyes Could you on this fair mountain leave to feed And batten on this moor Ha have you eyes You cannot call it love for at your age The heyday in the blood is tame its humble And waits upon the judgement and what judgement Would step from this to this Sense sure you have Else could you not have motion but sure that sense Is apoplexd for madness would not err Nor sense to ecstacy was neer so thralld But it reservd some quantity of choice To serve in such a difference What devil wast That thus hath cozend you at hoodmanblind Eyes without feeling feeling without sight Ears without hands or eyes smelling sans all Or but a sickly part of one true sense Could not so mope O shame where is thy blush Rebellious hell If thou canst mutine in a matrons bones To flaming youth let virtue be as wax And melt in her own fire Proclaim no shame When the compulsive ardour gives the charge Since frost itself as actively doth burn And reason panders will QUEEN O Hamlet speak no more Thou turnst mine eyes into my very soul And there I see such black and grained spots As will not leave their tinct HAMLET Nay but to live In the rank sweat of an enseamed bed Stewd in corruption honeying and making love Over the nasty sty QUEEN O speak to me no more These words like daggers enter in mine ears No more sweet Hamlet HAMLET A murderer and a villain A slave that is not twentieth part the tithe Of your precedent lord A vice of kings A cutpurse of the empire and the rule That from a shelf the precious diadem stole And put it in his pocket QUEEN No more HAMLET A king of shreds and patches Enter Ghost Save me and hover oer me with your wings You heavenly guards What would your gracious figure QUEEN Alas hes mad HAMLET Do you not come your tardy son to chide That" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 447, + "ignore_eos": true + } + ] + }, + { + "session_id": "5e2e6419-3b8b-40d7-af69-fd2cf6d747af", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " Made tame and most familiar to my nature And here to do you service am becomeAs new into the world strange unacquainted I do beseech you as in way of taste To give me now a little benefit Out of those many registred in promise Which you say live to come in my behalf AGAMEMNON What wouldst thou of us Trojan Make demand CALCHAS You have a Trojan prisoner calld Antenor Yesterday took Troy holds him very dear Oft have youoften have you thanks therefore Desird my Cressid in right great exchange Whom Troy hath still denied but this Antenor I know is such a wrest in their affairs That their negotiations all must slack Wanting his manage and they will almost Give us a prince of blood a son of Priam In change of him Let him be sent great Princes And he shall buy my daughter and her presence Shall quite strike off all service I have done In most accepted pain AGAMEMNON Let Diomedes bear him And bring us Cressid hither Calchas shall have What he requests of us Good Diomed Furnish you fairly for this interchange Withal bring word if Hector will tomorrow Be answerd in his challenge Ajax is ready DIOMEDES This shall I undertake and tis a burden Which I am proud to bear Exeunt Diomedes and Calchas Achilles and Patroclus stand in their tent ULYSSES Achilles stands i thentrance of his tent Please it our general pass strangely by him As if he were forgot and Princes all Lay negligent and loose regard upon him I will come last Tis like hell question me Why such unplausive eyes are bent why turnd on him If so I have derision medcinable To use between your strangeness and his pride Which his own will shall have desire to drink It may do good Pride hath no other glass To show itself but pride for supple knees Feed arrogance and are the proud mans fees AGAMEMNON Well execute your purpose and put on A form of strangeness as we pass along So do each lord and either greet him not Or else disdainfully which shall shake him more Than if not lookd on I will lead the way ACHILLES What comes the general to speak with me You know my mind Ill fight no more gainst Troy AGAMEMNON What says Achilles Would he aught with us NESTOR Would you my lord aught with the general ACHILLES No NESTOR Nothing my lord AGAMEMNON The better Exeunt Agamemnon and Nestor ACHILLES Good day good day MENELAUS How do you How do you Exit ACHILLES What does the cuckold scorn me AJAX How now Patroclus ACHILLES Good morrow Ajax AJAX Ha ACHILLES Good morrow AJAX Ay and good next day too Exit ACHILLES What mean these fellows Know they not Achilles PATROCLUS They pass by strangely They were usd to bend To send their smiles before them to Achilles To come as humbly as they usd to creep To holy altars ACHILLES What am I poor of late Tis certain greatness once falln out with fortune Must fall out with men too What the declind is He shall as soon read in the eyes of others As feel in his own fall for men like butterflies Show not their mealy wings but to the summer And not a man for being simply man Hath any honour but honour for those honours That are without him as place riches and favour Prizes of accident as oft as merit Which when they fall as being slippery standers The love that leand on them as slippery too Do" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 398, + "ignore_eos": true + } + ] + }, + { + "session_id": "bcf9e30b-929f-42da-9ed0-78b1594a46b8", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " warmth no breath shall testify thou livest The roses in thy lips and cheeks shall fade To paly ashes thy eyes windows fall Like death when he shuts up the day of life Each part deprivd of supple government Shall stiff and stark and cold appear like death And in this borrowd likeness of shrunk death Thou shalt continue two and forty hours And then awake as from a pleasant sleep Now when the bridegroom in the morning comes To rouse thee from thy bed there art thou dead Then as the manner of our country is In thy best robes uncoverd on the bier Thou shalt be borne to that same ancient vault Where all the kindred of the Capulets lie In the meantime against thou shalt awake Shall Romeo by my letters know our drift And hither shall he come and he and I Will watch thy waking and that very night Shall Romeo bear thee hence to Mantua And this shall free thee from this present shame If no inconstant toy nor womanish fear Abate thy valour in the acting it JULIET Give me give me O tell not me of fear FRIAR LAWRENCE Hold get you gone be strong and prosperous In this resolve Ill send a friar with speed To Mantua with my letters to thy lord JULIET Love give me strength and strength shall help afford Farewell dear father Exeunt SCENE II Hall in Capulets House Enter Capulet Lady Capulet Nurse and Servants CAPULET So many guests invite as here are writ Exit first Servant Sirrah go hire me twenty cunning cooks SECOND SERVANT You shall have none ill sir for Ill try if they can lick their fingers CAPULET How canst thou try them so SECOND SERVANT Marry sir tis an ill cook that cannot lick his own fingers therefore he that cannot lick his fingers goes not with me CAPULET Go begone Exit second Servant We shall be much unfurnishd for this time What is my daughter gone to Friar Lawrence NURSE Ay forsooth CAPULET Well he may chance to do some good on her A peevish selfwilld harlotry it is Enter Juliet NURSE See where she comes from shrift with merry look CAPULET How now my headstrong Where have you been gadding JULIET Where I have learnt me to repent the sin Of disobedient opposition To you and your behests and am enjoind By holy Lawrence to fall prostrate here To beg your pardon Pardon I beseech you Henceforward I am ever ruld by you CAPULET Send for the County go tell him of this Ill have this knot knit up tomorrow morning JULIET I met the youthful lord at Lawrence cell And gave him what becomed love I might Not stepping oer the bounds of modesty CAPULET Why I am glad ont This is well Stand up This is ast should be Let me see the County Ay marry Go I say and fetch him hither Now afore God this reverend holy Friar All our whole city is much bound to him JULIET Nurse will you go with me into my closet To help me sort such needful ornaments As you think fit to furnish me tomorrow LADY CAPULET No not till Thursday There is time enough CAPULET Go Nurse go with her Well to" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 321, + "ignore_eos": true + } + ] + }, + { + "session_id": "813118d9-4f62-4e16-9d4f-2c338565e5d9", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " General in the Kings Army MACDUFF Nobleman of Scotland LENNOX Nobleman of Scotland ROSS Nobleman of Scotland MENTEITH Nobleman of Scotland ANGUS Nobleman of Scotland CAITHNESS Nobleman of Scotland FLEANCE Son to Banquo SIWARD Earl of Northumberland General of the English Forces YOUNG SIWARD his Son SEYTON an Officer attending on Macbeth BOY Son to Macduff An English Doctor A Scottish Doctor A Soldier A Porter An Old Man LADY MACBETH LADY MACDUFF Gentlewoman attending on Lady Macbeth HECATE and three Witches Lords Gentlemen Officers Soldiers Murderers Attendants and Messengers The Ghost of Banquo and several other Apparitions SCENE In the end of the Fourth Act in England through the rest of the Play in Scotland and chiefly at Macbeths Castle ACT I SCENE I An open Place Thunder and Lightning Enter three Witches FIRST WITCH When shall we three meet again In thunder lightning or in rain SECOND WITCH When the hurlyburlys done When the battles lost and won THIRD WITCH That will be ere the set of sun FIRST WITCH Where the place SECOND WITCH Upon the heath THIRD WITCH There to meet with Macbeth FIRST WITCH I come Graymalkin SECOND WITCH Paddock calls THIRD WITCH Anon ALL Fair is foul and foul is fair Hover through the fog and filthy air Exeunt SCENE II A Camp near Forres Alarum within Enter King Duncan Malcolm Donalbain Lennox with Attendants meeting a bleeding Captain DUNCAN What bloody man is that He can report As seemeth by his plight of the revolt The newest state MALCOLM This is the sergeant Who like a good and hardy soldier fought Gainst my captivityHail brave friend Say to the King the knowledge of the broil As thou didst leave it SOLDIER Doubtful it stood As two spent swimmers that do cling together And choke their art The merciless Macdonwald Worthy to be a rebel for to that The multiplying villainies of nature Do swarm upon him from the Western Isles Of kerns and gallowglasses is supplied And Fortune on his damned quarrel smiling Showd like a rebels whore But alls too weak For brave Macbeth well he deserves that name Disdaining Fortune with his brandishd steel Which smokd with bloody execution Like Valours minion carvd out his passage Till he facd the slave Which neer shook hands nor bade farewell to him Till he unseamd him from the nave to the chops And fixd his head upon our battlements DUNCAN O valiant cousin worthy gentleman SOLDIER As whence the sun gins his reflection Shipwracking storms and direful thunders break So from that spring whence comfort seemd to come Discomfort swells Mark King of Scotland mark No sooner justice had with valour armd Compelld these skipping kerns to trust their heels But the Norweyan lord surveying vantage With furbishd arms and new supplies of men Began a fresh assault DUNCAN Dismayd not this Our captains Macbeth and Banquo SOLDIER Yes As sparrows eagles or the hare the lion If I say sooth I must report they were As cannons overchargd with double cracks So they Doubly redoubled strokes upon the foe Except they meant to bathe in reeking wounds Or memorize another Golgotha I cannot tell But I am faint my gashes cry for help DUNCAN So well thy words become thee as thy wounds They smack of honour bothGo get him surgeons Exit Captain attended Enter Ross and Angus Who comes here MALCOLM The worthy Thane of Ross LENNOX What a haste looks through his eyes So should he look That seems to speak things strange ROSS God save the King DUNCAN Whence camst thou worthy thane ROSS From Fife great King Where the Norweyan banners flout the sky And fan our people cold Norway himself with terrible numbers Assisted by that most disloyal traitor The Thane of Cawdor began a dismal conflict Till that Bellonas bridegroom lappd in proof Confronted him with selfcomparisons Point against point rebellious arm gainst arm Curbing his lavish" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 543, + "ignore_eos": true + } + ] + }, + { + "session_id": "158ec01c-1bc3-4515-8631-08594e4ef85e", + "payloads": [ + { + "messages": [ + { + "role": "user", + "content": " had him of What do you call your knights name sirrah ROBIN Sir John Falstaff FORD Sir John Falstaff MISTRESS PAGE He he I can never hit ons name There is such a league between my good man and he Is your wife at home indeed FORD Indeed she is MISTRESS PAGE By your leave sir I am sick till I see her Exeunt Mistress Page and Robin FORD Has Page any brains Hath he any eyes Hath he any thinking Sure they sleep he hath no use of them Why this boy will carry a letter twenty mile as easy as a cannon will shoot pointblank twelve score He pieces out his wifes inclination he gives her folly motion and advantage And now shes going to my wife and Falstaffs boy with her A man may hear this shower sing in the wind And Falstaffs boy with her Good plots they are laid and our revolted wives share damnation together Well I will take him then torture my wife pluck the borrowed veil of modesty from the soseeming Mistress Page divulge Page himself for a secure and wilful Actaeon and to these violent proceedings all my neighbours shall cry aim Clock strikes The clock gives me my cue and my assurance bids me search There I shall find Falstaff I shall be rather praised for this than mocked for it is as positive as the earth is firm that Falstaff is there I will go Enter Page Shallow Slender Host Sir Hugh Evans Caius and Rugby SHALLOW PAGE etc Well met Master Ford FORD Trust me a good knot I have good cheer at home and I pray you all go with me SHALLOW I must excuse myself Master Ford SLENDER And so must I sir we have appointed to dine with Mistress Anne and I would not break with her for more money than Ill speak of SHALLOW We have lingered about a match between Anne Page and my cousin Slender and this day we shall have our answer SLENDER I hope I have your good will father Page PAGE You have Master Slender I stand wholly for youBut my wife Master doctor is for you altogether CAIUS Ay begar and de maid is lovea me My nursha Quickly tell me so mush HOST What say you to young Master Fenton He capers he dances he has eyes of youth he writes verses he speaks holiday he smells April and May He will carry t he will carry t Tis in his buttons he will carry t PAGE Not by my consent I promise you The gentleman is of no having He kept company with the wild Prince and Poins He is of too high a region he knows too much No he shall not knit a knot in his fortunes with the finger of my substance If he take her let him take her simply The wealth I have waits on my consent and my consent goes not that way FORD I beseech you heartily some of you go home with me to dinner Besides your cheer you shall have sport I will show you a monster Master Doctor you shall go so shall you Master Page and you Sir Hugh SHALLOW Well fare you well We shall have the freer wooing at Master Pages Exeunt Shallow and Slender CAIUS Go home John Rugby I come anon Exit Rugby HOST Farewell my hearts I will to my honest knight Falstaff and drink canary with him Exit Host FORD Aside I think I shall drink in pipewine first with him Ill make him danceWill you go gentles ALL Have with you to see this monster Exeunt SCENE III A room in Fords house Enter Mistress Ford and Mistress Page MISTRESS FORDWhat John What Robert MISTRESS PAGE Quickly quickly Is the buckbasket MISTRESS FORD I warrantWhat Robin I say Enter John and Robert with a great buckbasket MISTRESS PAGE Come come come MISTRESS FORD Here set it down MISTRESS PAGE Give your men the charge we must be brief MISTRESS FORD Marry as I told you before John and Robert be ready here hard by" + } + ], + "model": "Qwen/Qwen3-0.6B", + "stream": true, + "max_completion_tokens": 419, + "ignore_eos": true + } + ] + } + ] +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl new file mode 100644 index 000000000000..0ab7291346ac --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl @@ -0,0 +1,50 @@ +{"metadata":{"session_num":5,"x_request_id":"255f6b52-be94-4553-aff6-7444aaab933f","x_correlation_id":"13bc3cac-dcc5-4173-a59f-9912f53e1fbd","conversation_id":"d894ae19-95f2-47a6-88c4-fde2e8471e53","turn_index":0,"credit_issued_ns":1779883796041633584,"request_start_ns":1779883796042529445,"request_ack_ns":1779883796068027667,"request_end_ns":1779883796865363353,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":822.833908,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[0.635838,1.6551909999999999,1.749097,1.953307,1.9785819999999998,2.02257,2.098143,2.0083379999999997,2.065714,1.9636179999999999,2.086399,2.0620529999999997,1.9293989999999999,2.526977,1.9839589999999998,1.8416919999999999,1.944348,2.483842,5.997572,0.47503399999999996,1.565977,2.037678,1.961565,1.95085,1.9828409999999999,2.0403629999999997,2.0351749999999997,2.048265,2.12321,2.0338089999999998,2.0808839999999997,2.0226189999999997,2.0882739999999997,2.0282549999999997,2.117384,2.026185,2.049848,2.122548,2.044174,2.018139,2.001765,2.039345,2.083882,1.922046,2.1041369999999997,2.046559,2.0772999999999997,2.0404169999999997,2.104513,2.029498,2.264652,1.9977079999999998,1.988713,2.15001,2.047597,2.022899,1.994811,2.184516,1.9920939999999998,2.094741,2.059973,2.10993,1.893954,2.1038319999999997,2.107852,2.06315,2.081075,2.1066849999999997,1.998255,2.141571,2.000958,2.101276,2.0342439999999997,2.045287,1.988395,2.083684,2.06779,2.179992,1.982839,2.069492,2.0668249999999997,1.994532,2.166461,2.090408,1.989601,2.148456,1.985339,2.108202,2.0332939999999997,2.06091,2.101455,2.029912,2.09433,2.050834,2.037079,2.025262,2.152853,1.9751809999999999,2.237587,2.007344,2.051691,2.113183,2.110831,2.0121789999999997,2.013417,2.07485,2.082331,2.040933,2.160173,2.052807,2.064072,2.0983009999999997,2.227889,1.958243,2.123226,2.016705,2.0867329999999997,2.147037,2.050269,2.1709449999999997,1.945835,2.105927,2.121021,2.1562069999999998,1.935252,2.096715,2.053115,2.140724,2.1759399999999998,2.038129,2.164424,2.0564299999999998,1.989831,2.1134079999999997,2.1576459999999997,2.051512,2.0513209999999997,2.093584,2.054863,2.109912,2.050213,2.10427,2.037727,2.137742,2.171966,1.972314,2.222728,2.149849,2.287429,2.050334,2.033035,2.0497989999999997,1.9170669999999999,2.162851,2.078035,2.0816149999999998,2.1377829999999998,2.084896,2.025896,2.072981,2.1106659999999997,1.958972,2.087294,2.0953649999999997,2.070297,2.254115,1.935954,2.147512,1.9984689999999998,2.188601,2.0326429999999998,2.1613569999999998,2.0993049999999998,2.213008,2.048605,2.1587739999999997,2.118388,2.4668319999999997,5.082469,0.8082349999999999,2.1230029999999998,2.056899,2.1688989999999997,2.0564,2.054991,2.125504,2.050455,2.182006,2.066118,2.177189,2.1591169999999997,2.086649,2.06305,2.146762,2.043171,2.115738,2.1953579999999997,2.103973,2.015614,2.04954,2.068238,2.122203,2.139593,2.167868,2.1901349999999997,2.0293479999999997,2.1440889999999997,2.133345,2.043837,2.098156,2.089699,2.167935,2.163934,2.055649,2.174692,2.0313499999999998,2.132935,2.115274,2.133136,1.978453,2.205021,2.131418,2.07901,2.209149,2.0233909999999997,2.2159269999999998,2.048872,2.115142,2.2032439999999998,2.12454,2.083407,2.106448,2.166768,2.1163,2.06746,2.056974,2.2709639999999998,1.9667009999999998,2.246282,2.1215859999999997,2.129069,2.151322,2.0672989999999998,2.098389,2.449687,1.877648,2.181513,1.9551539999999998,1.958813,2.160571,2.225638,2.069508,2.109518,2.083612,1.9899639999999998,2.1085499999999997,2.027003,2.190877,2.059492,2.20892,2.150824,2.120559,2.047292,2.164347,2.079443,2.1490489999999998,1.9500069999999998,2.144098,2.138957,2.149918,2.1581699999999997,2.166947,2.122305,2.169946,2.011263,2.082233,2.221968,2.143235,2.127215,2.015046,2.1779949999999997,2.112357,2.102929,2.091158,2.206035,2.0743549999999997,2.151364,2.232137,2.038303,2.147688,2.1386309999999997,2.143633,2.155036,2.201783,2.105221,2.0805789999999997,2.094975,2.1142279999999998,2.133978,2.124809,2.185961,2.098122,2.159535,2.177988,2.16015,2.116971,2.17109,2.064891,2.1626,2.1235079999999997,4.313899999999999,2.1656809999999997,2.115033,2.2066779999999997,2.160933,2.1481689999999998,2.161234,2.093457,2.1840729999999997,2.051736,2.231302,2.088148,2.141015,2.180663,2.1922129999999997,2.151189,2.1121849999999998,2.086325,2.135874,2.16784,2.122677,2.2290669999999997,2.071733,5.447957,1.33649,2.172932,2.06363,2.171313,2.227007,2.029363,2.127948,2.196131,2.060605,2.044591,2.095882,2.167779,2.226555,2.096444,2.177899,2.248353,2.02166,2.2548049999999997,2.0568649999999997,2.165354,2.1838539999999997,2.150206,2.193317,2.140214,2.582837],"unit":"ms"},"output_sequence_length":{"value":364,"unit":"tokens"},"time_to_first_token":{"value":62.704483999999994,"unit":"ms"},"http_req_waiting":{"value":57.788784,"unit":"ms"},"http_req_duration":{"value":822.750181,"unit":"ms"},"input_sequence_length":{"value":718,"unit":"tokens"},"output_token_count":{"value":50,"unit":"tokens"},"time_to_second_token":{"value":0.635838,"unit":"ms"},"http_req_receiving":{"value":764.737532,"unit":"ms"},"http_req_sending":{"value":0.22386499999999998,"unit":"ms"},"time_to_first_output_token":{"value":716.9966919999999,"unit":"ms"},"http_req_data_sent":{"value":3.208984375,"unit":"KB"},"http_req_chunks_received":{"value":361,"unit":"count"},"reasoning_token_count":{"value":314,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":88.0380859375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.546448087431694,"unit":"%"},"e2e_output_token_throughput":{"value":442.37360232850295,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0940204517906333,"unit":"ms"},"prefill_throughput_per_user":{"value":11450.536775009583,"unit":"tokens/sec/user"},"http_req_total":{"value":822.750181,"unit":"ms"},"output_token_throughput_per_user":{"value":477.55025465242346,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":6,"x_request_id":"dfe8c8af-4e52-46d4-acf3-bca379022a1d","x_correlation_id":"cc901783-5ecb-47ca-9568-18480e666efc","conversation_id":"4669fe67-f9db-4fe3-adc8-472c307edcfa","turn_index":0,"credit_issued_ns":1779883796041688196,"request_start_ns":1779883796042500127,"request_ack_ns":1779883796068085748,"request_end_ns":1779883796910157582,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":867.6574549999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[0.619351,1.663516,1.737457,1.958389,1.9699129999999998,2.029512,2.0916989999999998,2.004676,2.071649,1.960592,2.091509,2.0588699999999998,1.928807,2.507881,2.006501,1.83082,1.949083,2.487165,5.977035,0.46939,1.558246,2.041837,1.961139,1.960902,2.129777,1.8780729999999999,2.034478,2.0387399999999998,2.1254589999999998,2.031792,2.08364,2.0191369999999997,2.093477,2.027501,2.123031,2.014404,2.05613,2.1190249999999997,2.044402,2.020069,1.9998449999999999,2.039625,2.082956,1.922923,2.1039369999999997,2.0370399999999997,2.0884519999999998,2.039974,2.112735,2.024633,2.269761,1.9893919999999998,1.995698,2.135377,2.055716,2.022712,1.997955,2.17629,1.9953349999999999,2.095259,2.061426,2.106836,1.903179,2.094635,2.111034,2.0627079999999998,2.082392,2.0948949999999997,2.0094499999999997,2.1400959999999998,2.0024129999999998,2.103781,2.025589,2.047841,1.9943639999999998,2.080737,2.070459,2.200926,1.9642629999999999,2.053544,2.079983,1.996314,2.147048,2.118948,1.9844519999999999,2.142567,2.002789,2.099927,2.03126,2.053514,2.10941,2.0286459999999997,2.089255,2.047535,2.038213,2.029697,2.163201,1.960761,2.25664,2.000108,2.045066,2.109884,2.1278289999999997,1.995587,2.015368,2.0712639999999998,2.086315,2.0371319999999997,2.1605659999999998,2.0497229999999997,2.069651,2.0948059999999997,2.228659,1.954896,2.13057,2.011971,2.092669,2.148055,2.0471459999999997,2.166816,1.952222,2.101241,2.126563,2.1498619999999997,1.941735,2.0935189999999997,2.0531349999999997,2.134155,2.1854359999999997,2.0290209999999997,2.174639,2.050582,1.994854,2.107012,2.158403,2.051602,2.05254,2.086554,2.061623,2.110265,2.047147,2.1082009999999998,2.037355,2.130747,2.222937,1.943387,2.216847,2.156507,2.3287359999999997,1.9830569999999998,2.0310639999999998,2.049381,1.915266,2.1625069999999997,2.074945,2.081125,2.170884,2.056666,2.026019,2.091383,2.104841,1.940756,2.096063,2.090242,2.073355,2.2761489999999998,1.9233479999999998,2.1400259999999998,2.002558,2.184169,2.043022,2.161599,2.094694,2.206846,2.0587839999999997,2.1531629999999997,2.123695,2.46279,5.097937,0.803812,2.112991,2.052089,2.166717,2.08267,2.042828,2.11584,2.047829,2.177118,2.0761309999999997,2.214962,2.12405,2.126818,2.037131,2.130312,2.060901,2.096785,2.1937349999999998,2.104615,2.020509,2.045217,2.0695799999999998,2.1190409999999997,2.148924,2.160927,2.190196,2.030363,2.166792,2.104939,2.049322,2.094459,2.092145,2.166502,2.165062,2.051758,2.173619,2.030509,2.137924,2.1126519999999998,2.1314889999999997,1.978005,2.2757519999999998,2.071166,2.083204,2.202376,2.033836,2.224523,2.032311,2.124468,2.1952409999999998,2.114944,2.089183,2.101617,2.17518,2.110474,2.074096,2.049721,2.279158,1.958756,2.2436119999999997,2.119116,2.134222,2.141812,2.106852,2.06702,2.455304,1.8695169999999999,2.187834,1.9578639999999998,1.994065,2.164617,2.220687,2.068302,2.117931,2.0742149999999997,1.997018,2.0995109999999997,2.0357,2.191719,2.056605,2.220739,2.1472249999999997,2.111442,2.049122,2.162721,2.086783,2.1422339999999997,1.950186,2.143645,2.129775,2.156681,2.162689,2.164485,2.121704,2.17171,2.012963,2.076403,2.228748,2.1357649999999997,2.132192,2.0117879999999997,2.182295,2.104987,2.107751,2.089699,2.210036,2.068972,2.157084,2.2243429999999997,2.045613,2.143208,2.144249,2.140759,2.159285,2.1921239999999997,2.121407,2.06794,2.099081,2.110528,2.1357809999999997,2.120071,2.186051,2.099652,2.163669,2.174184,2.173673,2.105394,2.179067,2.0573699999999997,2.1630759999999998,2.121328,2.239299,2.067857,2.178052,2.108152,2.212638,2.155785,2.149135,2.157752,2.097131,2.179016,2.059287,2.226892,2.098693,2.128254,2.185343,2.190247,2.154757,2.105102,2.08982,2.13053,2.178339,2.1162449999999997,2.231734,2.043799,5.436056,1.312932,2.1855279999999997,2.056673,2.179203,2.2575979999999998,2.015955,2.110757,2.2036,2.054694,2.048399,2.09342,2.165021,2.2294039999999997,2.098763,2.187913,2.242537,2.010827,2.2572229999999998,2.058443,2.160981,2.184292,2.151013,2.1955299999999998,2.1435589999999998,2.482849,2.059752,2.084174,2.1176719999999998,1.859823,2.103402,2.535627,2.6638189999999997,2.128988,11.667278,2.429986,1.5624939999999998,2.3250569999999997,2.251452,2.1854709999999997,2.346591,2.5819319999999997],"unit":"ms"},"output_sequence_length":{"value":381,"unit":"tokens"},"time_to_first_token":{"value":62.793775,"unit":"ms"},"http_req_waiting":{"value":57.784929999999996,"unit":"ms"},"http_req_duration":{"value":867.5705079999999,"unit":"ms"},"input_sequence_length":{"value":717,"unit":"tokens"},"time_to_second_token":{"value":0.619351,"unit":"ms"},"http_req_receiving":{"value":809.536265,"unit":"ms"},"http_req_sending":{"value":0.24931299999999998,"unit":"ms"},"http_req_data_sent":{"value":3.216796875,"unit":"KB"},"http_req_chunks_received":{"value":378,"unit":"count"},"reasoning_token_count":{"value":381,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":92.3212890625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2617801047120419,"unit":"%"},"e2e_output_token_throughput":{"value":439.11338259636113,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.118062315789474,"unit":"ms"},"prefill_throughput_per_user":{"value":11418.329285028649,"unit":"tokens/sec/user"},"http_req_total":{"value":867.5705079999999,"unit":"ms"},"output_token_throughput_per_user":{"value":472.12964063678453,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":2,"x_request_id":"5dde7898-0007-41ac-902a-30cee5d70103","x_correlation_id":"50a2ba49-9ca3-41bc-a7e9-6bf2a65db16b","conversation_id":"04f2aa19-968c-4007-8f5c-2100a32215a8","turn_index":0,"credit_issued_ns":1779883796041476521,"request_start_ns":1779883796042689925,"request_ack_ns":1779883796068168820,"request_end_ns":1779883796945691316,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":903.001391,"unit":"ms"},"http_req_connecting":{"value":1.752997,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":1.232089,"unit":"ms"},"inter_chunk_latency":{"value":[1.658864,1.731379,1.9644089999999998,1.9652219999999998,2.035271,2.086983,2.005524,2.069485,1.96321,2.0808,2.067544,1.924389,2.47723,2.033114,1.852013,1.9382929999999998,2.478347,5.933681,0.504311,1.570195,2.035586,1.952248,1.9595719999999999,2.026609,2.007081,2.032663,2.0469939999999998,2.117041,2.0365949999999997,2.077517,2.026199,2.087309,2.0300759999999998,2.126101,2.015309,2.053357,2.121429,2.0418119999999997,2.021035,1.997002,2.0392259999999998,2.081276,1.9276689999999999,2.092286,2.055199,2.078541,2.042804,2.103738,2.031279,2.279016,1.9855999999999998,1.996748,2.131448,2.0541519999999998,2.023933,1.997015,2.186863,1.9852429999999999,2.095876,2.058073,2.109384,1.902931,2.096642,2.110394,2.060457,2.081488,2.108033,2.006377,2.135679,1.999563,2.166639,1.962445,2.045013,1.993045,2.0809349999999998,2.068558,2.177437,1.982692,2.059253,2.075428,1.996583,2.143081,2.1153459999999997,1.988049,2.151118,1.9918939999999998,2.099338,2.0372429999999997,2.05931,2.095998,2.040371,2.087942,2.050653,2.037454,2.025458,2.160549,1.9673079999999998,2.232557,2.014255,2.04776,2.1175699999999997,2.156538,1.9669109999999999,2.011295,2.075182,2.085094,2.0450369999999998,2.148378,2.054799,2.066836,2.098176,2.225861,1.957118,2.129276,2.018135,2.086656,2.149279,2.047047,2.167827,1.9503,2.1031,2.120529,2.1557839999999997,1.9379769999999998,2.094318,2.0537069999999997,2.134176,2.187601,2.029251,2.169348,2.05462,1.988209,2.112519,2.1553999999999998,2.054033,2.0490369999999998,2.0924139999999998,2.056187,2.113595,2.044387,2.104955,2.040501,2.133991,2.230186,1.937657,2.211045,2.2330039999999998,2.32216,1.925045,2.016838,2.053912,1.9134339999999999,2.164115,2.07503,2.078885,2.179931,2.0516769999999998,2.024104,2.083825,2.1007949999999997,1.952494,2.094551,2.091881,2.0720009999999998,2.254865,1.9332099999999999,2.146225,2.000893,2.187099,2.036574,2.160399,2.098551,2.210979,2.057007,2.149952,2.123404,2.463714,5.126683,0.800927,2.1137479999999997,2.057417,2.164907,2.061763,2.036835,2.124011,2.042844,2.184433,2.067968,2.179182,2.15276,2.088186,2.060184,2.147652,2.0528049999999998,2.110834,2.190591,2.106084,2.016632,2.051598,2.0680709999999998,2.120972,2.140664,2.179366,2.1798699999999998,2.0275469999999998,2.145803,2.129418,2.041945,2.1019859999999997,2.087534,2.164705,2.1662369999999997,2.056892,2.170308,2.0323949999999997,2.133127,2.1127569999999998,2.133664,1.9808279999999998,2.205514,2.131969,2.077048,2.213395,2.024728,2.225736,2.030747,2.1302689999999997,2.191042,2.122531,2.084065,2.106375,2.173572,2.11002,2.0763409999999998,2.050936,2.272223,1.9641629999999999,2.285678,2.102973,2.110122,2.14988,2.07271,2.0990569999999997,2.472521,1.918165,2.169329,1.916844,1.9785629999999998,2.224345,2.172541,2.064965,2.110929,2.081168,1.996286,2.102273,2.029159,2.193428,2.054786,2.209009,2.1523239999999997,2.11851,2.0470319999999997,2.165724,2.081185,2.147716,1.9477309999999999,2.146875,2.13027,2.161798,2.159369,2.163397,2.12278,2.170381,2.008755,2.082109,2.2250199999999998,2.141295,2.128254,2.0148729999999997,2.177933,2.111985,2.103599,2.0887379999999998,2.207814,2.072378,2.152039,2.232482,2.0414689999999998,2.144864,2.1392979999999997,2.143875,2.1553679999999997,2.2002289999999998,2.11413,2.071538,2.0951459999999997,2.116352,2.13124,2.124711,2.183312,2.100662,2.161235,2.177207,2.168405,2.108926,2.173073,2.06602,2.158569,2.124657,2.231848,2.077165,2.171697,2.1116729999999997,2.208733,2.1607909999999997,2.146619,2.162883,2.092603,2.1851149999999997,2.051802,2.231233,2.093985,2.1345929999999997,2.179796,2.1934549999999997,2.154776,2.106935,2.085766,2.136252,2.169988,2.121498,2.228818,2.074238,5.44329,1.3064959999999999,2.1791139999999998,2.053372,2.183922,2.226685,2.0099,2.125368,2.202448,2.055545,2.039816,2.102821,2.163576,2.227963,2.096546,2.1958439999999997,2.234472,2.014751,2.256232,2.060882,2.15822,2.186484,2.1485659999999998,2.19949,2.140629,2.483002,2.062836,2.066001,2.1292139999999997,1.871838,2.053898,2.585978,2.653177,2.141853,11.654211,2.43774,1.558973,2.286203,2.217927,2.23168,2.3561989999999997,2.519244,1.913611,2.859868,1.69597,2.1585199999999998,1.935176,2.024645,2.840745,11.19835,2.57251,1.547509,2.178932,2.6799779999999997],"unit":"ms"},"output_sequence_length":{"value":392,"unit":"tokens"},"time_to_first_token":{"value":63.239878999999995,"unit":"ms"},"http_req_waiting":{"value":60.334830999999994,"unit":"ms"},"http_req_duration":{"value":902.821883,"unit":"ms"},"input_sequence_length":{"value":879,"unit":"tokens"},"time_to_second_token":{"value":1.658864,"unit":"ms"},"http_req_receiving":{"value":840.3152789999999,"unit":"ms"},"http_req_sending":{"value":2.171773,"unit":"ms"},"http_req_data_sent":{"value":4.025390625,"unit":"KB"},"http_req_chunks_received":{"value":389,"unit":"count"},"reasoning_token_count":{"value":392,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":95.0478515625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":2.985086,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2544529262086514,"unit":"%"},"e2e_output_token_throughput":{"value":434.10785842299987,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.147727652173913,"unit":"ms"},"prefill_throughput_per_user":{"value":13899.457334508816,"unit":"tokens/sec/user"},"http_req_total":{"value":905.806969,"unit":"ms"},"output_token_throughput_per_user":{"value":465.60838334777117,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":3,"x_request_id":"83f40292-7779-4f32-9f85-d896c948f4bf","x_correlation_id":"8ae0d83a-0465-4c4e-8a83-940fc054aa6e","conversation_id":"6f3460ee-c42f-43f7-9980-9abc6c30136c","turn_index":0,"credit_issued_ns":1779883796041530406,"request_start_ns":1779883796042515856,"request_ack_ns":1779883796068102963,"request_end_ns":1779883796994501355,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":951.985499,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.681136,1.722003,1.9731459999999998,1.9621499999999998,2.040337,2.084673,2.008239,2.064553,1.96762,2.078954,2.0747709999999997,1.9174909999999998,2.48048,2.025784,1.846974,1.94045,2.482258,5.934176,0.510132,1.544555,2.04475,1.95877,1.9614479999999999,1.980163,2.04767,2.033391,2.0486079999999998,2.118618,2.041177,2.074259,2.0290269999999997,2.086329,2.030855,2.115528,2.023297,2.048968,2.125963,2.038005,2.027973,1.9932619999999999,2.04493,2.0779069999999997,1.9277659999999999,2.0925789999999997,2.048531,2.08268,2.048152,2.101055,2.033872,2.246418,2.009643,1.991833,2.14111,2.051077,2.028549,1.993412,2.184881,1.986238,2.100283,2.05563,2.112494,1.897494,2.100718,2.105938,2.062235,2.081708,2.098564,2.0022439999999997,2.1478859999999997,1.9963609999999998,2.107618,2.0236579999999997,2.052548,1.9884979999999999,2.089595,2.06389,2.178392,1.978043,2.066539,2.071045,2.004244,2.133275,2.1175479999999998,1.9875969999999998,2.154849,1.976929,2.111428,2.034278,2.063957,2.0909809999999998,2.038884,2.088716,2.058623,2.029454,2.033193,2.162084,1.965593,2.224804,2.016056,2.051069,2.117698,2.0982719999999997,2.0205569999999997,2.0094719999999997,2.078474,2.0865299999999998,2.037287,2.151709,2.0593619999999997,2.060909,2.101858,2.2231229999999997,1.9608729999999999,2.123065,2.017322,2.087652,2.1541129999999997,2.041995,2.174801,1.9430939999999999,2.107745,2.118938,2.157019,1.936284,2.1016529999999998,2.045079,2.140438,2.1771629999999997,2.038685,2.160605,2.062524,1.9863719999999998,2.116574,2.151205,2.0595209999999997,2.042868,2.099658,2.051653,2.11591,2.039883,2.1105199999999997,2.034664,2.136718,2.171035,1.98118,2.220809,2.1672379999999998,2.293682,2.038032,2.010786,2.05789,1.910362,2.1648709999999998,2.0742789999999998,2.083477,2.137639,2.084549,2.025131,2.085848,2.101406,1.9543249999999999,2.0932209999999998,2.096521,2.068815,2.257726,1.930466,2.1522449999999997,1.993212,2.193416,2.03369,2.1609279999999997,2.09573,2.216217,2.051492,2.156219,2.118658,2.4507719999999997,5.0932249999999994,0.819233,2.111456,2.059784,2.168624,2.061204,2.0522549999999997,2.1329279999999997,2.037674,2.186759,2.0654909999999997,2.178557,2.15901,2.089381,2.049274,2.149764,2.0431559999999998,2.11962,2.187699,2.107704,2.015594,2.054469,2.064888,2.123455,2.142118,2.1667359999999998,2.186133,2.032692,2.141706,2.133419,2.041381,2.10179,2.0869869999999997,2.1660749999999998,2.1638319999999998,2.060113,2.168401,2.034624,2.131124,2.114556,2.132748,1.9832269999999999,2.203322,2.13205,2.075975,2.214054,2.026818,2.2289,2.0267649999999997,2.167919,2.147863,2.129912,2.083873,2.104549,2.1694679999999997,2.114051,2.072384,2.054786,2.273227,1.963736,2.2468719999999998,2.208511,2.044367,2.1482479999999997,2.067149,2.101428,2.439273,1.883348,2.182143,2.018818,1.9363489999999999,2.191366,2.1989959999999997,2.074262,2.105979,2.085134,1.990702,2.1032219999999997,2.031104,2.197022,2.051656,2.213549,2.146765,2.124729,2.0424889999999998,2.170514,2.0756959999999998,2.150865,1.9440119999999999,2.149794,2.123872,2.163083,2.158085,2.1694899999999997,2.118459,2.175973,1.9926929999999998,2.098216,2.2189609999999997,2.146139,2.127252,2.018073,2.176252,2.110151,2.106632,2.09088,2.202744,2.080442,2.146865,2.2322759999999997,2.034255,2.1511549999999997,2.137922,2.146385,2.153134,2.202696,2.113774,2.074067,2.090399,2.118097,2.130946,2.126547,2.177775,2.105779,2.1568169999999998,2.180745,2.156851,2.12229,2.224814,2.018615,2.148602,2.1335129999999998,2.227035,2.077716,2.173956,2.112746,2.206661,2.164736,2.1370549999999997,2.1705259999999997,2.0882069999999997,2.184898,2.052667,2.235818,2.0906629999999997,2.13511,2.175278,2.203356,2.1485559999999997,2.112294,2.078305,2.13965,2.1668179999999997,2.125161,2.2240249999999997,2.051214,5.4361299999999995,1.360925,2.133256,2.065077,2.171869,2.229431,2.0299199999999997,2.132559,2.195976,2.062341,2.0397529999999997,2.102524,2.159786,2.231439,2.0960419999999997,2.190803,2.249667,2.00405,2.2519579999999997,2.062912,2.159574,2.189739,2.14487,2.201298,2.138042,2.489006,2.050578,2.087053,2.153305,1.841786,2.065832,2.555841,2.648956,2.149436,11.648954999999999,2.4944599999999997,1.6692779999999998,2.141692,2.199328,2.239286,2.346263,2.5212559999999997,1.897243,2.8813999999999997,1.71109,2.181402,1.929698,2.023377,2.803842,11.192421,2.564629,1.561456,2.176209,2.572756,1.781946,2.346715,1.975938,2.031252,1.995236,2.804462,14.898778,2.285492,1.506931,1.980726,2.1874279999999997,2.040054,2.187767,2.1043689999999997,2.148368,2.0945929999999997,2.569593],"unit":"ms"},"output_sequence_length":{"value":409,"unit":"tokens"},"time_to_first_token":{"value":63.375797999999996,"unit":"ms"},"http_req_waiting":{"value":62.415761999999994,"unit":"ms"},"http_req_duration":{"value":951.8886229999999,"unit":"ms"},"input_sequence_length":{"value":898,"unit":"tokens"},"time_to_second_token":{"value":1.681136,"unit":"ms"},"http_req_receiving":{"value":889.205426,"unit":"ms"},"http_req_sending":{"value":0.267435,"unit":"ms"},"http_req_data_sent":{"value":3.4765625,"unit":"KB"},"http_req_chunks_received":{"value":406,"unit":"count"},"reasoning_token_count":{"value":409,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":99.23828125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24390243902439024,"unit":"%"},"e2e_output_token_throughput":{"value":429.6283929005519,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1779649534313723,"unit":"ms"},"prefill_throughput_per_user":{"value":14169.446828898313,"unit":"tokens/sec/user"},"http_req_total":{"value":951.8886229999999,"unit":"ms"},"output_token_throughput_per_user":{"value":459.1442109408166,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":7,"x_request_id":"ce7bf005-e2b2-4eeb-9494-42bd7b02d029","x_correlation_id":"cb834880-929a-4c04-b702-fedf40461839","conversation_id":"fdadc8de-fdb0-41d6-83ca-c24ca0a011df","turn_index":0,"credit_issued_ns":1779883796041744404,"request_start_ns":1779883796042720593,"request_ack_ns":1779883796068039073,"request_end_ns":1779883797007674606,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":964.9540129999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.6620329999999999,1.741304,1.9581009999999999,1.973884,2.0280519999999997,2.097349,2.003268,2.07638,1.9588539999999999,2.08749,2.0614149999999998,1.9255229999999999,2.471912,2.0287569999999997,1.844202,1.9458309999999999,2.477216,5.928915,0.512165,1.6080409999999998,2.027183,1.922302,1.956265,1.9876859999999998,2.041115,2.037188,2.045115,2.122865,2.034573,2.0782819999999997,2.027155,2.0913939999999998,2.0248589999999997,2.120405,2.018675,2.053497,2.122011,2.042906,2.0211699999999997,1.998394,2.042014,2.081695,1.9238259999999998,2.094347,2.047957,2.0888619999999998,2.0374749999999997,2.109868,2.030879,2.2523269999999997,2.002557,1.9951789999999998,2.139598,2.0532559999999997,2.02166,1.996395,2.1807369999999997,1.989777,2.099179,2.060702,2.1076349999999997,1.902474,2.096688,2.109509,2.064454,2.0793369999999998,2.095069,2.006054,2.142845,2.0016499999999997,2.1009379999999998,2.02754,2.050216,1.9933539999999998,2.086024,2.066846,2.1750819999999997,1.981212,2.0623519999999997,2.08159,1.993579,2.137571,2.112831,1.990502,2.155056,1.981174,2.102677,2.04122,2.060339,2.095218,2.03221,2.093384,2.0565029999999997,2.030774,2.029735,2.166625,1.9616939999999998,2.229355,2.0109239999999997,2.0548699999999998,2.114337,2.102389,2.018436,2.011044,2.0743039999999997,2.093595,2.032102,2.153909,2.0558609999999997,2.06584,2.098197,2.225705,1.9602789999999999,2.124062,2.013731,2.092303,2.151601,2.041744,2.171018,1.94911,2.1032889999999997,2.125416,2.151944,1.939193,2.096597,2.047685,2.138373,2.179233,2.0372149999999998,2.16573,2.05687,1.9889169999999998,2.113504,2.155702,2.0551559999999998,2.0453639999999997,2.0978179999999997,2.054284,2.114753,2.041713,2.108295,2.037379,2.132381,2.189409,1.961554,2.2254169999999998,2.208186,2.2500929999999997,2.010768,2.037509,2.053481,1.912768,2.163147,2.077892,2.080246,2.14864,2.07536,2.028577,2.0816719999999997,2.107223,1.9528329999999998,2.095452,2.089388,2.069572,2.266988,1.9259789999999999,2.134804,2.011625,2.187344,2.039039,2.162076,2.094894,2.209939,2.050539,2.157159,2.12368,2.4517119999999997,5.093855,0.816483,2.117603,2.06859,2.158301,2.055217,2.056574,2.126576,2.044856,2.181482,2.0689409999999997,2.228733,2.104827,2.116193,2.0331289999999997,2.147973,2.051634,2.1144789999999998,2.186756,2.106297,2.0177959999999997,2.054548,2.0653129999999997,2.120864,2.146551,2.160053,2.191595,2.030214,2.1460749999999997,2.1328869999999998,2.037201,2.1026309999999997,2.088785,2.163821,2.17032,2.050481,2.173024,2.033233,2.13107,2.1133569999999997,2.135148,1.981037,2.204441,2.129868,2.077549,2.212951,2.03002,2.2262869999999997,2.026855,2.122451,2.193364,2.129365,2.088732,2.099377,2.1708719999999997,2.116055,2.068461,2.060213,2.2673989999999997,1.976195,2.2297,2.170303,2.170286,2.120181,2.059021,2.084656,2.4233569999999998,1.878355,2.185958,1.9600119999999999,1.9889869999999998,2.2000729999999997,2.1823349999999997,2.076475,2.106033,2.082261,1.994381,2.106909,2.027873,2.1855089999999997,2.062758,2.2115709999999997,2.15047,2.120949,2.0456149999999997,2.165375,2.0840899999999998,2.1438289999999998,1.951608,2.142397,2.1299889999999997,2.156042,2.1666209999999997,2.160936,2.1227489999999998,2.172079,2.008175,2.083212,2.224932,2.141552,2.127798,2.0144159999999998,2.1795299999999997,2.111847,2.103029,2.08928,2.206673,2.0764519999999997,2.1494619999999998,2.230236,2.039192,2.146298,2.139501,2.144475,2.1558729999999997,2.20001,2.1060209999999997,2.08045,2.094834,2.114388,2.1339259999999998,2.12314,2.1821989999999998,2.10247,2.159704,2.177626,2.160913,2.116101,2.1772739999999997,2.0614079999999997,2.159919,2.120155,2.234721,2.079224,2.1663259999999998,2.112548,2.208412,2.1598289999999998,2.146133,2.162337,2.094804,2.180543,2.0543679999999997,2.233373,2.086303,2.141508,2.179509,2.195164,2.1492839999999998,2.1115939999999997,2.086068,2.135872,2.168662,2.123479,2.2331849999999998,2.043065,5.40435,1.388252,2.141442,2.078,2.1668179999999997,2.223109,2.034147,2.123195,2.203743,2.055592,2.050647,2.092367,2.163353,2.2319359999999997,2.0976559999999997,2.189786,2.247524,2.001359,2.259121,2.0626979999999997,2.152587,2.1905829999999997,2.1457729999999997,2.198147,2.1443209999999997,2.48354,2.0403279999999997,2.092504,2.164217,1.886968,2.008753,2.565889,2.649022,2.1493819999999997,11.67042,2.423372,1.5651229999999998,2.280153,2.21983,2.234432,2.35588,2.53266,1.897225,2.9191409999999998,1.655177,2.146906,1.968486,1.993518,2.839469,11.209446999999999,2.545827,1.562673,2.178816,2.5667739999999997,1.7871659999999998,2.3317319999999997,1.970793,2.081717,1.9885849999999998,2.749508,14.92935,2.268863,1.5081959999999999,1.9776699999999998,2.191557,2.036113,2.188377,2.104748,2.151417,2.086817,2.496706,1.937557,2.255855,2.348494,2.211064,2.0797049999999997,2.4374569999999998],"unit":"ms"},"output_sequence_length":{"value":415,"unit":"tokens"},"time_to_first_token":{"value":63.15817,"unit":"ms"},"http_req_waiting":{"value":62.217596,"unit":"ms"},"http_req_duration":{"value":964.8645799999999,"unit":"ms"},"input_sequence_length":{"value":717,"unit":"tokens"},"time_to_second_token":{"value":1.6620329999999999,"unit":"ms"},"http_req_receiving":{"value":902.389319,"unit":"ms"},"http_req_sending":{"value":0.257665,"unit":"ms"},"http_req_data_sent":{"value":3.1845703125,"unit":"KB"},"http_req_chunks_received":{"value":412,"unit":"count"},"reasoning_token_count":{"value":415,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":100.4912109375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2403846153846154,"unit":"%"},"e2e_output_token_throughput":{"value":430.07230853394043,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1782508285024154,"unit":"ms"},"prefill_throughput_per_user":{"value":11352.450522236473,"unit":"tokens/sec/user"},"http_req_total":{"value":964.8645799999999,"unit":"ms"},"output_token_throughput_per_user":{"value":459.08395255266214,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":0,"x_request_id":"ea085dbe-1466-48dd-b186-284870def7f7","x_correlation_id":"8346ca38-7412-404a-9781-5ac93acaf393","conversation_id":"4597fc35-eb1f-4a73-8108-061ed14ba7ac","turn_index":0,"credit_issued_ns":1779883796041314271,"request_start_ns":1779883796042600852,"request_ack_ns":1779883796068104807,"request_end_ns":1779883797036250485,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":993.649633,"unit":"ms"},"http_req_connecting":{"value":1.7538969999999998,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":1.2036419999999999,"unit":"ms"},"inter_chunk_latency":{"value":[1.656625,1.7362279999999999,1.954971,1.9765039999999998,2.037738,2.0882199999999997,2.0074229999999997,2.068532,1.964218,2.081194,2.067154,1.924313,2.475888,2.029878,1.8532769999999998,1.942184,2.477032,5.9308559999999995,0.510294,1.549234,2.038741,1.962515,1.959129,1.9822469999999999,2.045311,2.044138,2.0379229999999997,2.123493,2.036942,2.0759499999999997,2.0287029999999997,2.0898049999999997,2.02615,2.12004,2.020186,2.0522,2.122562,2.042774,2.022513,1.996322,2.042083,2.08166,1.9243629999999998,2.0956829999999997,2.043628,2.0914289999999998,2.0398799999999997,2.1039499999999998,2.0314829999999997,2.251887,2.004075,1.995755,2.138884,2.055149,2.028307,1.992133,2.178445,1.992637,2.097846,2.057066,2.11148,1.899087,2.098185,2.108468,2.060621,2.083064,2.095485,2.005801,2.146689,1.9987899999999998,2.10131,2.0259389999999997,2.050507,1.991779,2.084526,2.068998,2.174245,1.980627,2.065655,2.076971,1.996065,2.1384849999999997,2.112737,1.9914889999999998,2.151523,1.982059,2.108187,2.037365,2.061404,2.094999,2.035079,2.091104,2.05448,2.0329349999999997,2.02989,2.162541,1.9633969999999998,2.229361,2.0107209999999998,2.055796,2.1159019999999997,2.1011859999999998,2.016593,2.013062,2.075752,2.083107,2.0417449999999997,2.1567279999999998,2.055184,2.064946,2.099817,2.226737,1.956413,2.126908,2.0135769999999997,2.091563,2.150429,2.044931,2.176319,1.9421249999999999,2.102675,2.124249,2.152669,1.9386089999999998,2.0979769999999998,2.043828,2.133226,2.189491,2.034896,2.165723,2.057934,1.989755,2.1130649999999997,2.154083,2.054519,2.0486779999999998,2.0965249999999997,2.055618,2.109314,2.0435849999999998,2.108414,2.037851,2.135303,2.1711769999999997,1.9748279999999998,2.23109,2.1563499999999998,2.4238139999999997,1.892008,2.029711,2.0515,1.9254049999999998,2.158821,2.075738,2.109181,2.110837,2.083241,2.027469,2.0799529999999997,2.104631,1.952381,2.096052,2.0924679999999998,2.070757,2.253481,1.936559,2.145637,2.00011,2.189947,2.035237,2.156351,2.101611,2.2126449999999998,2.053553,2.154479,2.123903,2.446021,5.095802,0.8150189999999999,2.116144,2.062297,2.168714,2.054651,2.058688,2.129455,2.042555,2.1817409999999997,2.068393,2.17551,2.1597489999999997,2.088535,2.059065,2.150267,2.043468,2.1176589999999997,2.190196,2.106932,2.0160679999999997,2.052502,2.0662499999999997,2.1219419999999998,2.142954,2.165637,2.191716,2.027691,2.142991,2.131363,2.0442139999999998,2.100244,2.088202,2.1651599999999998,2.164468,2.058458,2.171002,2.032542,2.133544,2.111747,2.134401,1.979811,2.210423,2.124438,2.079263,2.2124729999999997,2.0242489999999997,2.2295879999999997,2.029804,2.1183929999999997,2.198203,2.127941,2.083142,2.107129,2.1700429999999997,2.114591,2.0712859999999997,2.054481,2.27089,1.9662419999999998,2.240898,2.120468,2.131506,2.145581,2.073385,2.094308,2.447117,1.8826509999999999,2.189178,1.959291,1.990789,2.168844,2.217923,2.070639,2.110742,2.082621,1.9927469999999998,2.101594,2.034369,2.1930929999999997,2.05545,2.208885,2.148724,2.123954,2.046804,2.164824,2.079323,2.147872,1.94739,2.147688,2.1270979999999997,2.1598699999999997,2.161504,2.168192,2.117336,2.173441,1.995116,2.096726,2.223443,2.141045,2.129117,2.0138979999999997,2.1783699999999997,2.109883,2.1040289999999997,2.0899479999999997,2.205861,2.073873,2.152816,2.228477,2.038328,2.149196,2.140514,2.143465,2.1557839999999997,2.1983509999999997,2.1156379999999997,2.073957,2.094637,2.1138369999999997,2.133486,2.123678,2.182322,2.101734,2.161563,2.1774169999999997,2.1510979999999997,2.125159,2.170569,2.0662689999999997,2.161632,2.12061,2.242256,2.070383,2.1707989999999997,2.1130359999999997,2.208154,2.159103,2.148173,2.160992,2.096656,2.179589,2.054107,2.234391,2.09216,2.134407,2.179938,2.195208,2.152185,2.1087789999999997,2.086033,2.136806,2.166767,2.124799,2.2282249999999997,2.04618,5.395623,1.355783,2.1834189999999998,2.0584409999999997,2.178072,2.224074,2.039311,2.11938,2.2032119999999997,2.058067,2.049292,2.0944279999999997,2.1630979999999997,2.227516,2.097221,2.182698,2.247165,2.013495,2.2563109999999997,2.06214,2.157669,2.187963,2.148287,2.198814,2.141226,2.4854249999999998,2.050178,2.091801,2.111348,1.8688339999999999,2.043729,2.593004,2.647564,2.1493919999999997,11.648463,2.442364,1.563841,2.280254,2.222261,2.233936,2.356236,2.5195629999999998,1.912957,2.853122,1.701936,2.156422,1.938119,2.025515,2.8420199999999998,11.188646,2.578604,1.5532519999999999,2.175815,2.570413,1.785054,2.326171,1.968904,2.037022,2.008454,2.785945,14.918578,2.2841229999999997,1.5069009999999998,1.97678,4.2323759999999995,2.1864969999999997,2.105213,2.151272,2.086696,2.491249,1.944099,2.192358,2.384484,2.231352,2.058789,2.388737,2.487036,11.497053,10.69202,1.910779,2.032944],"unit":"ms"},"output_sequence_length":{"value":419,"unit":"tokens"},"time_to_first_token":{"value":63.312079999999995,"unit":"ms"},"http_req_waiting":{"value":60.426337999999994,"unit":"ms"},"http_req_duration":{"value":993.4886329999999,"unit":"ms"},"input_sequence_length":{"value":852,"unit":"tokens"},"output_token_count":{"value":17,"unit":"tokens"},"time_to_second_token":{"value":1.656625,"unit":"ms"},"http_req_receiving":{"value":930.899968,"unit":"ms"},"http_req_sending":{"value":2.162327,"unit":"ms"},"time_to_first_output_token":{"value":940.809055,"unit":"ms"},"http_req_data_sent":{"value":3.904296875,"unit":"KB"},"http_req_chunks_received":{"value":416,"unit":"count"},"reasoning_token_count":{"value":402,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":101.5634765625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":2.9575389999999997,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4750593824228029,"unit":"%"},"e2e_output_token_throughput":{"value":421.6778088419019,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.225687925837321,"unit":"ms"},"prefill_throughput_per_user":{"value":13457.147514344811,"unit":"tokens/sec/user"},"http_req_total":{"value":996.4461719999999,"unit":"ms"},"output_token_throughput_per_user":{"value":449.2992878252652,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":1,"x_request_id":"1a918803-89a1-4248-a0c2-fa4f150ba7da","x_correlation_id":"2deef3eb-5d56-4475-8718-a7764225e7c5","conversation_id":"a3b7a0c5-525b-4ffb-8474-94c973f8aa52","turn_index":0,"credit_issued_ns":1779883796041414984,"request_start_ns":1779883796042563732,"request_ack_ns":1779883796068114610,"request_end_ns":1779883797088369659,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1045.8059269999999,"unit":"ms"},"http_req_connecting":{"value":1.7707579999999998,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":1.219986,"unit":"ms"},"inter_chunk_latency":{"value":[1.674053,1.728154,1.965009,1.9733319999999999,2.027957,2.085552,2.0079439999999997,2.067069,1.967083,2.080713,2.064891,1.9209209999999999,2.469772,2.039026,1.8594229999999998,1.9494429999999998,2.4861899999999997,5.928217999999999,0.493318,1.565283,2.037058,1.961353,1.958302,1.98047,2.044882,2.037735,2.045194,2.1241149999999998,2.036203,2.099264,2.007361,2.085417,2.030023,2.110154,2.0303709999999997,2.0446619999999998,2.129652,2.035077,2.02683,1.993447,2.048069,2.080237,1.922725,2.098448,2.052748,2.07749,2.039532,2.106141,2.031481,2.2556689999999997,2.001433,1.996157,2.1413599999999997,2.0551,2.020971,1.9956459999999998,2.18284,1.990607,2.095338,2.056654,2.1121209999999997,1.899096,2.0967059999999997,2.109155,2.0618879999999997,2.081712,2.091342,2.012548,2.1385419999999997,2.0097869999999998,2.047684,1.999185,2.052631,1.991414,2.086769,2.066112,2.1760129999999998,1.9786039999999998,2.0630919999999997,2.0784309999999997,1.9946789999999999,2.140724,2.1123,1.9899779999999998,2.152829,1.9818,2.107318,2.037581,2.06126,2.093738,2.03581,2.092069,2.055011,2.032953,2.03022,2.1616999999999997,1.9633539999999998,2.229915,2.010537,2.056221,2.114441,2.101793,2.016365,2.014986,2.07362,2.0842199999999997,2.042859,2.155179,2.0550669999999998,2.0645,2.094632,2.2264239999999997,1.958133,2.1299349999999997,2.014468,2.0905869999999998,2.151297,2.043325,2.172471,1.947948,2.101264,2.124375,2.153857,1.9382899999999998,2.09745,2.046716,2.139059,2.178769,2.037983,2.163698,2.0587869999999997,1.988445,2.115062,2.155069,2.053143,2.046223,2.093213,2.057823,2.112888,2.0431179999999998,2.110994,2.036532,2.134826,2.17575,1.971352,2.2266179999999998,2.2186779999999997,2.310145,2.029854,2.0270799999999998,2.051891,1.923889,2.1545009999999998,2.070515,2.088244,2.139768,2.0842709999999998,2.021992,2.0862819999999997,2.105252,1.949855,2.0989679999999997,2.093337,2.068097,2.2021889999999997,1.9101789999999998,2.132021,2.0099139999999998,2.187785,2.036501,2.179184,2.077556,2.212584,2.052764,2.155428,2.121244,2.475937,5.0864769999999995,0.891936,2.107754,2.060956,2.158439,2.050847,2.070786,2.153928,2.015206,2.174676,2.0769409999999997,2.177479,2.156714,2.0900849999999997,2.058932,2.152752,2.040172,2.119726,2.188799,2.111158,2.01651,2.049105,2.0637149999999997,2.1139669999999997,2.153314,2.167293,2.180868,2.036899,2.135192,2.140424,2.039507,2.105219,2.082478,2.1681529999999998,2.166254,2.0571889999999997,2.169813,2.030526,2.136967,2.1130839999999997,2.139307,1.976171,2.2159969999999998,2.133726,2.065959,2.203417,2.030399,2.233857,2.0298499999999997,2.117,2.197311,2.12617,2.08403,2.1122009999999998,2.16531,2.115874,2.0675179999999997,2.063386,2.2638149999999997,1.9645009999999998,2.232997,2.1161209999999997,2.1373349999999998,2.155503,2.07007,2.097199,2.451272,1.8774229999999998,2.1909579999999997,1.956734,1.9887949999999999,2.172719,2.216926,2.0595779999999997,2.124316,2.082459,1.985862,2.1039939999999997,2.03556,2.176288,2.070726,2.2052069999999997,2.156146,2.121539,2.054351,2.154675,2.079404,2.149239,1.9481439999999999,2.145772,2.130381,2.160298,2.162109,2.170552,2.113034,2.1747639999999997,1.991636,2.100068,2.2156249999999997,2.146337,2.13013,2.02305,2.169183,2.106668,2.098655,2.097239,2.205491,2.073512,2.1494969999999998,2.2342269999999997,2.044174,2.154762,2.129529,2.133171,2.166012,2.197858,2.11829,2.0652209999999998,2.106486,2.106961,2.136764,2.111518,2.191146,2.102433,2.162867,2.176332,2.147929,2.130179,2.159793,2.076391,2.160424,2.130102,2.227486,4.250763,2.109273,2.206102,2.15724,2.150197,2.214933,2.039961,2.173089,2.0611349999999997,2.232706,2.096193,2.131175,2.179181,2.1956469999999997,2.151685,2.11117,2.08677,2.1272539999999998,2.174894,2.134111,2.210973,2.053411,5.403979,1.355414,2.178343,2.062197,2.1793579999999997,2.224623,2.033157,2.1279689999999998,2.187005,2.068975,2.045398,2.098081,2.151294,2.2482789999999997,2.085358,2.17477,2.251532,2.015889,2.261424,2.0608269999999997,2.158109,2.186859,2.1587,2.174331,2.157097,2.471762,2.062149,2.087817,2.116006,1.871348,2.037353,2.5974369999999998,2.630474,2.165476,11.646944999999999,2.433153,1.573546,2.269784,2.2326319999999997,2.2359489999999997,2.352688,2.528731,1.9042219999999999,2.861154,1.72492,2.1331469999999997,1.920339,2.0496179999999997,2.818873,11.186822,2.574318,1.559782,2.1879239999999998,2.571552,1.778379,2.323989,1.966051,2.045665,2.011376,2.779426,14.921645,2.284127,1.505544,1.9676559999999998,2.203588,2.0337009999999998,2.194166,2.1006229999999997,2.147239,2.0928809999999998,2.5035369999999997,1.929458,2.192344,2.382078,2.242095,2.055484,2.3836589999999998,2.478226,11.507427999999999,10.699484,1.903581,1.9082839999999999,1.6072089999999999,1.856123,2.063395,2.352985,2.029384,2.017754,1.908938,2.342804,10.160451,2.242339,1.50217,2.276845,2.071547,2.210833,2.1729149999999997,2.242391,2.0631239999999997,2.154439,2.204509,2.267166,2.433014],"unit":"ms"},"output_sequence_length":{"value":440,"unit":"tokens"},"time_to_first_token":{"value":63.397636,"unit":"ms"},"http_req_waiting":{"value":60.464887999999995,"unit":"ms"},"http_req_duration":{"value":1045.644133,"unit":"ms"},"input_sequence_length":{"value":845,"unit":"tokens"},"output_token_count":{"value":126,"unit":"tokens"},"time_to_second_token":{"value":1.674053,"unit":"ms"},"http_req_receiving":{"value":982.9836939999999,"unit":"ms"},"http_req_sending":{"value":2.195551,"unit":"ms"},"time_to_first_output_token":{"value":719.231889,"unit":"ms"},"http_req_data_sent":{"value":3.8955078125,"unit":"KB"},"http_req_chunks_received":{"value":437,"unit":"count"},"reasoning_token_count":{"value":314,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":106.525390625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":2.990744,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4524886877828055,"unit":"%"},"e2e_output_token_throughput":{"value":420.7281567644051,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.237832097949886,"unit":"ms"},"prefill_throughput_per_user":{"value":13328.572693152153,"unit":"tokens/sec/user"},"http_req_total":{"value":1048.634877,"unit":"ms"},"output_token_throughput_per_user":{"value":446.8610495470665,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":4,"x_request_id":"901d789f-c5a6-4818-b748-8f35efb9f948","x_correlation_id":"48c092a9-9034-48c0-8503-222b92b49188","conversation_id":"5aa21e32-c94e-40a1-a28a-028139650f7c","turn_index":0,"credit_issued_ns":1779883796041582477,"request_start_ns":1779883796042500139,"request_ack_ns":1779883796068086104,"request_end_ns":1779883797140343348,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1097.843209,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[0.616598,1.6344839999999998,1.7633159999999999,1.9285599999999998,1.9687469999999998,2.033483,2.0903579999999997,2.002843,2.07037,1.96468,2.07783,2.073328,1.9230729999999998,2.4746669999999997,2.0293319999999997,1.842527,1.944542,2.479737,5.935517,0.5116769999999999,1.5504289999999998,2.094457,1.9088269999999998,1.950904,1.984637,2.038223,2.041157,2.044923,2.121644,2.036796,2.076663,2.025511,2.09004,2.027468,2.1203909999999997,2.0189529999999998,2.052407,2.123077,2.041903,2.022093,1.998603,2.039256,2.082297,1.930173,2.091767,2.0435689999999997,2.1633839999999998,2.032988,2.044035,2.0261679999999997,2.2516249999999998,2.0050749999999997,1.99291,2.138999,2.052615,2.026215,1.998189,2.176544,1.9923339999999998,2.096853,2.0589679999999997,2.109429,1.900736,2.097876,2.1079499999999998,2.05621,2.090715,2.095462,2.007734,2.1429359999999997,2.000977,2.103678,2.02363,2.048782,1.992197,2.087122,2.067399,2.17305,1.9822259999999998,2.067268,2.074068,1.995299,2.1434889999999998,2.137164,1.9653889999999998,2.152009,1.981938,2.107036,2.036453,2.05998,2.095757,2.035594,2.0974749999999998,2.047475,2.097064,2.0377739999999998,2.123957,1.936888,2.240224,2.0055259999999997,2.04712,2.1136269999999997,2.1544149999999997,1.9686629999999998,2.009916,2.078973,2.0836609999999998,2.037084,2.158695,2.051281,2.065314,2.098303,2.2248959999999998,1.959107,2.126387,2.014949,2.0928709999999997,2.149261,2.045841,2.171881,1.94369,2.1073299999999997,2.118519,2.1588879999999997,1.935668,2.097812,2.046887,2.1427709999999998,2.179558,2.033461,2.168076,2.056494,1.990001,2.1101389999999998,2.155863,2.052873,2.052551,2.092575,2.056103,2.111465,2.046871,2.107621,2.034198,2.135958,2.1891849999999997,1.96332,2.225178,2.194308,2.29433,1.9947089999999998,2.0260309999999997,2.05069,1.915681,2.161044,2.07685,2.090785,2.136959,2.07884,2.028314,2.080718,2.1058179999999997,1.9520339999999998,2.0952729999999997,2.0917209999999997,2.070581,2.268077,1.924281,2.1524129999999997,1.992543,2.187899,2.037578,2.160624,2.097375,2.21174,2.055765,2.1512029999999998,2.122632,2.45073,5.0972919999999995,0.8145519999999999,2.1170809999999998,2.06498,2.164383,2.053403,2.055185,2.1280699999999997,2.044308,2.1816999999999998,2.0691919999999997,2.1958949999999997,2.137216,2.09095,2.058874,2.148209,2.051593,2.1120829999999997,2.1902,2.104414,2.017658,2.052968,2.065576,2.120506,2.145023,2.165594,2.18964,2.029461,2.147901,2.128243,2.041257,2.1013159999999997,2.0881529999999997,2.164437,2.167592,2.057277,2.1698049999999998,2.0326139999999997,2.132443,2.1134399999999998,2.1335029999999997,1.980456,2.206747,2.1312919999999997,2.077137,2.211646,2.0310479999999997,2.22491,2.0278519999999998,2.118333,2.197267,2.127843,2.085838,2.104962,2.171151,2.113201,2.070926,2.0537639999999997,2.274149,1.965314,2.240396,2.1530769999999997,2.13741,2.1059129999999997,2.0788409999999997,2.089905,2.486493,1.848438,2.182048,1.961339,1.9905439999999999,2.1779699999999997,2.206619,2.06529,2.1138399999999997,2.077997,1.996127,2.10163,2.030194,2.194322,2.055212,2.208611,2.153123,2.1183199999999998,2.0456019999999997,2.166436,2.084256,2.148077,1.9438529999999998,2.149403,2.12859,2.156146,2.160617,2.16569,2.121134,2.1758409999999997,2.005009,2.082284,2.226587,2.1407659999999997,2.127703,2.0177929999999997,2.17731,2.108015,2.10786,2.085702,2.20778,2.0738209999999997,2.1522799999999997,2.250073,2.0311619999999997,2.139418,2.136689,2.147841,2.155842,2.200066,2.1146149999999997,2.066467,2.09788,2.116702,2.128686,2.123732,2.181569,2.102276,2.1606009999999998,2.18181,2.16548,2.106779,2.184573,2.064697,2.158461,2.122086,2.236722,2.0709999999999997,2.174875,2.111332,2.2115929999999997,2.1563529999999997,2.146999,2.160634,2.0968109999999998,2.180421,2.056053,2.230612,2.094777,2.132399,2.1815439999999997,2.194315,2.150733,2.109914,2.086522,2.1351809999999998,2.171831,2.1220849999999998,2.228104,2.044623,5.43269,1.3256,2.181028,2.075856,2.161421,2.226439,4.159517,2.200117,2.057384,2.042922,2.100151,2.1635809999999998,2.2292609999999997,2.097504,2.186079,2.241062,2.0149749999999997,2.2562889999999998,2.061292,2.1578,2.187157,2.149012,2.19818,2.1416299999999997,2.484958,2.0507589999999998,2.074623,2.1687719999999997,1.8224529999999999,2.0914449999999998,2.5513209999999997,2.651268,2.1451949999999997,11.668092999999999,2.4232899999999997,1.560335,2.279908,2.225873,2.233543,2.3576699999999997,2.52806,1.898648,2.9044749999999997,1.707822,2.114788,1.9429429999999999,2.013908,2.835587,11.202577999999999,2.569305,1.547815,2.177486,2.571541,1.7828709999999999,2.329331,2.000313,2.0076169999999998,2.02444,2.790194,14.908297,2.2657059999999998,1.504297,1.978669,2.189092,2.0338659999999997,2.192106,2.1035779999999997,2.153772,2.109778,2.484877,1.925471,2.1973469999999997,2.38786,2.2266019999999997,2.104273,2.347104,2.5027049999999997,11.512986999999999,10.658472999999999,1.918559,1.9008479999999999,1.61073,1.8688069999999999,2.077628,2.32009,2.024542,2.0340409999999998,1.938259,2.3036339999999997,10.158574,2.255559,1.489704,2.2733209999999997,2.076801,2.213799,2.171464,2.2286539999999997,2.0604739999999997,2.169621,2.200455,2.263778,2.308915,2.254511,2.455073,2.999336,1.402159,1.7381309999999999,2.7194309999999997,1.826072,2.120044,10.296254,2.301539,1.56032,2.12846,2.0607029999999997,2.125766,2.255535,2.3390999999999997,2.064159,2.087544,2.159636,3.282437],"unit":"ms"},"output_sequence_length":{"value":461,"unit":"tokens"},"time_to_first_token":{"value":62.825210999999996,"unit":"ms"},"http_req_waiting":{"value":57.791092,"unit":"ms"},"http_req_duration":{"value":1097.756554,"unit":"ms"},"input_sequence_length":{"value":710,"unit":"tokens"},"output_token_count":{"value":116,"unit":"tokens"},"time_to_second_token":{"value":0.616598,"unit":"ms"},"http_req_receiving":{"value":1039.715819,"unit":"ms"},"http_req_sending":{"value":0.24964299999999998,"unit":"ms"},"time_to_first_output_token":{"value":783.7882579999999,"unit":"ms"},"http_req_data_sent":{"value":3.267578125,"unit":"KB"},"http_req_chunks_received":{"value":458,"unit":"count"},"reasoning_token_count":{"value":345,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":111.4736328125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4319654427645789,"unit":"%"},"e2e_output_token_throughput":{"value":419.9142429636325,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.250039126086956,"unit":"ms"},"prefill_throughput_per_user":{"value":11301.195629888134,"unit":"tokens/sec/user"},"http_req_total":{"value":1097.756554,"unit":"ms"},"output_token_throughput_per_user":{"value":444.4367159690686,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":11,"x_request_id":"3028838c-507d-4dad-ac08-15205bd1ebd3","x_correlation_id":"265aae00-59db-478f-9d4e-81f71e9cdd3d","conversation_id":"9ac6d3ca-b5e7-4535-beee-2d71ceaf5481","turn_index":0,"credit_issued_ns":1779883796996308825,"request_start_ns":1779883797498058230,"request_end_ns":1779883797998215671,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883797998215671},"metrics":{"error_isl":{"value":705,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} +{"metadata":{"session_num":8,"x_request_id":"693c3655-74c1-4538-b23a-30a118dc9729","x_correlation_id":"cb665a92-a2a8-4763-88f3-9daa0e04b1b8","conversation_id":"8ca66c9b-4d1f-4461-83cf-b633753c3f66","turn_index":0,"credit_issued_ns":1779883796867379137,"request_start_ns":1779883796868782029,"request_ack_ns":1779883796879029378,"request_end_ns":1779883797799442938,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":930.660909,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.2856229999999997,2.2168609999999997,2.232481,2.3551029999999997,2.51981,1.9055339999999998,2.8644819999999998,1.6897469999999999,2.16022,1.9409379999999998,2.024761,2.8438559999999997,11.198274999999999,2.560599,1.560222,2.177482,2.573036,1.8234949999999999,2.350736,1.909122,2.039308,2.03635,2.7759,14.897108,2.2872369999999997,1.5032079999999999,1.9727,2.196234,2.034245,2.1902049999999997,2.105507,2.1489599999999998,2.102862,2.473681,1.945813,2.195963,2.39778,2.210153,2.119447,2.343428,2.4879979999999997,11.521588,10.674184,1.893622,1.905748,1.6178679999999999,1.864034,2.054081,2.339947,2.027116,2.027647,1.930648,2.3315159999999997,10.155261,2.253383,1.489992,2.274941,2.0695099999999997,2.220849,2.164255,2.230447,2.057902,2.175542,2.199283,2.268699,2.3019879999999997,2.256023,2.456665,2.985032,1.407251,1.741009,2.67182,1.878618,2.112826,10.305226,2.292268,1.563095,2.1079149999999998,2.08398,2.1220149999999998,2.26063,2.3296229999999998,2.0734339999999998,2.085139,2.161922,3.2082189999999997,5.954362,0.728466,1.1529859999999998,1.724967,1.821289,2.160005,2.111418,1.9943179999999998,10.622076999999999,2.369624,1.4340789999999999,1.979982,2.029625,1.9755619999999998,2.066812,2.109383,2.0542819999999997,1.983644,2.0682199999999997,1.993684,2.075501,2.098397,2.2107509999999997,1.9209189999999998,2.016021,2.029846,2.0543139999999998,2.200457,1.9596719999999999,2.068265,2.197192,1.932454,1.9661,2.016825,2.0756669999999997,1.931568,2.070075,2.100502,2.007659,1.941349,2.094865,2.0564139999999997,1.9409509999999999,2.088276,2.053607,2.051347,2.231064,1.9527359999999998,1.9891789999999998,2.0064059999999997,2.131342,1.982966,2.063241,2.064553,2.044389,2.112896,2.074407,2.080574,2.04228,2.175639,2.224929,1.799961,1.925816,2.183234,1.878239,2.0924709999999997,2.0206269999999997,2.156441,2.029734,2.32199,1.7976059999999998,2.003613,2.073531,2.663704,2.014061,1.811153,1.832589,1.989825,2.111193,2.070083,2.0375229999999998,2.0860179999999997,1.978124,2.075586,2.0553209999999997,2.112856,2.041107,2.03126,2.153994,2.0566489999999997,2.045608,2.183671,2.106837,1.993043,2.090486,2.105882,2.079637,2.064022,2.167752,2.062261,2.0929059999999997,2.228758,2.033333,2.0036039999999997,2.2374519999999998,2.154633,2.039666,2.080642,2.060718,2.116641,2.033852,2.176438,2.1090839999999997,2.128758,2.022504,2.111382,2.086649,2.168463,1.96579,2.2586809999999997,2.544933,2.2064369999999998,2.110843,1.845152,2.047743,2.081309,2.096666,2.162945,2.0345619999999998,2.067811,2.166848,2.0937099999999997,2.1108249999999997,2.173108,2.047393,2.158493,2.163839,2.095906,2.075542,2.113861,2.145683,2.071532,2.152457,2.156814,2.019986,2.1306,2.077181,2.060578,2.102688,2.197183,2.026755,2.094969,2.114305,2.136964,2.0726549999999997,2.6416999999999997,5.076782,0.748138,2.184581,2.080047,2.123322,2.118081,2.0751049999999998,2.145461,2.17408,2.016984,2.484613,2.88588,1.560926,2.040118,2.093218,2.3570379999999997,2.158444,11.529475999999999,2.590797,1.316684,1.9799399999999998,2.001745,2.1769469999999997,2.109884,2.331356,1.9088969999999998,2.103048,2.1356539999999997,2.0203599999999997,2.300194,2.1480609999999998,2.0264949999999997,2.0176279999999998,2.123158,2.0997019999999997,2.1703799999999998,2.013397,2.185988,2.0967249999999997,2.1378369999999998,2.2917289999999997,1.996681,2.085668,2.164329,2.050648,2.127218,2.152543,2.075511,2.1291629999999997,2.113502,2.212385,2.054358,2.007177,2.546632,2.228134,2.1431929999999997,1.944791,1.83079,2.074999,2.2845359999999997,1.9122089999999998,2.117441,2.143402,2.060296,2.045447,2.543037,2.017875,2.148545,1.975566,2.042841,2.017012,2.143906,2.20758,2.095954,2.051596,2.183321,2.045404,2.121318,2.19495,2.076047,2.104645,2.153466,2.145015,2.03667,2.2350589999999997,1.9674889999999998,2.137673,2.0828569999999997,2.248566,2.03891,2.14939,2.146249,2.049012,2.2804699999999998,2.111478,2.061929,2.014223,2.213659,2.076014,2.0275819999999998,2.100104,2.210385,2.103893,2.187147,2.129807,2.1847529999999997,2.086847,2.170989,2.1321179999999997,2.044548,2.235988,2.382767,2.150763,2.066561,2.0680259999999997,1.926906,2.017338,2.1066439999999997,2.13478,2.1261039999999998,4.326264999999999,2.144472,2.183153,2.067504,2.048041,2.203424,2.144243,2.058024,2.200558,2.087963,2.1655249999999997,2.087296,2.14085,2.0961279999999998,2.179324,2.193122,2.074081,2.078783,2.190579,2.058579,2.107697,2.212739,2.072716,2.1200799999999997,2.255792,2.2061699999999997,2.460844],"unit":"ms"},"output_sequence_length":{"value":391,"unit":"tokens"},"time_to_first_token":{"value":29.652179,"unit":"ms"},"http_req_waiting":{"value":27.824392,"unit":"ms"},"http_req_duration":{"value":930.5797,"unit":"ms"},"input_sequence_length":{"value":770,"unit":"tokens"},"output_token_count":{"value":27,"unit":"tokens"},"time_to_second_token":{"value":2.2856229999999997,"unit":"ms"},"http_req_receiving":{"value":902.5634789999999,"unit":"ms"},"http_req_sending":{"value":0.191829,"unit":"ms"},"time_to_first_output_token":{"value":874.823222,"unit":"ms"},"http_req_data_sent":{"value":3.275390625,"unit":"KB"},"http_req_chunks_received":{"value":391,"unit":"count"},"reasoning_token_count":{"value":364,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":95.279296875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.7614213197969544,"unit":"%"},"e2e_output_token_throughput":{"value":420.13153901578556,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.310278794871795,"unit":"ms"},"prefill_throughput_per_user":{"value":25967.737480608084,"unit":"tokens/sec/user"},"http_req_total":{"value":930.5797,"unit":"ms"},"output_token_throughput_per_user":{"value":432.84819227001276,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":10,"x_request_id":"83c30a0c-57f2-4dfb-95d2-d61af2557a08","x_correlation_id":"a18eed6b-7152-41bc-afea-3d4886d006f3","conversation_id":"e528de8f-73cd-414a-8378-09f634bba461","turn_index":0,"credit_issued_ns":1779883796947341547,"request_start_ns":1779883796949365420,"request_ack_ns":1779883796956937628,"request_end_ns":1779883797851897435,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":902.532015,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.979101,2.188091,2.038011,2.188152,2.107447,2.149015,2.090349,2.488067,1.9412179999999999,2.1943189999999997,2.4044529999999997,2.208201,2.094874,2.368715,2.477799,11.515113999999999,10.680693999999999,1.908502,1.9142329999999999,1.6007799999999999,1.8621379999999998,2.053553,2.348349,2.028741,2.02008,1.9272179999999999,2.330721,10.161359,2.252143,1.487301,2.2774069999999997,2.069455,2.220163,2.164682,2.244925,2.043965,2.177082,2.197495,2.269392,2.304151,2.258331,2.4478429999999998,2.988402,1.407347,1.7434859999999999,2.6767529999999997,1.882091,2.103684,10.310908,2.289033,1.559856,2.120686,2.0710729999999997,2.122147,2.262015,2.331546,2.0716129999999997,2.0810139999999997,2.1628849999999997,3.222489,5.950894,0.7310169999999999,1.164099,1.7174289999999999,1.788073,2.1895979999999997,2.137334,1.947134,10.606817,2.389348,1.421735,1.9821019999999998,2.0328559999999998,1.9770979999999998,2.06518,2.109645,2.053052,1.9852539999999999,2.0692019999999998,1.990994,2.0743929999999997,2.104018,2.209295,1.917675,2.017894,2.0303899999999997,2.0455069999999997,2.21449,1.959622,2.075028,2.1950659999999997,1.9335639999999998,1.964273,2.017934,2.073851,1.9323679999999999,2.072822,2.0963439999999998,2.011862,1.935749,2.0990539999999998,2.054833,1.942656,2.085511,2.0543549999999997,2.053187,2.233132,1.9494749999999998,1.98945,2.010134,2.131625,1.978972,2.064056,2.062716,2.046464,2.110559,2.0726549999999997,2.08398,2.043932,2.169349,2.2293339999999997,1.80203,1.92302,2.185207,1.876156,2.098445,2.012829,2.1617859999999998,2.0266159999999998,2.320572,1.7933649999999999,2.003145,2.06945,2.6581729999999997,2.033416,1.801893,1.833647,1.988208,2.099874,2.079728,2.038127,2.091557,1.9709139999999998,2.076914,2.053654,2.1137479999999997,2.044161,2.029886,2.1515679999999997,2.057111,2.04445,2.189535,2.105587,1.9890729999999999,2.091342,2.104905,2.079341,2.072224,2.161746,2.062493,2.0947549999999997,2.228871,2.033552,2.00485,2.2336329999999998,2.155801,2.038796,2.078972,2.061019,2.120896,2.0334659999999998,2.175359,2.108212,2.136355,2.013175,2.112969,2.087576,2.16579,1.9649649999999999,2.265805,2.55428,2.213926,2.071992,1.873641,2.0503519999999997,2.077934,2.102708,2.1566229999999997,2.0400579999999997,2.066145,2.16386,2.093719,2.111119,2.172916,2.046569,2.158873,2.163856,2.094213,2.081153,2.108209,2.147553,2.072245,2.154109,2.154369,2.021194,2.130242,2.076082,2.0715689999999998,2.091962,2.1980589999999998,2.0274739999999998,2.092383,2.115428,2.135828,2.076577,2.6435709999999997,5.109306,0.729555,2.1918439999999997,2.060569,2.1299639999999997,2.126244,2.063739,2.137479,2.174374,2.016256,2.500618,2.824853,1.6071099999999998,2.033646,2.087136,2.376874,2.148624,11.517641999999999,2.61539,1.305785,1.9821849999999999,1.997318,2.181291,2.0955049999999997,2.349204,1.904329,2.10207,2.133668,2.0259359999999997,2.299876,2.151501,2.021642,2.0203409999999997,2.118602,2.101058,2.1661799999999998,2.014754,2.1845339999999998,2.0999939999999997,2.137243,2.298853,1.9913889999999999,2.095622,2.15342,2.056283,2.120783,2.158261,2.0723219999999998,2.132686,2.1094939999999998,2.2174739999999997,2.0667459999999997,1.9961769999999999,2.549905,2.2311419999999997,2.140605,1.929171,1.8311609999999998,2.078616,2.285955,1.912858,2.112988,2.142934,2.0591109999999997,2.050195,2.4894879999999997,2.049693,2.141191,2.0014369999999997,2.037949,2.022966,2.137458,2.208617,2.098249,2.053849,2.180452,2.044834,2.122366,2.1940999999999997,2.0767059999999997,2.1157589999999997,2.143099,2.14696,2.033716,2.239897,1.9588489999999998,2.1389489999999998,2.081937,2.252293,2.036368,2.141962,2.156274,2.050407,2.281643,2.1123469999999998,2.059427,2.0131989999999997,2.21283,2.075906,2.0245509999999998,2.104656,2.206909,2.106499,2.188244,2.132805,2.183179,2.0860529999999997,2.1712469999999997,2.129593,2.046525,2.236015,2.383523,2.149637,2.072695,2.059374,1.927724,2.019837,2.102989,2.135763,2.127861,2.2581279999999997,2.0664919999999998,2.148014,2.179795,2.0720069999999997,2.042617,2.205907,2.141008,2.062865,2.200944,2.084396,2.1608359999999998,2.0929599999999997,2.135478,2.108412,2.169683,2.1965369999999997,2.0713209999999997,2.083694,2.1847119999999998,2.062909,2.099052,2.2207019999999997,2.067065,2.125858,2.2571239999999997,2.206686,2.417807,1.887286,3.006448,1.3251579999999998,2.3524469999999997,6.662991,1.609032,2.489116,11.927321,2.5880319999999997,1.373109,1.993665,2.1004869999999998,2.190511,2.075097,2.1335539999999997,2.09904,2.3344899999999997,2.317885],"unit":"ms"},"output_sequence_length":{"value":387,"unit":"tokens"},"time_to_first_token":{"value":27.829494999999998,"unit":"ms"},"http_req_waiting":{"value":26.083201,"unit":"ms"},"http_req_duration":{"value":902.463584,"unit":"ms"},"input_sequence_length":{"value":589,"unit":"tokens"},"time_to_second_token":{"value":1.979101,"unit":"ms"},"http_req_receiving":{"value":876.189126,"unit":"ms"},"http_req_sending":{"value":0.19125699999999998,"unit":"ms"},"http_req_data_sent":{"value":2.5380859375,"unit":"KB"},"http_req_chunks_received":{"value":384,"unit":"count"},"reasoning_token_count":{"value":387,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":93.7451171875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25773195876288657,"unit":"%"},"e2e_output_token_throughput":{"value":428.7936533752767,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2660687046632124,"unit":"ms"},"prefill_throughput_per_user":{"value":21164.595333116893,"unit":"tokens/sec/user"},"http_req_total":{"value":902.463584,"unit":"ms"},"output_token_throughput_per_user":{"value":441.29288663761935,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":14,"x_request_id":"c2ae4a45-1a9a-4d0a-8b4f-06bc0895121f","x_correlation_id":"4668a63d-6cbb-46ed-be06-75b3b5688580","conversation_id":"611873f8-d5f9-459e-90d2-e4d3d3162889","turn_index":0,"credit_issued_ns":1779883797091327807,"request_start_ns":1779883797094401084,"request_ack_ns":1779883797102861769,"request_end_ns":1779883797950570778,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":856.1696939999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.132653,2.0611669999999997,2.1415159999999998,2.24032,2.350562,2.043282,2.106728,2.145223,3.238178,5.8932519999999995,0.765243,1.1604729999999999,1.741703,1.759201,2.219205,2.08351,2.013603,10.593346,2.387769,1.417984,2.002355,2.0099169999999997,1.998257,2.044645,2.1320419999999998,2.042824,1.9975049999999999,2.031027,2.024432,2.048075,2.1353459999999997,2.184955,1.938861,1.990497,2.062897,2.016583,2.256913,1.9204359999999998,2.09051,2.175474,1.957293,1.942203,2.0344439999999997,2.053341,1.948027,2.05564,2.118611,1.9920879999999999,1.957325,2.072546,2.083538,1.9197739999999999,2.1120229999999998,2.029366,2.073213,2.216674,1.965447,1.968052,2.034499,2.106223,2.002786,2.044758,2.08133,2.024765,2.135501,2.052653,2.117666,2.011776,2.18309,2.2133059999999998,1.8122889999999998,1.9117449999999998,2.198971,1.858442,2.1149169999999997,1.9981309999999999,2.181222,2.008183,2.3500929999999998,1.7697459999999998,2.018661,2.059098,2.663505,2.016768,1.8268469999999999,1.809378,2.014824,2.073552,2.1036799999999998,2.014377,2.114405,1.9515179999999999,2.095225,2.033065,2.133723,2.021346,2.036933,2.15019,2.077448,2.022945,2.213303,2.072219,2.020988,2.062515,2.1324099999999997,2.055566,2.094525,2.141091,2.0963499999999997,2.062379,2.24961,2.012216,2.0217199999999997,2.223124,2.1750849999999997,2.015281,2.096432,2.041938,2.1397749999999998,2.017301,2.203958,2.075552,2.154851,1.997039,2.128738,2.075671,2.183561,1.942184,2.289501,2.5336909999999997,2.226901,2.049463,1.901586,2.0241219999999998,2.100983,2.07593,2.183449,2.0154639999999997,2.093064,2.129695,2.1270089999999997,2.0825869999999997,2.201387,2.022683,2.18473,2.13956,2.113614,2.063616,2.1263229999999997,2.126105,2.095437,2.128775,2.180843,1.994762,2.101722,2.041609,2.079046,2.084543,2.206324,2.0190989999999998,2.099367,2.108653,2.1439559999999998,2.0675499999999998,2.636602,5.055166,0.78748,2.174773,2.075784,2.1170139999999997,2.1602669999999997,2.048149,2.149664,2.165619,2.015501,2.475645,2.938782,1.579601,2.065665,2.054979,2.380299,2.131172,11.555544,2.584441,1.334703,1.9582039999999998,2.017493,2.159358,2.1148919999999998,2.331238,1.9242,2.080388,2.158023,2.005456,2.309276,2.1423449999999997,2.035513,2.0050939999999997,2.1395459999999997,2.079828,2.193314,1.9755829999999999,2.224298,2.074697,2.159173,2.274752,2.01692,2.060968,2.1835839999999997,2.0329159999999997,2.14125,2.12742,2.106,2.104958,2.1409,2.1894039999999997,2.086739,1.9771779999999999,2.573479,2.207599,2.160405,1.9158899999999999,1.850078,2.057321,2.307498,1.8919899999999998,2.1353489999999997,2.1146,2.0949519999999997,2.015781,2.5064089999999997,2.032648,2.15401,1.977822,2.073232,1.9961559999999998,2.165065,2.186054,2.12316,2.0290589999999997,2.20408,2.02079,2.146074,2.170406,2.102369,2.0960959999999997,2.1727529999999997,2.10661,2.069884,2.210667,1.988214,2.111503,2.101099,2.2332069999999997,2.057838,2.117077,2.180118,2.0279629999999997,2.29196,2.10527,2.081746,1.9932889999999999,2.211989,2.066148,2.0406299999999997,2.099215,2.2149829999999997,2.094509,2.210184,2.1068729999999998,2.2132989999999997,2.064035,2.1882889999999997,2.105733,2.075538,2.213825,2.391899,2.120606,2.1199399999999997,2.020943,1.962653,1.9816349999999998,2.132406,2.114559,2.1538649999999997,2.2342649999999997,2.0906119999999997,2.130162,2.2010039999999997,2.043026,2.0669809999999997,2.186521,2.164084,2.0429269999999997,2.206296,4.22453,2.127078,2.1111299999999997,2.131448,2.149984,2.215103,2.0509969999999997,2.101165,2.1699539999999997,2.073698,2.085968,2.240583,2.050872,2.172021,2.20445,2.219359,2.407419,1.833295,3.018324,1.355561,2.336349,6.649533,1.616013,2.507186,11.914678,2.6131759999999997,1.3710639999999998,1.995089,2.099014,2.198029,2.0027779999999997,2.207235,2.108831,2.337925,2.23273,1.941638,2.5683629999999997,1.7135909999999999,2.036316,1.984219,2.533978,2.192955,11.380543999999999,2.517893,1.400834,1.980359,2.124978,2.1499289999999998,2.0696719999999997,2.182079,2.120273,2.230196,2.241015,2.26305,2.067796,2.2575149999999997,2.18754,1.919022,2.111615,2.121565,2.120322,2.082661,2.035224,2.141647,2.079224,2.0733509999999997,2.183519,2.18123,2.052804,2.1077619999999997,2.1483179999999997,2.184577,2.078775,2.127528,2.105037,2.1837429999999998,2.507635],"unit":"ms"},"output_sequence_length":{"value":377,"unit":"tokens"},"time_to_first_token":{"value":25.485685999999998,"unit":"ms"},"http_req_waiting":{"value":23.601138,"unit":"ms"},"http_req_duration":{"value":856.074579,"unit":"ms"},"input_sequence_length":{"value":860,"unit":"tokens"},"output_token_count":{"value":79,"unit":"tokens"},"time_to_second_token":{"value":2.132653,"unit":"ms"},"http_req_receiving":{"value":832.219299,"unit":"ms"},"http_req_sending":{"value":0.254142,"unit":"ms"},"time_to_first_output_token":{"value":670.571363,"unit":"ms"},"http_req_data_sent":{"value":3.70703125,"unit":"KB"},"http_req_chunks_received":{"value":374,"unit":"count"},"reasoning_token_count":{"value":298,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":91.14453125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5277044854881267,"unit":"%"},"e2e_output_token_throughput":{"value":440.3332687923896,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2092659787234044,"unit":"ms"},"prefill_throughput_per_user":{"value":33744.43207061407,"unit":"tokens/sec/user"},"http_req_total":{"value":856.074579,"unit":"ms"},"output_token_throughput_per_user":{"value":452.63902564499585,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":9,"x_request_id":"e2dd06de-127a-4fa6-94ef-09dcb3019f3f","x_correlation_id":"f99387ec-61d5-469b-b85b-f914af1150dc","conversation_id":"2d3739ee-c80f-452d-8481-22689ff3abd0","turn_index":0,"credit_issued_ns":1779883796911816255,"request_start_ns":1779883796913081368,"request_ack_ns":1779883796921874922,"request_end_ns":1779883797985871948,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1072.7905799999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.179068,2.5680739999999997,1.782449,2.367285,1.949562,2.024137,2.056408,2.7320759999999997,14.96119,2.241911,1.5089819999999998,1.9723549999999999,2.19481,2.0307,2.194289,2.1011319999999998,2.155119,2.0828699999999998,2.4989719999999997,1.9673969999999998,2.1974929999999997,2.362484,2.233462,2.085179,2.374387,2.4662249999999997,11.538264999999999,10.657624,1.9213099999999999,1.89095,1.6167719999999999,1.850063,2.063846,2.362031,2.019936,2.051303,1.895271,2.313479,10.183259999999999,2.236293,1.493328,2.269405,2.078188,2.210569,2.179637,2.229921,2.04948,2.169422,2.20768,2.258864,2.3155509999999997,2.247855,2.45382,3.011272,1.40061,1.730526,2.7143889999999997,1.83619,2.123935,10.288056,2.310564,1.548562,2.1304689999999997,2.0643759999999998,2.128637,2.2526349999999997,2.341855,2.060723,2.091315,2.1549229999999997,3.2201779999999998,5.9362509999999995,0.752316,1.141254,1.7262879999999998,1.821709,2.1674539999999998,2.0872219999999997,2.003808,10.597954,2.394946,1.4136279999999999,1.989096,2.024841,1.98304,2.06071,2.113938,2.047625,1.9907869999999999,2.063545,1.9961719999999998,2.0684739999999997,2.107601,2.211297,1.9210479999999999,2.042976,2.017489,2.036412,2.219024,1.951107,2.065382,2.1931279999999997,1.946259,1.956542,2.026579,2.063641,1.938319,2.0690209999999998,2.1061069999999997,2.001529,1.944534,2.089949,2.0657739999999998,1.932126,2.093394,2.045753,2.061933,2.2250129999999997,1.957021,1.9816509999999998,2.018237,2.122442,1.9897559999999999,2.054645,2.071223,2.037266,2.120135,2.066084,2.090386,2.036169,2.177493,2.222168,1.8064419999999999,1.915549,2.192313,1.868361,2.108228,2.0048079999999997,2.1692739999999997,2.0197149999999997,2.331255,1.7844019999999998,2.011495,2.106411,2.642832,2.014377,1.8155279999999998,1.813041,1.996108,2.097696,2.084371,2.028917,2.098011,1.965731,2.081716,2.051438,2.11783,2.036339,2.036887,2.143014,2.064427,2.0381329999999998,2.196239,2.108253,1.997078,2.076531,2.109688,2.085258,2.069562,2.152003,2.0685759999999997,2.087198,2.237738,2.023809,2.009709,2.231655,2.161105,2.033265,2.085387,2.055939,2.121823,2.02968,2.18311,2.10156,2.1426879999999997,2.006982,2.117415,2.082465,2.172506,1.958572,2.272088,2.551589,2.214547,2.05762,1.8838519999999999,2.036263,2.091306,2.0942499999999997,2.164703,2.029708,2.074542,2.158014,2.099093,2.104537,2.178372,2.0407759999999997,2.164678,2.16998,2.0926109999999998,2.072085,2.1132429999999998,2.142572,2.076879,2.147135,2.16064,2.014071,2.151443,2.066211,2.067151,2.088975,2.218544,2.007854,2.0976049999999997,2.109654,2.1449849999999997,2.066022,2.640546,5.100089,0.749904,2.169294,2.0804139999999998,2.119456,2.124109,2.069754,2.153641,2.16938,2.0165759999999997,2.500279,2.838123,1.58432,2.0448269999999997,2.119792,2.3414829999999998,2.1404579999999997,11.521075999999999,2.606331,1.3224479999999998,1.970542,2.007805,2.1702399999999997,2.122588,2.328205,1.9105249999999998,2.0945869999999998,2.140864,2.018293,2.30787,2.141795,2.030124,2.0196989999999997,2.11936,2.0909169999999997,2.177259,2.00517,2.19529,2.088006,2.148141,2.289959,2.006577,2.0761529999999997,2.166804,2.048104,2.1329469999999997,2.146981,2.0791839999999997,2.13285,2.108368,2.2091979999999998,2.064199,1.995552,2.566329,2.220811,2.149759,1.917152,1.83714,2.069315,2.294162,1.906998,2.121975,2.13373,2.076527,2.035368,2.492775,2.044024,2.1384309999999997,1.9866849999999998,2.062734,2.013673,2.147445,2.201532,2.10536,2.04607,2.188366,2.0367379999999997,2.1305359999999998,2.18629,2.086075,2.1039719999999997,2.155679,2.138154,2.041426,2.2305539999999997,1.9688189999999999,2.128997,2.0919309999999998,2.2455309999999997,2.043663,2.126324,2.169761,2.043236,2.291212,2.10233,2.0675239999999997,2.004715,2.222607,2.063532,2.033554,2.0957019999999997,2.22066,2.097077,2.196062,2.125415,2.191541,2.079176,2.177138,2.115475,2.059072,2.228923,2.385018,2.145901,2.083525,2.0481249999999998,1.937292,2.012849,2.109989,2.128891,2.136072,2.254835,2.0684489999999998,2.141815,2.1876379999999997,2.064963,2.0462949999999998,2.202197,2.1477209999999998,2.054456,2.2091309999999997,2.0760449999999997,2.1694139999999997,2.087145,2.1391549999999997,2.1015379999999997,2.1795169999999997,2.1899949999999997,2.073606,2.079565,2.190376,2.056594,2.103876,2.216175,2.072648,2.120808,2.263226,2.1967019999999997,2.4224699999999997,1.8341379999999998,3.034084,1.344148,2.358022,6.656473,1.6277659999999998,2.456584,11.972601,2.551465,1.390449,1.992008,2.101991,2.1847559999999997,2.015145,2.190506,2.106041,2.327679,2.25411,1.9182409999999999,2.634557,1.6559389999999998,2.08644,1.934416,2.5755209999999997,2.14371,11.456878999999999,2.481854,1.452481,1.918464,2.159166,2.0959149999999998,2.0902529999999997,2.181718,2.1209029999999998,2.223108,2.308337,2.188813,2.097867,2.20327,2.233325,1.8815549999999999,2.1388979999999997,2.093555,2.1447469999999997,2.069949,2.062724,2.136271,2.1219419999999998,2.027095,2.256675,2.2740549999999997,1.9210109999999998,2.0569409999999997,2.169041,2.154109,2.104295,2.1057699999999997,2.117868,2.169272,2.438567,2.169464,2.461235,2.469073,2.093355,1.810376,2.370075,1.9685739999999998,11.358551,2.305674,1.55025,2.244622,2.631849],"unit":"ms"},"output_sequence_length":{"value":452,"unit":"tokens"},"time_to_first_token":{"value":27.744698,"unit":"ms"},"http_req_waiting":{"value":26.030046,"unit":"ms"},"http_req_duration":{"value":1072.724766,"unit":"ms"},"input_sequence_length":{"value":824,"unit":"tokens"},"time_to_second_token":{"value":2.179068,"unit":"ms"},"http_req_receiving":{"value":1046.552702,"unit":"ms"},"http_req_sending":{"value":0.142018,"unit":"ms"},"http_req_data_sent":{"value":3.767578125,"unit":"KB"},"http_req_chunks_received":{"value":449,"unit":"count"},"reasoning_token_count":{"value":452,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":109.5458984375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.22075055187637968,"unit":"%"},"e2e_output_token_throughput":{"value":421.33106724333834,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3171749046563193,"unit":"ms"},"prefill_throughput_per_user":{"value":29699.36814594269,"unit":"tokens/sec/user"},"http_req_total":{"value":1072.724766,"unit":"ms"},"output_token_throughput_per_user":{"value":431.55999920011163,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":12,"x_request_id":"f5e2a3ce-f21b-4acb-baa2-72bc518b4f77","x_correlation_id":"f6e82111-6668-4664-917e-012ebe3f2c08","conversation_id":"886d4c50-b0b7-4e3f-9769-4c714c6d05c0","turn_index":0,"credit_issued_ns":1779883797009376819,"request_start_ns":1779883797010747147,"request_ack_ns":1779883797017695810,"request_end_ns":1779883798021264793,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1010.5176459999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.610329,1.8503079999999998,2.06274,2.34165,2.004569,2.024207,1.9022,2.3264519999999997,10.161709,2.248309,1.4951699999999999,2.271209,2.076824,2.212029,2.17299,2.222914,2.062758,2.169307,2.206658,2.261748,2.310016,2.2482919999999997,2.4568879999999997,2.9789,1.4668329999999998,1.7343419999999998,2.663706,1.8314409999999999,2.134849,10.28248,2.305844,1.5521239999999998,2.117686,2.080377,2.127539,2.25277,2.343088,2.060107,2.091281,2.1551359999999997,3.209107,5.951728999999999,0.74988,1.139128,1.726063,1.8249099999999998,2.173308,2.110168,1.990335,10.589058999999999,2.392265,1.4173529999999999,1.989471,2.023689,1.982985,2.061328,2.1134429999999997,2.049176,1.989342,2.0593019999999997,2.000089,2.0704029999999998,2.1056969999999997,2.203963,1.9247029999999998,2.012736,2.039717,2.038804,2.217374,1.953933,2.0621739999999997,2.195176,1.946076,1.9584009999999998,2.025638,2.0664379999999998,1.9374289999999998,2.0692589999999997,2.1056719999999998,2.001811,1.9419819999999999,2.092874,2.0640229999999997,1.935023,2.092613,2.045553,2.056226,2.22947,1.956875,1.9826629999999998,2.0177039999999997,2.120662,1.990033,2.057798,2.070701,2.036079,2.119497,2.068534,2.087841,2.037188,2.176889,2.2214039999999997,1.80847,1.916977,2.191522,1.8693279999999999,2.10737,2.0066569999999997,2.165527,2.020698,2.337506,1.7820159999999998,2.011284,2.066102,2.649145,2.025528,1.8142399999999999,1.8298649999999999,1.9969549999999998,2.0911809999999997,2.087678,2.030407,2.10115,1.965687,2.081072,2.049528,2.120056,2.0366619999999998,2.035421,2.146784,2.062334,2.039611,2.1928129999999997,2.100813,1.9953269999999999,2.0859929999999998,2.108915,2.074791,2.077325,2.1548789999999998,2.068758,2.0893859999999997,2.234375,2.027164,2.006513,2.23319,2.160274,2.035463,2.081879,2.058081,2.120529,2.031977,2.180735,2.102211,2.142487,2.0096439999999998,2.117968,2.08104,2.171988,1.960338,2.267106,2.545152,2.211273,2.063287,1.886979,2.039916,2.095455,2.088898,2.1686259999999997,2.028558,2.072485,2.161246,2.101093,2.10403,2.177988,2.040746,2.163125,2.16013,2.098945,2.07587,2.114939,2.13864,2.079983,2.147145,2.161406,2.014825,2.131306,2.0914639999999998,2.071849,2.081736,2.212919,2.013687,2.100047,2.107642,2.144316,2.066585,2.638502,5.059540999999999,0.827796,2.1303959999999997,2.077358,2.118449,2.12317,2.073902,2.153847,2.167937,2.01854,2.5249989999999998,2.827499,1.569686,2.047129,2.0752379999999997,2.38609,2.1302719999999997,11.538445999999999,2.593282,1.327886,1.971274,2.007174,2.1715969999999998,2.100078,2.3425819999999997,1.918305,2.091453,2.141494,2.018121,2.3066969999999998,2.139907,2.032048,2.010672,2.12985,2.094024,2.176066,2.0053829999999997,2.196012,2.087493,2.1446579999999997,2.290658,2.006493,2.073149,2.1686959999999997,2.0430919999999997,2.132841,2.149845,2.080939,2.123917,2.118279,2.208163,2.0634099999999997,2.0014719999999997,2.5537419999999997,2.2201,2.151119,1.9289219999999998,1.8337029999999999,2.073887,2.29365,1.9053,2.122133,2.135258,2.067822,2.040441,2.490211,2.043062,2.142997,1.981266,2.070233,2.0110259999999998,2.152913,2.200145,2.104314,2.047558,2.187419,2.036054,2.130811,2.183544,2.086488,2.095599,2.163917,2.1372999999999998,2.042821,2.230541,1.9680819999999999,2.131366,2.091037,2.244036,2.047571,2.124246,2.167773,2.043631,2.291556,2.1023449999999997,2.066016,2.007558,2.220568,2.069409,2.0336469999999998,2.09549,4.316567,2.187201,2.134222,2.182018,2.086426,2.1699759999999997,2.125711,2.048864,2.241092,2.374481,2.150905,2.0794989999999998,2.059304,1.92664,2.018677,2.1023989999999997,2.135383,2.1245249999999998,2.271292,2.05522,2.149971,2.180765,2.0773379999999997,2.0350829999999998,2.208786,2.1403,2.066561,2.1901539999999997,2.098966,2.15427,2.095868,2.1306279999999997,2.101813,2.176608,2.201329,2.063528,2.087797,2.182994,2.065025,2.097317,2.223678,2.0653099999999998,2.127767,2.248528,2.213213,2.4114169999999997,1.8356629999999998,3.02805,1.3494979999999999,2.347622,6.636664,1.645689,2.476978,11.937033999999999,2.6503609999999997,1.3604239999999999,1.9609409999999998,2.100087,2.191276,2.005299,2.1964829999999997,2.107758,2.331426,2.2434629999999998,1.926045,2.580616,1.7439859999999998,2.043165,1.944154,2.551485,2.171375,11.43943,2.493004,1.371835,1.974993,2.1618619999999997,2.119118,2.068947,2.177732,2.1217699999999997,2.227268,2.295784,2.416998,1.870728,2.220156,2.217854,1.901602,2.11607,2.110618,2.137762,2.083586,2.0418089999999998,2.120685,2.157949,2.017908,2.189482,2.165651,2.122461,2.049772,2.151338,2.168544,2.09769,2.112665,2.112302,2.172789,2.426354,2.179528,2.410109,2.48503,2.070658,1.856993,2.341519,2.011287,11.340041,2.320969,1.536503,2.156091,2.602229,2.194804,2.514096,2.732979,1.76935,2.016549,2.334879,2.635116,11.085035999999999,2.333412,1.48745,2.024812,2.419694],"unit":"ms"},"output_sequence_length":{"value":433,"unit":"tokens"},"time_to_first_token":{"value":25.410645,"unit":"ms"},"http_req_waiting":{"value":23.308367999999998,"unit":"ms"},"http_req_duration":{"value":1010.45497,"unit":"ms"},"input_sequence_length":{"value":768,"unit":"tokens"},"output_token_count":{"value":132,"unit":"tokens"},"time_to_second_token":{"value":1.610329,"unit":"ms"},"http_req_receiving":{"value":987.0043479999999,"unit":"ms"},"http_req_sending":{"value":0.142254,"unit":"ms"},"time_to_first_output_token":{"value":692.389605,"unit":"ms"},"http_req_data_sent":{"value":3.501953125,"unit":"KB"},"http_req_chunks_received":{"value":430,"unit":"count"},"reasoning_token_count":{"value":301,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":104.75,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.45977011494252873,"unit":"%"},"e2e_output_token_throughput":{"value":428.49325958232697,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.280340280092593,"unit":"ms"},"prefill_throughput_per_user":{"value":30223.553947568034,"unit":"tokens/sec/user"},"http_req_total":{"value":1010.45497,"unit":"ms"},"output_token_throughput_per_user":{"value":438.53104237556823,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":15,"x_request_id":"e5d1ca44-a31a-4f24-b1fa-608e7a0ea9d2","x_correlation_id":"65bcb990-6af8-4427-a309-d8fe28fd6fa5","conversation_id":"2d907eaf-4afb-4b2d-8b43-354605dcde9f","turn_index":0,"credit_issued_ns":1779883797142167054,"request_start_ns":1779883797143584504,"request_ack_ns":1779883797154851173,"request_end_ns":1779883798057637869,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":914.053365,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.9901,2.024035,1.982086,2.059904,2.1145959999999997,2.0464409999999997,1.9927089999999998,2.06317,1.9968849999999998,2.070329,2.109905,2.2030659999999997,1.923743,2.011044,2.036924,2.08542,2.180722,1.942948,2.111217,2.146756,1.94556,1.9542499999999998,2.02853,2.067269,1.934764,2.066141,2.1062719999999997,2.001791,1.9489239999999999,2.0879019999999997,2.063453,1.933055,2.094725,2.0469049999999998,2.0602929999999997,2.22485,1.957814,1.9795989999999999,2.020034,2.122681,1.987429,2.057023,2.07006,2.037276,2.119812,2.0676479999999997,2.0889349999999998,2.034272,2.179036,2.221123,1.810212,1.9141279999999998,2.1904559999999997,1.8708289999999999,2.104486,2.007454,2.1666469999999998,2.019554,2.399724,1.722572,2.012772,2.059994,2.6928669999999997,2.0087479999999998,1.813604,1.81018,1.996587,2.1033839999999997,2.08292,2.023736,2.1005979999999997,1.9647629999999998,2.0823389999999997,2.048049,2.118826,2.0408779999999997,2.032943,2.145458,2.065417,2.038035,2.1949449999999997,2.11288,1.992252,2.0752729999999997,2.111518,2.0938939999999997,2.061463,2.149165,2.070643,2.087322,2.2362059999999997,2.025649,2.0074199999999998,2.233351,2.1616809999999997,2.033679,2.082509,2.057584,2.123525,2.028742,2.182064,2.1030699999999998,2.143296,2.005788,2.118761,2.080391,2.170012,1.960905,2.273786,2.544869,2.217127,2.0799559999999997,1.865252,2.034067,2.102319,2.0843089999999997,2.1642989999999998,2.0302029999999998,2.0738659999999998,2.156168,2.100021,2.106067,2.179814,2.0389049999999997,2.1642989999999998,2.156435,2.1027039999999997,2.075412,2.113809,2.1390789999999997,2.080947,2.144616,2.16308,2.015132,2.134516,2.072067,2.078974,2.083999,2.202433,2.023611,2.097051,2.113453,2.140705,2.068108,2.636077,5.1175939999999995,0.7485499999999999,2.155151,2.088351,2.1171889999999998,2.125172,2.063311,2.154414,2.168633,2.021476,2.50442,2.820243,1.5972849999999998,2.043937,2.075309,2.394266,2.124977,11.540412,2.598368,1.317734,1.974653,2.004985,2.172276,2.1012269999999997,2.355486,1.9014419999999999,2.092948,2.14317,2.015736,2.309832,2.14183,2.030879,2.011753,2.127573,2.0966899999999997,2.17039,2.0063459999999997,2.19307,2.091033,2.1442449999999997,2.2914849999999998,2.000935,2.0862529999999997,2.165524,2.04272,2.129721,2.1483399999999997,2.079405,2.1270439999999997,2.117476,2.210121,2.081248,1.988789,2.54812,2.223127,2.150716,1.9210669999999999,1.8429259999999998,2.066348,2.295414,1.90327,2.122519,2.136821,2.066747,2.045231,2.497567,2.033994,2.2178329999999997,1.936175,2.043958,2.0074199999999998,2.144765,2.199219,2.1049059999999997,2.044904,2.189029,2.039163,2.1279619999999997,2.1876249999999997,2.083668,2.096381,2.161583,2.140926,2.039914,2.231349,1.9669919999999999,2.133149,2.0885949999999998,2.246847,2.043602,2.1299479999999997,2.164593,2.044626,2.290261,2.10278,2.066912,2.006917,2.2206319999999997,2.0663679999999998,2.033108,2.098109,2.211049,2.1019479999999997,2.20212,2.123112,2.187632,2.079765,2.1765749999999997,2.1239399999999997,2.050459,2.231165,2.387511,2.141591,2.0818879999999997,2.053034,1.9362039999999998,2.0121629999999997,2.107687,2.129806,2.135247,2.254248,2.067257,2.144236,2.186759,2.071331,2.0435399999999997,2.2000539999999997,2.146772,2.057233,2.207143,2.0768429999999998,2.167302,2.089519,2.1392569999999997,2.094185,2.184478,2.1929119999999998,2.070614,2.081662,2.1892579999999997,2.058515,2.103344,2.219684,2.0688239999999998,2.122313,2.260874,2.198746,2.423084,1.8293849999999998,3.087856,1.299553,2.364419,6.646659,1.646965,2.45646,11.931982,2.581523,1.3901519999999998,1.989741,2.1053949999999997,2.1861639999999998,2.013846,2.188495,2.1103549999999998,2.3275639999999997,2.252879,1.9224359999999998,2.587612,1.727776,2.075325,1.9134579999999999,2.5934049999999997,2.133959,11.450045999999999,2.451958,1.456839,1.9227139999999998,2.186976,2.086543,2.088628,2.178048,2.120506,2.2909859999999997,2.21093,2.410469,1.9190729999999998,2.198252,2.224694,1.890655,2.1317269999999997,2.102179,2.146032,2.080599,2.0358799999999997,2.1317019999999998,2.104464,2.035176,2.207723,2.154276,2.124964,2.054759,2.172408,2.146905,2.098019,2.11009,2.122387,2.164266,2.43889,2.168272,2.432407,2.4697039999999997,2.067087,1.889964,2.325481,1.975007,11.352552,2.348588,1.551615,2.119768,2.606427,2.1886419999999998,2.528607,2.737926,1.817272,2.0129539999999997,2.3577209999999997,2.606569,11.095754,2.3238659999999998,1.4989569999999999,2.012168,2.401258,1.916723,2.852224,1.7372189999999998,2.2711959999999998,1.996769,2.277644,12.799626,2.391222,1.422369,1.968642,2.073051,2.6076989999999998],"unit":"ms"},"output_sequence_length":{"value":393,"unit":"tokens"},"time_to_first_token":{"value":28.749793,"unit":"ms"},"http_req_waiting":{"value":27.177961999999997,"unit":"ms"},"http_req_duration":{"value":913.992039,"unit":"ms"},"input_sequence_length":{"value":728,"unit":"tokens"},"time_to_second_token":{"value":1.9901,"unit":"ms"},"http_req_receiving":{"value":886.6776169999999,"unit":"ms"},"http_req_sending":{"value":0.13646,"unit":"ms"},"http_req_data_sent":{"value":3.259765625,"unit":"KB"},"http_req_chunks_received":{"value":391,"unit":"count"},"reasoning_token_count":{"value":393,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":95.5107421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25380710659898476,"unit":"%"},"e2e_output_token_throughput":{"value":429.9530148330016,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2584274795918367,"unit":"ms"},"prefill_throughput_per_user":{"value":25321.921448269208,"unit":"tokens/sec/user"},"http_req_total":{"value":913.992039,"unit":"ms"},"output_token_throughput_per_user":{"value":442.7859690144795,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":13,"x_request_id":"c3a1e42b-4971-462a-bdb2-1eb655e0834b","x_correlation_id":"61676ddc-1cbc-4f92-a7a7-7dfb594f397f","conversation_id":"7b056a92-4ba3-479e-b18f-b774c07537f6","turn_index":0,"credit_issued_ns":1779883797039080644,"request_start_ns":1779883797041937988,"request_ack_ns":1779883797049132487,"request_end_ns":1779883798089677030,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1047.739042,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.272802,2.071199,2.221886,2.162166,2.2334359999999998,2.0529189999999997,2.17673,2.197301,2.273323,2.3022519999999997,2.25636,2.45713,2.9821169999999997,1.404784,1.743496,2.668859,1.870957,2.1213919999999997,10.299316,2.301236,1.5593869999999999,2.111815,2.085017,2.11943,2.261262,2.3284689999999997,2.074623,2.082218,2.164581,3.206064,5.9253849999999995,0.76062,1.160984,1.715088,1.786193,2.191361,2.1106659999999997,1.993944,10.604422,2.392341,1.4252449999999999,1.982975,2.03172,1.974997,2.067968,2.108481,2.054462,1.984451,2.071818,1.9887029999999999,2.075975,2.100406,2.213578,1.915325,2.019471,2.0279439999999997,2.048117,2.212112,1.9613209999999999,2.055241,2.204037,1.9377179999999998,1.965088,2.015332,2.0777669999999997,1.927268,2.076473,2.093002,2.015163,1.9358099999999998,2.0993049999999998,2.054771,1.942901,2.0858339999999997,2.0541769999999997,2.049852,2.231169,1.948132,1.991938,2.007222,2.133313,1.9805439999999999,2.0660529999999997,2.063492,2.045734,2.109903,2.075452,2.079722,2.047352,2.168619,2.2277,1.801551,1.923187,2.183446,1.879038,2.097334,2.014337,2.1601,2.028169,2.320256,1.797597,2.002963,2.070007,2.6449219999999998,2.0400389999999997,1.805181,1.8354469999999998,1.990626,2.097076,2.082257,2.034791,2.0956099999999998,1.97199,2.073508,2.057646,2.1093129999999998,2.046987,2.027732,2.153711,2.0558799999999997,2.046627,2.186636,2.1075589999999997,1.98786,2.093461,2.103441,2.0808869999999997,2.069366,2.161887,2.061528,2.096486,2.22789,2.036123,1.998586,2.242896,2.151252,2.042445,2.075774,2.063457,2.114194,2.0388889999999997,2.17332,2.1114479999999998,2.134057,2.014734,2.110438,2.091383,2.1625989999999997,1.966646,2.26262,2.553965,2.2049659999999998,2.1318889999999997,1.855932,2.046998,2.071279,2.100987,2.1631009999999997,2.0372939999999997,2.066144,2.165062,2.0923849999999997,2.113218,2.1668469999999997,2.0515309999999998,2.15317,2.167681,2.0908189999999998,2.082754,2.105409,2.150826,2.069809,2.162384,2.1489469999999997,2.0212369999999997,2.135586,2.0756609999999998,2.0653539999999997,2.0946819999999997,2.195523,2.032113,2.090544,2.118089,2.1350949999999997,2.0787139999999997,2.644657,5.069064,0.7559779999999999,2.185483,2.061819,2.12938,2.115819,2.083069,2.146092,2.181219,2.002129,2.495203,2.815543,1.599692,2.0332879999999998,2.08433,2.3643769999999997,2.151652,11.535390999999999,2.601938,1.3068069999999998,1.981885,1.9997639999999999,2.182455,2.089543,2.350821,1.905557,2.1054779999999997,2.1332139999999997,2.025127,2.297792,2.1508249999999998,2.02546,2.0250239999999997,2.111453,2.1041209999999997,2.166881,2.016321,2.1854329999999997,2.0972139999999997,2.197249,2.276744,1.981828,2.090576,2.163578,2.0553,2.1166389999999997,2.160471,2.069179,2.137942,2.099074,2.225535,2.058385,1.99873,2.525768,2.226056,2.1395619999999997,1.931095,1.830423,2.0801689999999997,2.285831,1.9132149999999999,2.114244,2.143246,2.058867,2.048622,2.484,2.050953,2.1332809999999998,1.996662,2.055622,2.0198199999999997,2.142141,2.209189,2.097879,2.0514419999999998,2.185108,2.041492,2.1214,2.194487,2.078747,2.122762,2.135965,2.147413,2.033512,2.238418,1.959917,2.13775,2.085295,2.25398,2.033973,2.134424,2.161889,2.051992,2.2828589999999997,2.110048,2.05958,2.013946,2.213825,2.072705,2.026818,2.1044389999999997,2.205581,2.108338,2.187775,2.132044,2.1844699999999997,2.086397,2.170378,2.125828,2.04935,2.238644,2.376859,2.1526799999999997,2.076688,2.055599,1.929665,2.020276,2.101855,2.1356759999999997,2.1296209999999998,2.2617249999999998,2.060712,2.14987,2.178274,2.072384,2.04187,2.2083779999999997,2.135433,2.067563,2.201078,2.0840039999999997,2.159698,2.096409,2.1290839999999998,2.111459,2.1692199999999997,2.1996219999999997,2.0645789999999997,2.08752,2.183249,2.064426,2.097287,2.223283,2.0648429999999998,2.1288199999999997,2.249145,2.2128639999999997,2.416798,1.83799,3.017714,1.350292,2.347448,6.631641999999999,1.639943,2.483138,11.937757999999999,2.595872,1.382484,1.994789,2.099612,2.1932,2.0052559999999997,2.1986429999999997,2.101588,2.3342229999999997,2.245561,1.938831,2.570683,1.696952,2.053527,1.971789,2.566062,2.1623419999999998,11.458302999999999,3.9091579999999997,1.951749,2.144932,2.120632,2.0925119999999997,2.176422,2.127796,2.187289,2.265436,2.251138,2.105149,2.1705389999999998,2.241008,1.891003,2.141552,2.093435,2.15638,2.039669,2.107898,2.095281,2.092746,2.030926,2.2044509999999997,2.148575,2.110627,2.112025,2.1517679999999997,2.1517489999999997,2.13422,2.054328,2.118667,2.158819,2.438477,2.158424,2.422284,2.4758649999999998,2.077554,1.848692,2.391747,1.9721149999999998,11.375898999999999,2.286024,1.5400079999999998,2.153685,2.602779,2.18737,2.520887,2.770216,1.760473,1.9979429999999998,2.3816669999999998,2.623566,11.07716,2.290915,1.492418,2.014236,2.3850059999999997,1.933849,2.83872,1.766011,2.294653,1.990832,2.2440819999999997,12.880844,2.352262,1.546595,1.819229,2.064038,2.5587299999999997,1.9713729999999998,2.476269,2.504061,1.9118739999999999,2.5903989999999997,2.0300089999999997,10.360726,2.427575,1.386652,1.9727379999999999,2.527832],"unit":"ms"},"output_sequence_length":{"value":445,"unit":"tokens"},"time_to_first_token":{"value":24.268209,"unit":"ms"},"http_req_waiting":{"value":22.467332,"unit":"ms"},"http_req_duration":{"value":1047.654289,"unit":"ms"},"input_sequence_length":{"value":689,"unit":"tokens"},"output_token_count":{"value":80,"unit":"tokens"},"time_to_second_token":{"value":2.272802,"unit":"ms"},"http_req_receiving":{"value":1024.942451,"unit":"ms"},"http_req_sending":{"value":0.244506,"unit":"ms"},"time_to_first_output_token":{"value":840.215558,"unit":"ms"},"http_req_data_sent":{"value":3.119140625,"unit":"KB"},"http_req_chunks_received":{"value":442,"unit":"count"},"reasoning_token_count":{"value":365,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":107.6884765625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.44742729306487694,"unit":"%"},"e2e_output_token_throughput":{"value":424.7240793380686,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.305114488738739,"unit":"ms"},"prefill_throughput_per_user":{"value":28391.052673067054,"unit":"tokens/sec/user"},"http_req_total":{"value":1047.654289,"unit":"ms"},"output_token_throughput_per_user":{"value":433.81793177099746,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":16,"x_request_id":"93cc046e-9487-4225-950d-2167e5da1942","x_correlation_id":"e58428f3-9579-4aa5-bef2-d9c909768b1f","conversation_id":"9ccd5f8d-0b1f-4b10-a136-4338831d56db","turn_index":0,"credit_issued_ns":1779883797498530399,"request_start_ns":1779883797499188504,"request_ack_ns":1779883797509620862,"request_end_ns":1779883798322614827,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":823.4263229999999,"unit":"ms"},"http_req_connecting":{"value":0.396629,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.9757779999999998,2.00121,2.178193,2.095493,2.3476809999999997,1.907339,2.100867,2.1336619999999997,2.022151,2.304675,2.146705,2.026405,2.0168969999999997,2.123335,2.101924,2.171974,2.007251,2.192638,2.092714,2.1414679999999997,2.291929,1.997191,2.0855669999999997,2.164466,2.049107,2.128327,2.1529979999999997,2.073156,2.131192,2.114395,2.213578,2.060073,2.0013229999999997,2.55523,2.2256299999999998,2.1459669999999997,1.9272369999999999,1.835065,2.0741549999999997,2.2899059999999998,1.90844,2.118458,2.1392219999999997,2.062712,2.044856,2.490684,2.044723,2.136879,1.9921229999999999,2.0591399999999997,2.015904,2.145437,2.2041269999999997,2.1041719999999997,2.043456,2.191118,2.04014,2.1256999999999997,2.190235,2.0823229999999997,2.1073269999999997,2.151716,2.1429709999999997,2.037569,2.2340079999999998,1.964203,2.134557,2.086073,2.249796,2.037821,2.133407,2.164776,2.046863,2.286906,2.107014,2.064157,2.00828,2.217542,2.068505,2.031851,2.096943,2.206629,2.111256,2.191649,2.126422,2.190654,2.081595,2.174966,2.120546,2.05309,2.233902,2.379416,2.150076,2.082436,2.05356,1.9323439999999998,2.0154989999999997,2.106802,2.1304469999999998,2.133215,2.257772,2.065392,2.145302,2.1832249999999997,2.0677179999999997,2.0462789999999997,2.203329,2.141755,2.064253,2.202787,2.08012,2.165316,2.091437,2.135982,2.1061389999999998,2.1723369999999997,2.196061,2.068972,2.083371,2.187318,2.059233,2.101271,2.218623,2.070023,2.124,2.257621,2.201587,2.421718,1.8252059999999999,3.0305809999999997,1.3475709999999999,2.3529459999999998,6.62655,1.656035,2.467011,11.946874999999999,2.5882359999999998,1.386039,1.9918099999999999,2.103421,2.1892869999999998,2.009728,2.193469,2.102994,2.3353639999999998,2.246298,1.928893,2.582159,1.6950399999999999,2.0562519999999997,1.966629,2.564432,2.1622239999999997,11.403533999999999,2.5027269999999997,1.411981,2.018627,2.14027,2.0780719999999997,2.0845279999999997,2.175334,2.126535,2.219586,2.2609339999999998,2.23679,2.098445,2.209539,2.217208,1.903624,2.122194,2.107822,2.1400479999999997,2.062597,2.061979,2.117868,2.104696,2.0515529999999997,2.204246,2.199586,2.068396,2.058775,2.165292,2.156255,2.1012429999999997,2.1093319999999998,2.1241309999999998,2.1665229999999998,2.436201,2.172449,2.410955,2.483222,2.073506,1.853146,2.3412349999999997,2.0051039999999998,11.349566999999999,2.3202,1.5417999999999998,2.156856,2.600753,2.1917329999999997,2.518147,2.730003,1.814276,1.9747759999999999,2.33634,2.630769,11.081059,2.333126,1.4907299999999999,2.019201,2.3815109999999997,1.9803419999999998,2.832121,1.69976,2.256769,2.033089,2.244204,12.835951,2.3606059999999998,1.4406299999999999,1.9562229999999998,2.0863709999999998,2.554729,1.980549,2.465067,2.490542,1.8777869999999999,2.620183,2.014948,10.393348,2.424018,1.381931,1.9727519999999998,2.467194,1.7578369999999999,1.9191809999999998,2.074305,2.272988,1.882876,2.109023,2.5621609999999997,11.091679,2.827661,1.463921,2.040018,2.118919,2.190034,2.1355269999999997,2.209332,2.129403,2.229714,2.1318479999999997,2.136646,6.1667179999999995,0.7220139999999999,2.109599,2.2158789999999997,2.041045,2.177101,2.1962159999999997,2.245732,2.378432,2.105023,2.179807,2.2132169999999998,2.2962119999999997,2.093136,2.091951,2.013547,2.153314,2.079417,2.153384,2.084086,2.070867,2.096543,2.0273499999999998,2.0199759999999998,2.135741,2.088717,2.029121,2.045778,2.1158259999999998,2.0858849999999998,2.045503,2.140444,2.068104,2.117232,2.1650679999999998,2.116622,1.942445,2.128975,2.09897,2.114804,2.0993399999999998,2.021115,2.29393,2.0720989999999997,2.2436659999999997,1.9834839999999998,2.2033549999999997,2.061557,2.132126,2.1133349999999997,2.19646,2.0436,2.087604,2.174642,2.160612,2.1518129999999998,2.1549709999999997,2.114798,2.124155,2.1201659999999998,2.1975219999999998,2.095599,2.03106,2.156986,2.140476,2.142649,2.1720829999999998,2.1044799999999997,2.076165,2.1652109999999998,2.118467,2.17487,2.154029,2.0574,2.179757,2.0354069999999997,2.19725,2.0384249999999997,2.2210389999999998,2.122296,2.158501,2.1684289999999997,2.253653,2.0951079999999997,2.541125],"unit":"ms"},"output_sequence_length":{"value":343,"unit":"tokens"},"time_to_first_token":{"value":28.531104,"unit":"ms"},"http_req_waiting":{"value":26.595337999999998,"unit":"ms"},"http_req_duration":{"value":823.358128,"unit":"ms"},"input_sequence_length":{"value":872,"unit":"tokens"},"time_to_second_token":{"value":1.9757779999999998,"unit":"ms"},"http_req_receiving":{"value":796.1955869999999,"unit":"ms"},"http_req_sending":{"value":0.567203,"unit":"ms"},"http_req_data_sent":{"value":3.744140625,"unit":"KB"},"http_req_chunks_received":{"value":341,"unit":"count"},"reasoning_token_count":{"value":343,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":83.21875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.396629,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.29069767441860467,"unit":"%"},"e2e_output_token_throughput":{"value":416.5521436700536,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3242550263157895,"unit":"ms"},"prefill_throughput_per_user":{"value":30563.135587042125,"unit":"tokens/sec/user"},"http_req_total":{"value":823.7547569999999,"unit":"ms"},"output_token_throughput_per_user":{"value":430.2453855871033,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":17,"x_request_id":"35697af1-35c2-4602-b72c-2bfe137d42bf","x_correlation_id":"81479dbb-0a0a-47ba-82c0-009bd902f7a2","conversation_id":"7641a161-86aa-4e66-a5ef-d7e183b66df0","turn_index":0,"credit_issued_ns":1779883797801179160,"request_start_ns":1779883797802444264,"request_ack_ns":1779883797815757086,"request_end_ns":1779883798790200774,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":987.7565099999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.998656,2.095736,2.193494,2.01001,2.197186,2.102083,2.331743,2.243513,1.932629,2.574216,1.70417,2.050358,1.9755909999999999,2.5460409999999998,2.180549,11.392638,2.513474,1.403436,2.0216279999999998,2.12535,2.1030409999999997,2.074744,2.1806579999999998,2.118182,2.2196119999999997,2.255063,2.2424299999999997,2.077692,2.2281869999999997,2.214779,1.914785,2.119482,2.1079049999999997,2.136688,2.06819,2.053322,2.12872,2.092605,2.063528,2.202114,2.382208,1.8835169999999999,2.06404,2.196862,2.13318,2.086508,2.116411,2.118891,2.1691219999999998,2.428721,2.179023,2.42714,2.485543,2.043222,1.892398,2.34376,1.98165,11.342003,2.313929,1.5390089999999998,2.159345,2.597793,2.198169,2.5444519999999997,2.724388,1.749256,2.070677,2.2846539999999997,2.661467,11.054551,2.330857,1.4876289999999999,2.022792,2.372773,1.945679,2.873375,1.7222119999999999,2.243371,2.074404,2.207325,12.835908,2.346683,1.4471809999999998,1.950697,2.090767,2.546728,1.986864,2.462887,2.4847609999999998,1.9175099999999998,2.614496,1.996383,10.378846,2.422135,1.385619,1.96921,2.468553,1.7631729999999999,1.921236,2.0672989999999998,2.274485,1.92719,2.114686,2.5193589999999997,11.083488,2.8204689999999997,1.4664869999999999,2.0398609999999997,2.122369,2.189793,2.135097,2.208887,2.131413,2.2270119999999998,2.132613,2.134802,6.21686,0.675705,2.102869,2.2144429999999997,2.043565,2.199138,2.183585,2.192625,2.40768,2.184063,2.155879,2.196876,2.270896,2.053431,2.145372,2.031071,2.156451,2.040237,2.168179,2.109738,2.078722,2.02033,2.0647159999999998,2.02929,2.128717,2.047592,2.071618,2.0695769999999998,2.130246,2.0497769999999997,2.0449859999999997,2.137672,2.113874,2.0743139999999998,2.178668,2.099447,1.946945,2.129444,2.095227,2.114718,2.104414,2.027415,2.2885139999999997,2.0648869999999997,2.240464,1.9814399999999999,2.204388,2.061461,2.134999,2.111274,2.202701,2.039361,2.088929,2.169775,2.164509,2.152876,2.158374,2.098611,2.137582,2.1124609999999997,2.202058,2.094588,2.0343649999999998,2.154271,2.144005,2.140776,2.173377,2.102224,2.080095,2.160926,2.142877,2.1613089999999997,2.148476,2.0592729999999997,2.175773,2.035149,2.197465,2.036079,2.219734,2.133476,2.154644,2.163202,2.254293,2.095711,2.498642,1.707096,2.941341,1.3626639999999999,1.9285899999999998,2.003266,1.9681099999999998,2.247372,2.571727,11.478100999999999,2.7834119999999998,1.3220669999999999,2.023903,1.9979939999999998,2.235999,1.995798,2.0695289999999997,2.1377479999999998,2.1435999999999997,2.0744469999999997,2.147665,1.9826659999999998,2.161596,2.118357,2.145542,2.179617,2.065937,2.0876799999999998,2.195124,2.1557779999999998,2.177307,2.106579,2.015447,2.12263,2.015958,2.205659,2.145301,2.028609,2.342343,2.031397,2.173886,2.050983,2.090226,2.0797209999999997,2.1387009999999997,2.0734909999999998,2.213977,2.016305,2.119859,2.055851,2.16385,2.129635,2.195337,2.002954,2.092889,2.092948,2.308532,1.9230159999999998,2.117166,2.031376,2.150409,2.169975,2.1965779999999997,2.088965,2.024715,2.163802,2.0783389999999997,2.523208,5.222061,0.791029,2.158773,2.254045,2.079246,2.070508,2.082969,2.106576,2.060674,2.1839999999999997,2.0559979999999998,2.198058,2.006881,2.166576,2.018876,2.260182,2.058134,2.133159,2.133149,2.178595,2.041608,2.190066,2.118261,2.0774399999999997,2.037633,2.1774839999999998,2.099567,2.069693,2.1911039999999997,2.044241,2.148406,2.1251599999999997,2.108775,2.075884,2.1191489999999997,2.169934,2.064914,2.1474729999999997,2.108138,2.139093,2.135493,2.1862909999999998,2.103561,2.1060209999999997,1.966249,2.2126829999999997,2.109836,2.202191,2.016458,2.188168,1.989874,2.2187159999999997,2.108327,2.085378,2.075751,2.202076,2.156938,2.168809,2.079441,2.1165469999999997,2.012114,2.081499,2.169636,2.114098,2.164848,2.149496,2.06303,2.17651,2.0571859999999997,2.11297,2.134432,2.143608,2.245294,2.141438,2.100924,2.0560959999999997,2.0718959999999997,2.161877,2.100049,2.196452,2.068431,2.160978,2.181368,2.1609849999999997,2.054502,2.1741889999999997,2.1188979999999997,2.181466,2.026519,2.221202,2.17577,2.014509,2.178269,2.125991,2.137587,2.0806739999999997,2.109152,2.184425,2.312878,2.255799,2.239046,2.244809,2.2552749999999997,4.618557,2.37567,2.2386429999999997,2.272173,2.242993,2.390173,2.183287,2.385502,2.187402,2.264888,2.272866,2.282902,2.217224,2.324245,2.2445559999999998,2.2418169999999997,2.2691779999999997,2.41917,2.170265,2.2309129999999997,2.297939,2.0948569999999997,2.217282,2.355269,2.1813249999999997,2.235419,2.294088,2.23664,2.219022,2.346523,2.202349,2.3478939999999997,2.236569,2.3259399999999997,2.219798,2.2182429999999997,2.361064,2.2597069999999997,2.249602,2.42244,2.596412],"unit":"ms"},"output_sequence_length":{"value":415,"unit":"tokens"},"time_to_first_token":{"value":32.183312,"unit":"ms"},"http_req_waiting":{"value":30.610386,"unit":"ms"},"http_req_duration":{"value":987.6954119999999,"unit":"ms"},"input_sequence_length":{"value":904,"unit":"tokens"},"output_token_count":{"value":41,"unit":"tokens"},"time_to_second_token":{"value":1.998656,"unit":"ms"},"http_req_receiving":{"value":956.946692,"unit":"ms"},"http_req_sending":{"value":0.13833399999999998,"unit":"ms"},"time_to_first_output_token":{"value":896.6242609999999,"unit":"ms"},"http_req_data_sent":{"value":4.0263671875,"unit":"KB"},"http_req_chunks_received":{"value":414,"unit":"count"},"reasoning_token_count":{"value":374,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":101.048828125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4796163069544364,"unit":"%"},"e2e_output_token_throughput":{"value":420.14402922031866,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3081478212560387,"unit":"ms"},"prefill_throughput_per_user":{"value":28089.091638548576,"unit":"tokens/sec/user"},"http_req_total":{"value":987.6954119999999,"unit":"ms"},"output_token_throughput_per_user":{"value":433.2478148890065,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":19,"x_request_id":"2e1a4d14-2128-489b-bc48-b29447bb5972","x_correlation_id":"f819bc04-06d2-478f-ba55-3e79a0f80408","conversation_id":"665fc16a-3b70-45be-a57e-2bb88fc48e54","turn_index":0,"credit_issued_ns":1779883797953072382,"request_start_ns":1779883797955238834,"request_ack_ns":1779883797963234092,"request_end_ns":1779883798820027407,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":864.7885729999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.1530899999999997,2.603487,2.197758,2.519479,2.7436309999999997,1.761339,2.0465,2.327023,2.6181829999999997,11.064185,2.336974,1.486696,2.021278,2.378695,1.95064,2.835104,1.739816,2.254026,2.07857,2.206952,12.830570999999999,2.353029,1.443053,1.9546409999999999,2.089071,2.548997,1.984594,2.462094,2.487416,1.881592,2.682686,2.013475,10.409379,2.4092219999999998,1.3963079999999999,1.9749789999999998,2.471105,1.744279,1.926974,2.065321,2.290542,1.857132,2.1157969999999997,2.550818,11.123899999999999,2.807372,1.478783,2.024887,2.135078,2.169117,2.1513519999999997,2.1904209999999997,2.161594,2.206266,2.1346249999999998,2.131986,6.164585,0.725352,2.1211729999999998,2.198913,2.05823,2.163223,2.2222969999999997,2.168941,2.395968,2.1514409999999997,2.1827989999999997,2.195706,2.2818419999999997,2.063393,2.123102,2.023724,2.1439,2.04157,2.1594569999999997,2.1086419999999997,2.0867329999999997,2.053102,2.094584,1.995717,2.15307,2.0300309999999997,2.0932969999999997,2.030465,2.146201,2.053994,2.0577039999999998,2.1322259999999997,2.081804,2.0986439999999997,2.165686,2.127768,1.955334,2.112307,2.116591,2.093823,2.115468,2.0086079999999997,2.296217,2.0690679999999997,2.248442,1.9751329999999998,2.213839,2.065441,2.135696,2.09318,2.2132989999999997,2.027729,2.105258,2.155405,2.1792569999999998,2.136797,2.168346,2.102659,2.141134,2.08995,2.2199459999999998,2.075245,2.0550189999999997,2.1385959999999997,2.15653,2.124282,2.192735,2.087195,2.093819,2.148473,2.125324,2.169701,2.189695,2.021468,2.180183,2.0315339999999997,2.204776,2.0350159999999997,2.2341759999999997,2.103926,2.1851309999999997,2.145251,2.275163,2.07558,2.5089259999999998,1.699565,2.962977,1.326317,1.8994099999999998,2.0252719999999997,1.9953299999999998,2.221155,2.589788,11.47339,2.819461,1.302223,2.0291509999999997,1.989239,2.250776,1.978038,2.0874099999999998,2.118851,2.154359,2.062275,2.163318,1.962254,2.187456,2.1022659999999997,2.155506,2.171,2.081411,2.074306,2.214558,2.118252,2.2076279999999997,2.085762,2.039012,2.098458,2.043222,2.185837,2.1595139999999997,2.016058,2.343771,2.02162,2.189803,2.046883,2.1050969999999998,2.060262,2.169375,2.0443469999999997,2.214207,2.010398,2.130943,2.039999,2.183848,2.1272789999999997,2.20391,1.980068,2.1145359999999997,2.080681,2.3151319999999997,1.9140819999999998,2.1295699999999997,2.01591,2.156638,2.1464399999999997,2.2274149999999997,2.062918,2.054329,2.136311,2.103104,2.50872,5.212345,0.8013079999999999,2.1757,2.235152,2.089681,2.059833,2.103428,2.090487,2.075026,2.165851,2.076202,2.1626719999999997,2.04129,2.1396699999999997,2.035489,2.241514,2.0909619999999998,2.1067839999999998,2.142655,2.1689629999999998,2.057468,2.178055,2.135768,2.05739,2.053473,2.158279,2.113807,2.0457549999999998,2.20094,2.051062,2.1524039999999998,2.119196,2.120936,2.062757,2.1235489999999997,2.16128,2.084305,2.126422,2.128827,2.1238509999999997,2.1542049999999997,2.1688389999999997,2.1214649999999997,2.08946,1.9826249999999999,2.173339,2.144358,2.178747,2.04207,2.166391,1.995728,2.2202919999999997,2.1223549999999998,2.069981,2.092727,2.187652,2.168366,2.155431,2.093703,2.100189,2.026269,2.067417,2.168581,2.103742,2.180647,2.1447089999999998,2.071879,2.1673389999999997,2.076381,2.094204,2.148939,2.130178,2.265733,2.118385,2.1235049999999998,2.034938,2.087227,2.160863,2.105299,2.164293,2.098742,2.138379,2.210627,2.1422779999999997,2.063087,2.160665,2.134859,2.169264,2.036809,2.208783,2.1899759999999997,2.002182,2.205285,2.0965819999999997,2.141441,2.0780529999999997,2.11458,2.123932,2.296907,2.2542,2.239475,2.242699,2.258248,2.305315,2.316365,2.4271879999999997,2.247287,2.221202,2.2400889999999998,2.331671,2.2392879999999997,2.3731839999999997,2.203868,2.243998,2.281192,2.275463,2.229975,2.312305,2.254514,2.226677,2.282305,2.41409,2.177012,2.224461,2.3166029999999997,2.074757,2.2222299999999997,2.3463249999999998,2.196551,2.212854,2.3063599999999997,2.2284699999999997,2.2294799999999997,2.33582,2.214015,2.337053,2.245355,2.3146869999999997,2.234088,2.2064239999999997,2.361453,2.254695,2.265186,2.4092059999999997,2.564158,1.745452,3.10561,1.152153,2.3121169999999998,2.124908,1.935512,2.569147,11.909367999999999,3.001179],"unit":"ms"},"output_sequence_length":{"value":364,"unit":"tokens"},"time_to_first_token":{"value":25.721629999999998,"unit":"ms"},"http_req_waiting":{"value":23.907204999999998,"unit":"ms"},"http_req_duration":{"value":864.690123,"unit":"ms"},"input_sequence_length":{"value":762,"unit":"tokens"},"time_to_second_token":{"value":2.1530899999999997,"unit":"ms"},"http_req_receiving":{"value":840.59299,"unit":"ms"},"http_req_sending":{"value":0.18992799999999999,"unit":"ms"},"http_req_data_sent":{"value":3.4931640625,"unit":"KB"},"http_req_chunks_received":{"value":364,"unit":"count"},"reasoning_token_count":{"value":364,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":88.826171875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.546448087431694,"unit":"%"},"e2e_output_token_throughput":{"value":420.9121296980875,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3114791818181817,"unit":"ms"},"prefill_throughput_per_user":{"value":29624.872140684703,"unit":"tokens/sec/user"},"http_req_total":{"value":864.690123,"unit":"ms"},"output_token_throughput_per_user":{"value":432.62340749848846,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":18,"x_request_id":"293c3ebe-f996-48c1-92a5-ae1799d5d128","x_correlation_id":"d716fb5e-3e1a-4a61-8c26-01cc1f7c759d","conversation_id":"44ba2d4d-f1e7-4a79-be25-35377f3511a2","turn_index":0,"credit_issued_ns":1779883797853424797,"request_start_ns":1779883797854611331,"request_ack_ns":1779883797863214458,"request_end_ns":1779883798926845196,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1072.233865,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.967158,2.137383,2.133957,2.081565,2.1916949999999997,2.107558,2.228634,2.241433,2.253095,2.0886009999999997,2.218998,2.211093,1.90611,2.120303,2.1121469999999998,2.135147,2.069012,2.056178,2.1199749999999997,2.112843,2.043002,2.201145,2.1605339999999997,2.073565,2.094475,2.163915,2.162638,2.0929189999999998,2.1175889999999997,2.116355,2.171615,2.432897,2.177445,2.403647,2.48338,2.073147,1.8567749999999998,2.334943,2.009311,11.352248,2.32599,1.533726,2.159878,2.594852,2.1965019999999997,2.514939,2.741104,1.791161,1.992553,2.324068,2.637498,11.072583999999999,2.33688,1.491277,2.022585,2.378393,1.942243,2.828499,1.7533429999999999,2.261465,2.031271,2.241789,12.830988,2.360051,1.441983,1.956278,2.089148,2.559036,1.968723,2.494726,2.4562679999999997,1.9131829999999999,2.628631,1.9725549999999998,10.392776,2.422741,1.388132,1.966785,2.472131,1.7546629999999999,1.9195449999999998,2.0756609999999998,2.2766029999999997,1.877146,2.112755,2.556765,11.102252,2.819099,1.469182,2.036032,2.1239939999999997,2.185886,2.139059,2.205123,2.135945,2.223211,2.1369569999999998,2.132806,6.224072,0.6785939999999999,2.116284,2.202982,2.0567249999999997,2.1655599999999997,2.267843,2.123595,2.385013,2.169661,2.158432,2.204287,2.270442,2.114982,2.093134,2.022685,2.150371,2.0473369999999997,2.166873,2.115217,2.089941,2.018374,2.067809,2.025339,2.133728,2.043729,2.071342,2.047538,2.1203179999999997,2.079008,2.049811,2.1359529999999998,2.099264,2.088755,2.183239,2.098321,1.945279,2.125591,2.1013379999999997,2.109871,2.104622,2.029838,2.290394,2.066747,2.2379759999999997,1.9841749999999998,2.202889,2.062043,2.1365,2.109295,2.200274,2.039846,2.090368,2.1732039999999997,2.16219,2.1489849999999997,2.159865,2.109368,2.1288359999999997,2.119318,2.195674,2.0936239999999997,2.033417,2.154249,2.145302,2.1405689999999997,2.173912,2.097588,2.080714,2.162089,2.145981,2.158065,2.152031,2.054633,2.181299,2.029702,2.201967,2.0334719999999997,2.226164,2.130206,2.1534269999999998,2.161889,2.255565,2.09267,2.5077979999999997,1.694987,3.010716,1.281969,1.890234,2.055579,1.97572,2.2343699999999997,2.575875,11.480969,2.796744,1.31887,2.029486,1.9925389999999998,2.240186,1.9889489999999999,2.076054,2.132047,2.146801,2.069581,2.150522,1.977256,2.169505,2.115045,2.150476,2.1776,2.065591,2.085852,2.2014,2.1487279999999997,2.174698,2.107827,2.020445,2.1164199999999997,2.013461,2.211985,2.1479559999999998,2.025852,2.336059,2.0529569999999997,2.175175,2.0410269999999997,2.089699,2.073895,2.1423229999999998,2.0712129999999997,2.217009,2.005675,2.129813,2.044032,2.17251,2.140164,2.187528,2.000749,2.0933479999999998,2.090152,2.316328,1.9165299999999998,2.118047,2.0273939999999997,2.1482229999999998,2.160526,2.2113259999999997,2.0886009999999997,2.027544,2.1604989999999997,2.0754829999999997,2.538719,5.242141,0.7733679999999999,2.172497,2.232996,2.104764,2.0537639999999997,2.074335,2.092589,2.058586,2.184363,2.057408,2.199637,2.0192769999999998,2.195278,1.9771059999999998,2.257095,2.059562,2.13344,2.131393,2.177603,2.04472,2.187138,2.1216779999999997,2.073982,2.040356,2.173088,2.101298,2.072334,2.194215,2.042824,2.145358,2.1277749999999997,2.104959,2.07433,2.116616,2.171338,2.068727,2.145278,2.1087819999999997,2.138019,2.140181,2.185011,2.104345,2.110853,1.9669679999999998,2.204859,2.108697,2.205978,2.01479,2.187684,1.990429,2.217975,2.107348,2.089467,2.073269,2.204506,2.1545039999999998,2.165971,2.079986,2.116456,2.013918,2.078416,2.1734199999999997,2.123144,2.154633,2.1480829999999997,2.0642549999999997,2.177244,2.057212,2.1096969999999997,2.1375599999999997,2.1437649999999997,2.247131,2.136109,2.1044069999999997,2.054478,2.0700529999999997,2.168485,2.097922,2.1927939999999997,2.068353,2.163053,2.180444,2.167049,2.049408,2.172675,2.121345,2.181369,2.022926,2.223891,2.174625,2.014641,2.18056,2.124548,2.1398989999999998,2.084374,2.105565,2.184917,2.311289,2.253341,2.240086,2.24327,2.261167,2.303648,2.361897,2.333026,2.240862,2.26565,2.250486,2.3282819999999997,2.243306,2.378148,2.199045,2.2490669999999997,2.28041,2.276969,2.224727,2.3153509999999997,2.252067,2.231925,2.278152,2.413706,2.17666,2.225066,2.3187949999999997,2.070411,2.221062,2.354985,2.185084,2.218156,2.305179,2.2314819999999997,2.2253719999999997,2.3379909999999997,2.212639,2.3331939999999998,2.248981,2.318435,2.228747,2.208355,2.3646789999999998,2.249802,2.265183,2.41169,2.5610779999999997,1.7089599999999998,3.096934,1.17249,2.2849209999999998,2.06527,1.977619,2.5733919999999997,11.977337,2.907984,1.3171519999999999,2.49391,3.103326,1.455138,2.1489309999999997,1.907497,1.8652199999999999,2.3245169999999997,10.411800999999999,2.405761,1.39828,2.154236,2.2053469999999997,2.2855309999999998,2.1873519999999997,2.3587759999999998,2.193807,2.123414,2.182949,2.193549,2.302044,2.25503,2.2153769999999997,2.2300359999999997,2.150985,2.3189889999999997,2.139319,2.2626209999999998,2.1654079999999998,2.2512049999999997,2.2082699999999997,2.333014,2.185838,2.2423319999999998,2.19514,2.23574,2.227309,2.2594749999999997,2.237533,2.237539,2.259251,2.238993,2.1952439999999998,2.302777,2.524838],"unit":"ms"},"output_sequence_length":{"value":452,"unit":"tokens"},"time_to_first_token":{"value":27.501523,"unit":"ms"},"http_req_waiting":{"value":25.931390999999998,"unit":"ms"},"http_req_duration":{"value":1072.1752649999999,"unit":"ms"},"input_sequence_length":{"value":870,"unit":"tokens"},"time_to_second_token":{"value":1.967158,"unit":"ms"},"http_req_receiving":{"value":1046.107473,"unit":"ms"},"http_req_sending":{"value":0.136401,"unit":"ms"},"http_req_data_sent":{"value":3.609375,"unit":"KB"},"http_req_chunks_received":{"value":451,"unit":"count"},"reasoning_token_count":{"value":452,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":110.07421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.22075055187637968,"unit":"%"},"e2e_output_token_throughput":{"value":421.54982672553433,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3164796940133034,"unit":"ms"},"prefill_throughput_per_user":{"value":31634.611654052755,"unit":"tokens/sec/user"},"http_req_total":{"value":1072.1752649999999,"unit":"ms"},"output_token_throughput_per_user":{"value":431.68951689254783,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":21,"x_request_id":"5596a396-b4e4-4858-9af5-ff3a0dbd16b8","x_correlation_id":"0b49c527-646d-475a-87be-a6c72a69b423","conversation_id":"bb527af8-044c-48f7-a1f5-9ebec82c28ed","turn_index":0,"credit_issued_ns":1779883798023000050,"request_start_ns":1779883798024413122,"request_ack_ns":1779883798031542768,"request_end_ns":1779883798964732832,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":940.31971,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.958955,2.080298,2.552569,1.983558,2.4733,2.475399,1.889476,2.611337,2.0214369999999997,10.383270999999999,2.4313,1.374974,1.981865,2.457737,1.77053,1.917134,2.080032,2.265751,1.890129,2.105289,2.5639939999999997,11.086884,2.826889,1.4523549999999998,2.048685,2.112659,2.196263,2.128074,2.220278,2.122245,2.235334,2.128089,2.140218,6.164477,0.7225229999999999,2.103812,2.22159,2.034563,2.185886,2.190333,2.238524,2.391746,2.110456,2.1630469999999997,2.220205,2.310939,2.09505,2.061902,2.066528,2.124894,2.043116,2.1491569999999998,2.135796,2.047205,2.116535,2.0156899999999998,2.019914,2.118445,2.0619199999999998,2.0648429999999998,2.050771,2.111964,2.092044,2.040813,2.15149,2.054972,2.119361,2.1650069999999997,2.117117,1.942559,2.132129,2.091892,2.12085,2.097374,2.0223,2.287873,2.076454,2.235422,1.9905549999999999,2.194684,2.068533,2.128561,2.1169469999999997,2.194846,2.050475,2.080364,2.179306,2.154452,2.158193,2.1488769999999997,2.107893,2.132135,2.1263479999999997,2.188316,2.10399,2.024164,2.16154,2.141337,2.143288,2.1673109999999998,2.107904,2.073766,2.165981,2.118325,2.183185,2.147979,2.0621329999999998,2.173801,2.039679,2.191728,2.044963,2.214753,2.137302,2.1441559999999997,2.171272,2.251868,2.0994129999999998,2.490662,1.757866,2.8919259999999998,1.3385289999999999,1.8809319999999998,2.1053889999999997,1.937687,2.249844,2.557746,11.488322,2.781144,1.328571,2.018373,2.002497,2.235493,1.99368,2.068356,2.1407849999999997,2.1370489999999998,2.083593,2.1381699999999997,1.9855889999999998,2.159696,2.1287689999999997,2.137547,2.185108,2.059856,2.093353,2.191829,2.1580909999999998,2.1653279999999997,2.122961,2.014627,2.1177159999999997,2.005259,2.224277,2.138133,2.032855,2.331965,2.048462,2.160938,2.059994,2.0788919999999997,2.086235,2.133353,2.0795779999999997,2.205213,2.016174,2.12311,2.053158,2.162327,2.1475079999999998,2.180612,2.009606,2.084604,2.099742,2.3027949999999997,1.929889,2.110112,2.03762,2.13827,2.16391,2.202179,2.100272,2.0195179999999997,2.167742,2.072295,2.5300629999999997,5.229915,0.791068,2.151283,2.256966,2.0696209999999997,2.073284,2.081144,2.112784,2.05333,2.1902399999999997,2.0522199999999997,2.2002159999999997,2.003371,2.212468,1.968545,2.267557,2.042016,2.148322,2.124082,2.18913,2.036188,2.196322,2.111819,2.084178,2.030983,2.178336,2.095122,2.06596,2.1958789999999997,2.052063,2.142372,2.130867,2.1037,2.078033,2.113139,2.1777379999999997,2.0617099999999997,2.149966,2.104313,2.141231,2.1355079999999997,2.189927,2.1003179999999997,2.111097,1.962402,2.214882,2.112266,2.202359,2.006487,2.196908,1.984257,2.2224749999999998,2.102489,2.09015,2.0718229999999997,2.2085429999999997,2.145968,2.176094,2.072543,2.125063,2.004807,2.087738,2.167435,2.112209,2.161783,2.155271,2.058357,2.18198,2.054294,2.117356,2.130976,2.145645,2.243362,2.1432219999999997,2.098855,2.056097,2.0692049999999997,2.169632,2.094896,2.199794,2.062829,2.1689499999999997,2.171081,2.171103,2.044133,2.181083,2.115062,2.187852,2.017696,2.229835,2.168852,2.019904,2.174074,2.129168,2.134473,2.083889,2.104966,2.188298,2.3107029999999997,2.258912,2.2346019999999998,2.251264,2.250222,2.309774,2.302893,2.396775,2.228555,2.274866,2.240719,2.330772,2.2443,2.382593,2.186539,2.259081,2.272271,2.284523,2.220962,2.320202,2.246174,2.239351,2.27042,2.4216569999999997,2.170122,2.230995,2.2951669999999997,2.0995179999999998,2.214143,2.356908,2.179214,2.234292,2.294139,2.237702,2.219473,2.344786,2.203588,2.3452889999999997,2.23795,2.326948,2.222649,2.214381,2.356678,2.2630589999999997,2.254285,2.419054,2.5532649999999997,1.715164,3.0862469999999997,1.176979,2.270939,2.070102,1.9780909999999998,2.585499,11.945024,2.913827,1.32995,2.521953,3.018828,1.570112,2.052896,1.98166,1.817893,2.345411,10.402294,2.426919,1.3833499999999999,2.1605909999999997,2.1979249999999997,2.293806,2.1819219999999997,2.3649649999999998,2.186184,2.132551,2.174954,2.200994,2.294475,2.25867,2.194229,2.253413,2.144453,2.3255239999999997,2.132587,2.2706649999999997,2.160303,2.2545319999999998,2.198883,2.3430429999999998,2.180065,2.247689,2.187346,2.243583,2.202158,2.277106,2.234333,2.247824,2.2524129999999998,2.244078,2.1907389999999998,2.31352,2.46913,1.855081,2.104418,2.153076,2.020577,2.472436,1.729172,2.521464,10.428505,2.573429,1.47421,2.015418,1.99918,2.182285,2.433687],"unit":"ms"},"output_sequence_length":{"value":401,"unit":"tokens"},"time_to_first_token":{"value":26.502181,"unit":"ms"},"http_req_waiting":{"value":24.877931999999998,"unit":"ms"},"http_req_duration":{"value":940.264369,"unit":"ms"},"input_sequence_length":{"value":705,"unit":"tokens"},"time_to_second_token":{"value":1.958955,"unit":"ms"},"http_req_receiving":{"value":915.241007,"unit":"ms"},"http_req_sending":{"value":0.14543,"unit":"ms"},"http_req_data_sent":{"value":3.0390625,"unit":"KB"},"http_req_chunks_received":{"value":400,"unit":"count"},"reasoning_token_count":{"value":401,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":97.6279296875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24875621890547264,"unit":"%"},"e2e_output_token_throughput":{"value":426.4507015385225,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2845438225,"unit":"ms"},"prefill_throughput_per_user":{"value":26601.584224332328,"unit":"tokens/sec/user"},"http_req_total":{"value":940.264369,"unit":"ms"},"output_token_throughput_per_user":{"value":437.7241487561791,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":20,"x_request_id":"1acddd59-0068-4713-ae20-9aa1ad974ccf","x_correlation_id":"d8b1c463-05ee-4943-9569-c38e53eb0960","conversation_id":"ab8623db-308c-4a26-a987-469218bc4689","turn_index":0,"credit_issued_ns":1779883797988537362,"request_start_ns":1779883797991039002,"request_ack_ns":1779883798000270031,"request_end_ns":1779883799037032292,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1045.99329,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.020979,2.376305,1.943217,2.8539809999999997,1.734589,2.258562,2.048262,2.2243429999999997,12.831721,2.358343,1.4402119999999998,1.954017,2.0898909999999997,2.5994349999999997,1.936483,2.4767069999999998,2.472039,1.876703,2.684565,1.9496319999999998,10.415127,2.39839,1.3908399999999999,1.959323,2.4739519999999997,1.751903,1.9809869999999998,2.043447,2.265497,1.8875179999999998,2.12529,2.529407,11.09371,2.819295,1.468998,2.038691,2.120989,2.18656,2.141409,2.21364,2.122133,2.230359,2.130575,2.13943,6.189858999999999,0.6994929999999999,2.111074,2.212094,2.04882,2.170426,2.197326,2.196814,2.449986,2.1031329999999997,2.162651,2.2073229999999997,2.271684,2.0924549999999997,2.154781,1.992511,2.125064,2.050909,2.161207,2.1200039999999998,2.059735,2.0735639999999997,2.070201,2.020187,2.134521,2.048584,2.067958,2.051155,2.122626,2.0753559999999998,2.049269,2.135582,2.07515,2.1120829999999997,2.167491,2.116405,1.9468249999999998,2.123917,2.101056,2.110163,2.104698,2.01862,2.29946,2.0672509999999997,2.241182,1.980316,2.2025129999999997,2.067281,2.131021,2.1111839999999997,2.196728,2.0411799999999998,2.091655,2.172166,2.1642699999999997,2.147661,2.156471,2.1106059999999998,2.131267,2.115932,2.2010359999999998,2.0931859999999998,2.033821,2.152991,2.1446769999999997,2.138012,2.176617,2.100643,2.079856,2.1615599999999997,2.121329,2.172524,2.168206,2.0419169999999998,2.1861889999999997,2.029001,2.1991389999999997,2.039133,2.224663,2.118618,2.162554,2.1641369999999998,2.257971,2.0909359999999997,2.5056369999999997,1.70396,2.9212529999999997,1.3496439999999998,1.891008,2.0414589999999997,1.9819829999999998,2.249193,2.572869,11.483516,2.79337,1.323399,2.026477,1.9945439999999999,2.239693,1.9892379999999998,2.076127,2.1321939999999997,2.1435329999999997,2.074993,2.145924,1.978958,2.168908,2.115857,2.1505099999999997,2.178184,2.065423,2.085622,2.19972,2.151281,2.173593,2.1086419999999997,2.0208939999999997,2.113806,2.021209,2.207331,2.146406,2.026339,2.33187,2.0428029999999997,2.1856329999999997,2.041841,2.09009,2.075134,2.14226,2.070605,2.215645,2.006663,2.130509,2.044886,2.171081,2.139378,2.188675,1.9997019999999999,2.093501,2.0915239999999997,2.317786,1.9171639999999999,2.117959,2.027649,2.146397,2.158179,2.213094,2.0909519999999997,2.025496,2.164047,2.07451,2.52487,5.220707,0.794327,2.162115,2.245586,2.0801,2.069699,2.0907839999999998,2.10396,2.059069,2.183567,2.059786,2.226512,1.978456,2.176005,2.001344,2.2713039999999998,2.0399279999999997,2.140935,2.132024,2.180635,2.044778,2.188954,2.120071,2.073969,2.039332,2.1715679999999997,2.1011319999999998,2.061639,2.1999429999999998,2.044536,2.151474,2.123363,2.108858,2.0732019999999998,2.114953,2.1731119999999997,2.068283,2.144381,2.110731,2.137795,2.141404,2.1837619999999998,2.1065609999999997,2.105136,1.967649,2.208859,2.1074289999999998,2.20478,2.016153,2.188568,1.9892649999999998,2.219551,2.1099289999999997,2.081174,2.079206,2.201199,2.156258,2.166327,2.080012,2.117013,2.009683,2.082583,2.175971,2.097594,2.174012,2.15122,2.0629649999999997,2.176735,2.058583,2.110173,2.1374459999999997,2.14239,2.2515259999999997,2.132988,2.1065739999999997,2.051293,2.073131,2.163014,2.101725,2.191992,2.068947,2.161459,2.179909,2.16594,2.050664,2.175134,2.1193459999999997,2.184557,2.021538,2.224906,2.176503,2.01275,2.190031,2.113344,2.1417029999999997,2.077832,2.11117,2.1806479999999997,2.315061,2.253114,2.242183,2.242733,2.257289,2.308306,2.309641,2.376419,2.2414639999999997,2.265739,2.25117,2.3247169999999997,2.2438849999999997,2.378773,2.2035009999999997,2.245389,2.277837,2.277613,2.228892,2.313605,2.254858,2.2289529999999997,2.280319,2.409404,2.181403,2.223973,2.3183759999999998,2.0673749999999997,2.221106,2.35481,2.187354,2.217272,2.305075,2.230664,2.226906,2.337326,2.212044,2.335482,2.250885,2.314075,2.230167,2.207548,2.360475,2.255315,2.264134,2.412127,2.560765,1.7106979999999998,3.0966169999999997,1.170885,2.290424,2.054585,1.9824959999999998,2.5746569999999998,11.898344,2.9524209999999997,1.342624,2.526487,3.023249,1.507296,2.094653,1.962211,1.848406,2.3439289999999997,10.391365,2.4259209999999998,1.3975579999999999,2.155941,2.205659,2.285687,2.18728,2.360249,2.192234,2.123698,2.183299,2.193221,2.302504,2.255344,2.195329,2.247696,2.150544,2.323954,2.134791,2.2653399999999997,2.1672309999999997,2.249208,2.207667,2.3330699999999998,2.186814,2.2428939999999997,2.195632,2.233402,2.222759,2.259331,2.2361869999999997,2.245142,2.259753,2.238021,2.195929,4.787455,1.850804,2.099564,2.15229,2.008085,2.4365889999999997,1.76839,2.5236069999999997,10.41044,2.5968929999999997,1.474468,2.015183,1.9997969999999998,2.18416,2.386551,2.009487,2.69535,1.7257749999999998,2.350497,2.662725,1.916718,10.935416,2.288261,1.353683,1.913439,2.1581539999999997,1.9668459999999999,2.296531,2.0433239999999997,2.123833,2.092308,2.1353619999999998,2.08048,2.104162,2.011208,2.2296549999999997,2.053519,2.063243,2.063368,2.092689,2.126207,2.171055,2.056082,2.180983,2.4084049999999997],"unit":"ms"},"output_sequence_length":{"value":441,"unit":"tokens"},"time_to_first_token":{"value":25.807284,"unit":"ms"},"http_req_waiting":{"value":24.08778,"unit":"ms"},"http_req_duration":{"value":1045.915512,"unit":"ms"},"input_sequence_length":{"value":796,"unit":"tokens"},"output_token_count":{"value":45,"unit":"tokens"},"time_to_second_token":{"value":2.020979,"unit":"ms"},"http_req_receiving":{"value":1021.6358809999999,"unit":"ms"},"http_req_sending":{"value":0.191851,"unit":"ms"},"time_to_first_output_token":{"value":935.777704,"unit":"ms"},"http_req_data_sent":{"value":3.7490234375,"unit":"KB"},"http_req_chunks_received":{"value":440,"unit":"count"},"reasoning_token_count":{"value":396,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":107.353515625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4514672686230248,"unit":"%"},"e2e_output_token_throughput":{"value":421.60882313116946,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.318604559090909,"unit":"ms"},"prefill_throughput_per_user":{"value":30844.005126614637,"unit":"tokens/sec/user"},"http_req_total":{"value":1045.915512,"unit":"ms"},"output_token_throughput_per_user":{"value":431.2938987716324,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":22,"x_request_id":"ba88fa9f-c7ca-42a3-93c2-d2fa1161170a","x_correlation_id":"e852623d-dc3b-4544-999b-1178d442e672","conversation_id":"ca13c9fc-8a0b-4f89-8a5a-cc9c9d926645","turn_index":0,"credit_issued_ns":1779883798059976574,"request_start_ns":1779883798062150923,"request_ack_ns":1779883798069074156,"request_end_ns":1779883799086329615,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1024.178692,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.978311,2.461265,1.762186,1.912617,2.082189,2.267108,1.8871939999999998,2.1032889999999997,2.567001,11.095074,2.8250629999999997,1.45972,2.045856,2.1141,2.195401,2.130569,2.215214,2.124914,2.233084,2.12561,2.144024,6.197026999999999,0.691991,2.102545,2.220939,2.043158,2.174102,2.1910119999999997,2.254978,2.352998,2.14474,2.157171,2.236917,2.246978,2.1239689999999998,2.0599499999999997,2.06817,2.16199,2.051849,2.150765,2.118298,2.051878,2.052006,2.053356,2.039006,2.118114,2.054434,2.064059,2.083128,2.103595,2.111427,2.041385,2.143173,2.023355,2.115361,2.165294,2.1175509999999997,1.941314,2.127261,2.095192,2.116378,2.097301,2.023168,2.292547,2.0690459999999997,2.2388369999999997,1.9864879999999998,2.1976839999999997,2.066521,2.131099,2.1160579999999998,2.190705,2.049714,2.085931,2.174965,2.1588629999999998,2.153552,2.152155,2.107777,2.133725,2.121626,2.193351,2.100055,2.0277339999999997,2.1658679999999997,2.134316,2.142487,2.1709929999999997,2.1054109999999997,2.074629,2.166857,2.126842,2.171197,2.149761,2.0635879999999998,2.23018,2.047536,2.163219,2.020849,2.212708,2.124997,2.147461,2.169485,2.252659,2.0964199999999997,2.5004839999999997,1.6973449999999999,2.9237319999999998,1.351495,1.893359,2.109628,1.930334,2.251079,2.554678,11.500371999999999,2.777546,1.326469,2.0213419999999998,2.0008529999999998,2.232853,1.995564,2.0689919999999997,2.139659,2.1387009999999997,2.0795369999999997,2.140527,1.984132,2.163199,2.123097,2.142587,2.183653,2.0613609999999998,2.090392,2.1970199999999998,2.154992,2.165663,2.1145199999999997,2.0168809999999997,2.205024,1.993925,2.204898,2.090506,2.040536,2.350106,2.053514,2.1725209999999997,2.048524,2.0517819999999998,2.08302,2.131104,2.078257,2.211699,2.009429,2.122617,2.051479,2.1919679999999997,2.16147,2.143548,2.009283,2.082159,2.098527,2.347842,1.90293,2.1033939999999998,2.033354,2.135948,2.165848,2.200941,2.097526,2.018564,2.169567,2.072205,2.528623,5.214175,0.799997,2.1544879999999997,2.251335,2.073153,2.136527,2.027573,2.111589,2.0504539999999998,2.18937,2.05043,2.2783979999999997,1.984578,2.176612,1.954947,2.2665859999999998,2.0464759999999997,2.1442829999999997,2.116977,2.186806,2.039827,2.1946589999999997,2.112934,2.08179,2.032502,2.176958,2.0956129999999997,2.073215,2.188049,2.05463,2.143119,2.12958,2.1031139999999997,2.075952,2.10983,2.181375,2.0623,2.1481589999999997,2.103892,2.143684,2.136548,2.1889469999999998,2.09972,2.110512,1.962856,2.214074,2.102616,2.212938,2.008649,2.196843,1.9851949999999998,2.220927,2.1029839999999997,2.089257,2.073933,2.2051849999999997,2.150419,2.172274,2.129797,2.141711,1.9728979999999998,2.063818,2.1534329999999997,2.12145,2.151833,2.1544659999999998,2.0591999999999997,2.183113,2.052253,2.115728,2.131807,2.14517,2.286355,2.1221579999999998,2.080994,2.0577769999999997,2.099014,2.167329,2.067459,2.197772,2.0603849999999997,2.167397,2.170196,2.172681,2.047898,2.179508,2.114696,2.18741,2.017786,2.22857,2.169072,2.02022,2.174025,2.129509,2.1399209999999997,2.080983,2.103571,2.212662,2.2896669999999997,2.260916,2.233485,2.249576,2.252941,2.3121519999999998,2.3326089999999997,2.355032,2.2335,2.273062,2.242506,2.345675,2.2213849999999997,2.3862419999999998,2.197604,2.248386,2.272475,2.284391,2.219814,2.321764,2.247119,2.23673,2.271454,2.419045,2.1735539999999998,2.2282379999999997,2.326371,2.068905,2.213014,2.366616,2.1730679999999998,2.223535,2.2991889999999997,2.235902,2.220512,2.3428329999999997,2.204853,2.34273,2.245793,2.318574,2.223777,2.213854,2.358012,2.259368,2.2558089999999997,2.41886,2.555961,1.71831,3.1429169999999997,1.202113,2.226667,2.08431,1.956129,2.569714,11.911925,2.939434,1.329277,2.512422,3.0840199999999998,1.524343,2.029166,1.990724,1.8192499999999998,2.355042,10.383142999999999,2.4325039999999998,1.390069,2.1595999999999997,2.20093,2.2914879999999997,2.182819,2.36451,2.1862,2.131912,2.175551,2.200926,2.292497,2.265308,2.189122,2.254098,2.142749,2.331727,2.126446,2.2723649999999997,2.15963,2.2556629999999998,2.201912,2.339183,2.183866,2.24992,2.18523,2.242595,2.218089,2.264865,2.2268369999999997,2.25248,2.250604,2.2475899999999998,2.186896,2.3122309999999997,2.469664,1.861521,2.1026599999999998,2.154999,2.008221,2.4771199999999998,1.7404899999999999,2.510777,10.422049999999999,2.580772,1.4727679999999999,2.013179,2.002269,2.184169,2.384245,2.001591,4.425227,2.351782,2.6964639999999997,1.8895469999999999,10.926128,2.289037,1.353534,1.922223,2.1525019999999997,1.974286,2.3341279999999998,2.008637,2.109759,2.098816,2.126832,2.099758,2.1025549999999997,2.005483,2.220062,2.061795,2.0567189999999997,2.072416,2.0839119999999998,2.132578,2.162103,2.0677529999999997,2.172024,2.368532,1.9444379999999999,2.245521,2.5934619999999997,1.8517519999999998,2.4013009999999997,2.643507,1.8662679999999998,10.822954,2.488596,1.447517,2.022467,2.072072,2.109343,2.0326139999999997,2.1643499999999998,2.0613509999999997,1.992961,2.158211,2.438611],"unit":"ms"},"output_sequence_length":{"value":437,"unit":"tokens"},"time_to_first_token":{"value":23.016643,"unit":"ms"},"http_req_waiting":{"value":21.403264999999998,"unit":"ms"},"http_req_duration":{"value":1024.1008239999999,"unit":"ms"},"input_sequence_length":{"value":780,"unit":"tokens"},"output_token_count":{"value":47,"unit":"tokens"},"time_to_second_token":{"value":1.978311,"unit":"ms"},"http_req_receiving":{"value":1002.5262439999999,"unit":"ms"},"http_req_sending":{"value":0.171315,"unit":"ms"},"time_to_first_output_token":{"value":908.982031,"unit":"ms"},"http_req_data_sent":{"value":3.40234375,"unit":"KB"},"http_req_chunks_received":{"value":436,"unit":"count"},"reasoning_token_count":{"value":390,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":106.4716796875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.45558086560364464,"unit":"%"},"e2e_output_token_throughput":{"value":426.68335458789255,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.296243231651376,"unit":"ms"},"prefill_throughput_per_user":{"value":33888.52144945725,"unit":"tokens/sec/user"},"http_req_total":{"value":1024.1008239999999,"unit":"ms"},"output_token_throughput_per_user":{"value":435.4939347086658,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":23,"x_request_id":"92be6ff8-ad5a-4c8f-85f2-dda6092d91dc","x_correlation_id":"0b22dd7b-52a0-4e13-b48c-c479161971c0","conversation_id":"d20616f1-3bca-402c-bede-21c3ca93d9af","turn_index":0,"credit_issued_ns":1779883798091662652,"request_start_ns":1779883798093304942,"request_ack_ns":1779883798100697004,"request_end_ns":1779883799156031429,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1062.726487,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.0419579999999997,2.112256,2.192093,2.139053,2.21508,2.119968,2.2315959999999997,2.12837,2.139563,6.2080709999999995,0.6960459999999999,2.089378,2.228223,2.035907,2.176225,2.190533,2.25916,2.354424,2.126187,2.167788,2.220552,2.2620739999999997,2.080826,2.1446169999999998,2.041617,2.127361,2.028127,2.1566,2.166665,2.041569,2.0957369999999997,2.0154739999999998,2.0269179999999998,2.126292,2.08568,2.032444,2.049031,2.1125309999999997,2.1003179999999997,2.0338629999999998,2.137568,2.067437,2.1208899999999997,2.160862,2.117388,1.945544,2.128059,2.107333,2.1129789999999997,2.090801,2.024842,2.289113,2.074062,2.235372,1.9890809999999999,2.196083,2.067116,2.129509,2.119358,2.20329,2.0387239999999998,2.083098,2.1781509999999997,2.15482,2.161825,2.147928,2.104138,2.1359019999999997,2.138957,2.179055,2.096361,2.02832,2.159791,2.139005,2.143243,2.170768,2.1061289999999997,2.074817,2.165475,2.124695,2.17815,2.1453059999999997,2.060337,2.179936,2.03632,2.191868,2.040375,2.216652,2.126668,2.155895,2.1711039999999997,2.251769,2.0974779999999997,2.493635,1.711071,2.925761,1.390282,1.8535549999999998,2.102163,1.9340629999999999,2.249738,2.560262,11.501074,2.775204,1.327941,2.022932,2.001278,2.228967,1.997288,2.0669969999999998,2.140688,2.143939,2.075919,2.139439,1.984805,2.15996,2.127642,2.142822,2.185251,2.055383,2.09538,2.18968,2.1582529999999998,2.16594,2.117016,2.012574,2.123857,2.006099,2.223135,2.1374809999999997,2.036715,2.33207,2.069041,2.150255,2.055962,2.0746819999999997,2.082807,2.136819,2.080562,2.203856,2.013315,2.122066,2.056718,2.159306,2.148868,2.178893,2.011107,2.08318,2.1052329999999997,2.30437,1.924459,2.108991,2.036763,2.144071,2.171786,2.193413,2.0983609999999997,2.021263,2.170767,2.0688619999999998,2.5490209999999998,5.248817,0.760899,2.1363019999999997,2.252871,2.069921,2.0789299999999997,2.080035,2.113473,2.052281,2.1889179999999997,2.052774,2.200093,2.0054879999999997,2.168941,2.008384,2.268147,2.043304,2.147119,2.1251569999999997,2.187704,2.0417769999999997,2.191185,2.117114,2.0774779999999997,2.033408,2.177257,2.098654,2.062753,2.19482,2.052342,2.144398,2.132314,2.101025,2.077702,2.110189,2.17938,2.063246,2.148622,2.10465,2.1425,2.135817,2.189552,2.099272,2.109719,1.9618799999999998,2.2203,2.098776,2.210597,2.0097869999999998,2.196004,1.987355,2.2197999999999998,2.1021609999999997,2.091936,2.071459,2.205908,2.148698,2.1746339999999997,2.072822,2.122327,2.007019,2.088376,2.16867,2.1063549999999998,2.170103,2.1510119999999997,2.059503,2.1787259999999997,2.056851,2.1169059999999997,2.131297,2.144706,2.258521,2.1313299999999997,2.0985199999999997,2.056016,2.067471,2.169251,2.0960609999999997,2.197178,2.064586,2.16653,2.173761,2.1700749999999998,2.0448969999999997,2.181675,2.115726,2.186239,2.018446,2.229324,2.169348,2.018121,2.1757869999999997,2.134152,2.130095,2.0838319999999997,2.105387,2.187475,2.310235,2.2592369999999997,2.235481,2.248288,2.251023,2.314791,2.299118,2.385493,2.2363139999999997,2.2729999999999997,2.242568,2.33504,2.244747,2.383008,2.198486,2.24836,2.270476,2.286483,2.220431,2.321757,2.245438,2.239038,2.2712589999999997,2.4223909999999997,2.168151,2.231576,2.3140899999999998,2.0848709999999997,2.211922,2.364458,2.1767559999999997,2.227462,2.294064,2.237218,2.2190149999999997,2.344496,2.205729,2.341167,2.242263,2.323021,2.223975,2.2144719999999998,2.352728,2.263457,2.254692,2.420502,2.553375,1.7157879999999999,3.082114,1.1854019999999998,2.2752339999999998,2.145263,1.923244,2.5747679999999997,11.912141,2.93127,1.321802,2.526036,3.038395,1.545828,2.097179,1.928779,1.846469,2.330727,10.40757,2.41424,1.389724,2.1605149999999997,2.202725,2.295535,2.177485,2.3644529999999997,2.187815,2.1296809999999997,2.1756249999999997,2.19849,2.2955479999999997,2.263874,2.211016,2.23479,2.141226,2.330266,2.128251,2.2723899999999997,2.158384,2.2547319999999997,2.204385,2.338969,2.1812039999999997,2.246915,2.18781,2.2432939999999997,2.203522,2.294022,2.219081,2.251198,2.2475389999999997,2.2458199999999997,2.187329,2.312318,2.4724,1.8976419999999998,2.113302,2.128934,1.990025,2.442768,1.758174,2.523837,10.410955,2.5868349999999998,1.4827009999999998,2.012657,2.001048,2.183149,4.38334,2.709948,1.709562,2.3563,2.6602889999999997,1.926658,10.923245999999999,2.2887139999999997,1.3614089999999999,1.9221119999999998,2.147865,1.976626,2.309818,2.0277659999999997,2.112578,2.109576,2.121517,2.091018,2.092931,2.023797,2.2177729999999998,2.063131,2.05027,2.080141,2.080262,2.1356319999999998,2.1611629999999997,2.06413,2.173998,2.368829,2.000895,2.2116059999999997,2.482309,1.939873,2.3993249999999997,2.6160609999999997,1.894029,10.801537999999999,2.509789,1.457878,2.016848,2.072575,2.1141069999999997,2.024477,2.16948,2.065004,1.991309,2.156453,2.402274,1.920358,3.3246219999999997,1.076208,1.765615,2.038737,2.241046,2.249676,1.936948,13.866230999999999,2.715716,1.39109,2.020648,2.590796,2.225001,2.3123039999999997,2.0077819999999997,2.670034,1.744605,2.170376,2.4647609999999998,7.372184,1.929543,0.830634,2.15075,2.725683],"unit":"ms"},"output_sequence_length":{"value":452,"unit":"tokens"},"time_to_first_token":{"value":26.254898999999998,"unit":"ms"},"http_req_waiting":{"value":24.6173,"unit":"ms"},"http_req_duration":{"value":1062.6598239999998,"unit":"ms"},"input_sequence_length":{"value":739,"unit":"tokens"},"output_token_count":{"value":76,"unit":"tokens"},"time_to_second_token":{"value":2.0419579999999997,"unit":"ms"},"http_req_receiving":{"value":1037.881183,"unit":"ms"},"http_req_sending":{"value":0.16134099999999998,"unit":"ms"},"time_to_first_output_token":{"value":873.39225,"unit":"ms"},"http_req_data_sent":{"value":3.373046875,"unit":"KB"},"http_req_chunks_received":{"value":449,"unit":"count"},"reasoning_token_count":{"value":376,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":109.482421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4405286343612335,"unit":"%"},"e2e_output_token_throughput":{"value":425.32110145853545,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2981631662971176,"unit":"ms"},"prefill_throughput_per_user":{"value":28147.127894112255,"unit":"tokens/sec/user"},"http_req_total":{"value":1062.6598239999998,"unit":"ms"},"output_token_throughput_per_user":{"value":435.1301137643919,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":24,"x_request_id":"4fa627c1-6511-49e1-bb1f-9e392817c7e1","x_correlation_id":"702a192f-5b30-451a-8c2a-e39e5a55b767","conversation_id":"aae2266b-78ac-4d90-872a-13dc4a5f77cc","turn_index":0,"credit_issued_ns":1779883798324128889,"request_start_ns":1779883798325420436,"request_ack_ns":1779883798335827725,"request_end_ns":1779883799231587308,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":906.166872,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.026723,1.993865,2.239413,1.990341,2.073441,2.130238,2.144335,2.07348,2.14962,1.980356,2.167707,2.117448,2.147897,2.179156,2.0659989999999997,2.086271,2.1982399999999997,2.14612,2.176641,2.111671,2.019846,2.115765,2.013621,2.215208,2.144505,2.0266669999999998,2.339069,2.040655,2.171391,2.051844,2.089984,2.076747,2.140596,2.073898,2.2137029999999998,2.007222,2.127942,2.045645,2.1710599999999998,2.141753,2.185589,2.003911,2.090452,2.093213,2.310948,1.920634,2.1162419999999997,2.031082,2.145136,2.159884,2.2093309999999997,2.09237,2.026039,2.163061,2.076851,2.523816,5.239144,0.776636,2.161101,2.251385,2.078127,2.067253,2.088089,2.105447,2.057721,2.1837809999999998,2.059335,2.194104,2.0074549999999998,2.162845,2.009853,2.2641169999999997,2.048708,2.140231,2.130136,2.182385,2.04453,2.188904,2.119429,2.076644,2.036637,2.1740619999999997,2.097632,2.062122,2.198708,2.0467779999999998,2.149912,2.125934,2.107741,2.074006,2.113347,2.175392,2.06706,2.144595,2.1092839999999997,2.13788,2.140323,2.185292,2.104098,2.1062309999999997,1.9690649999999998,2.207843,2.107498,2.2077519999999997,2.014045,2.19128,1.98966,2.217321,2.107487,2.085493,2.076243,2.2024209999999997,2.15317,2.169744,2.078916,2.117091,2.014288,2.0796989999999997,2.17069,2.107328,2.171574,2.1479809999999997,2.063342,2.179612,2.056031,2.112843,2.1354699999999998,2.140691,2.251875,2.13413,2.105531,2.0521789999999998,2.0721879999999997,2.1667799999999997,2.099599,2.1924129999999997,2.068184,2.163163,2.177316,2.1658839999999997,2.049706,2.177718,2.119542,2.18328,2.021856,2.225689,2.17242,2.015727,2.179076,2.123296,2.141464,2.0797,2.109647,2.185762,2.310685,2.254231,2.241301,2.244507,2.256252,2.3109349999999997,2.3022139999999998,2.3789979999999997,2.24398,2.270041,2.2456769999999997,2.3790839999999998,2.201561,2.376886,2.202788,2.242259,2.2776929999999997,2.280817,2.225514,2.313477,2.25578,2.226547,2.2888699999999997,2.404162,2.180315,2.220643,2.323716,2.094372,2.193416,2.3595669999999997,2.182125,2.215411,2.304483,2.2305699999999997,2.2276309999999997,2.336338,2.2119869999999997,2.33623,2.249516,2.318515,2.225333,2.209857,2.3676589999999997,2.2493719999999997,2.26079,2.413773,2.560256,1.708024,3.09983,1.173243,2.279692,2.064362,1.978063,2.576555,11.92873,2.9347689999999997,1.3373899999999999,2.503244,3.041114,1.4995539999999998,2.095243,1.9698399999999998,1.8556849999999998,2.3304199999999997,10.402762,2.423606,1.398698,2.158732,2.201715,2.286602,2.187772,2.3580099999999997,2.19435,2.12307,2.18269,2.193533,2.302893,2.258377,2.191817,2.248269,2.15035,2.3266929999999997,2.130903,2.2657119999999997,2.166999,2.25187,2.2080699999999998,2.331451,2.1872689999999997,2.244544,2.195548,2.238047,2.217784,2.257505,2.23598,2.2440469999999997,2.258364,2.2389669999999997,2.195687,2.304964,2.48001,1.848441,2.112567,2.152393,2.0119659999999997,2.47967,1.737706,2.5083379999999997,10.424738999999999,2.570273,1.483644,2.003313,2.011157,2.176625,2.393437,1.991145,2.714903,1.7169379999999999,2.3529999999999998,2.661298,1.920964,10.931313999999999,2.288716,1.354533,1.920181,2.150044,1.975404,2.288701,2.05004,2.114953,2.1063929999999997,2.123659,2.094401,2.0938689999999998,2.016876,2.219843,2.063133,2.05097,2.076167,2.08509,2.132549,2.162928,2.064441,2.17353,2.371979,1.9419639999999998,2.244928,2.535814,1.908699,2.395127,2.650276,1.861545,10.807361,2.50773,1.456003,2.014323,2.069902,2.113452,2.026938,2.177095,2.05693,1.9927329999999999,2.155458,2.4008499999999997,1.926931,3.325282,1.079135,1.7634589999999999,2.039062,2.181709,2.2609999999999997,1.974351,16.615432,1.3445049999999998,2.034391,2.4837759999999998,2.346669,2.288939,2.0297609999999997,2.186331,2.259359,2.1545829999999997,2.4792639999999997,7.322945,1.943141,0.8206979999999999,2.158541,2.677365,1.8859929999999998,2.0930649999999997,2.201194,2.044718,2.994792,1.716693,11.910408,2.9280429999999997,1.506227,2.101558,2.095338,2.02494,2.0051829999999997,2.105336,2.150495,2.128965,2.118389,2.124285,2.00758,2.102387,2.068247,2.1042069999999997,2.269829,2.0498439999999998,1.95572,2.1354699999999998,2.028282,2.0188349999999997,2.028993,2.2089119999999998,2.48434],"unit":"ms"},"output_sequence_length":{"value":377,"unit":"tokens"},"time_to_first_token":{"value":29.469324999999998,"unit":"ms"},"http_req_waiting":{"value":27.945083,"unit":"ms"},"http_req_duration":{"value":906.101582,"unit":"ms"},"input_sequence_length":{"value":787,"unit":"tokens"},"output_token_count":{"value":49,"unit":"tokens"},"time_to_second_token":{"value":2.026723,"unit":"ms"},"http_req_receiving":{"value":878.007343,"unit":"ms"},"http_req_sending":{"value":0.14915599999999998,"unit":"ms"},"time_to_first_output_token":{"value":794.038336,"unit":"ms"},"http_req_data_sent":{"value":3.326171875,"unit":"KB"},"http_req_chunks_received":{"value":375,"unit":"count"},"reasoning_token_count":{"value":328,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":91.4140625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5277044854881267,"unit":"%"},"e2e_output_token_throughput":{"value":416.0381621189965,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3316424122340424,"unit":"ms"},"prefill_throughput_per_user":{"value":26705.735540260932,"unit":"tokens/sec/user"},"http_req_total":{"value":906.101582,"unit":"ms"},"output_token_throughput_per_user":{"value":428.88223114875433,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":29,"x_request_id":"3052f3f2-558d-49af-9270-c62cceda40e5","x_correlation_id":"f5677161-be0b-4f36-974b-3d3e287d8870","conversation_id":"7e7e23f1-1869-4748-ad3f-baea842031e3","turn_index":0,"credit_issued_ns":1779883799039737175,"request_start_ns":1779883799542488482,"request_end_ns":1779883800043347010,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883800043347010},"metrics":{"error_isl":{"value":816,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} +{"metadata":{"session_num":25,"x_request_id":"6a434f25-4554-43d6-b429-ce2f17a6649b","x_correlation_id":"6108b830-3270-46ed-a690-becb9bb022aa","conversation_id":"040f4d95-b16b-4eb8-9a30-1c80091811ef","turn_index":0,"credit_issued_ns":1779883798791950554,"request_start_ns":1779883798793217738,"request_ack_ns":1779883798801845255,"request_end_ns":1779883799728193807,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":934.9760689999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.526636,3.019015,1.5108279999999998,2.078977,2.029276,1.79881,2.345939,10.389287999999999,2.4267369999999997,1.3905619999999999,2.164533,2.196457,2.292593,2.1824779999999997,2.3672269999999997,2.187863,2.127389,2.17354,2.201609,2.29664,2.260446,2.192847,2.252396,2.144294,2.328132,2.128492,2.270603,2.157639,2.259433,2.200809,2.344205,2.1809819999999998,2.245412,2.189021,2.243528,2.202124,2.282574,2.224122,2.250559,2.254332,2.241539,2.190661,2.312237,2.470234,1.8538729999999999,2.105186,2.201241,1.969741,2.4891099999999997,1.745474,2.500924,10.400585999999999,2.584974,1.479202,2.010836,2.005013,2.180523,2.38708,2.002247,2.717053,1.711382,2.344295,2.699592,1.890194,10.930686999999999,2.272339,1.368946,1.91566,2.156262,1.9769359999999998,2.287461,2.047708,2.118896,2.09556,2.1319339999999998,2.085537,2.1009979999999997,2.016382,2.224002,2.057559,2.04898,2.0931539999999997,2.081709,2.122109,2.169981,2.06189,2.17177,2.3687489999999998,1.984753,2.19536,2.531755,1.911447,2.4385749999999997,2.609257,1.884871,10.779024999999999,2.5220629999999997,1.440548,2.031864,2.06465,2.1199719999999997,2.0180979999999997,2.177232,2.055787,1.9992159999999999,2.152138,2.40236,1.928807,3.315981,1.06876,1.8055089999999998,2.0363029999999998,2.164495,2.254695,1.9858449999999999,13.871804,2.719856,1.3635169999999999,2.020626,2.495913,2.3376099999999997,2.2928189999999997,2.028401,2.225403,2.181425,2.157835,2.5011039999999998,7.34084,1.924726,0.84793,2.164767,2.6646549999999998,1.891619,2.107875,2.234712,2.0494239999999997,2.9807289999999997,1.6822169999999999,11.910010999999999,2.9190389999999997,1.503304,2.10189,2.058758,2.071657,1.999062,2.117534,2.159477,2.075738,2.110296,2.112143,2.016031,2.121193,2.115677,2.075269,2.230616,2.092365,1.951188,2.1420049999999997,2.027147,2.020247,2.0279819999999997,2.219648,2.440203,1.714257,2.896452,1.351754,1.5096589999999999,2.292916,1.877278,2.0846489999999998,2.6099069999999998,11.798955,2.776604,1.407089,2.0327859999999998,1.9386839999999999,2.023425,1.9825819999999998,1.982783,2.113242,2.141219,2.154448,2.108342,2.1014779999999997,2.131186,2.164291,2.0711999999999997,2.0726999999999998,2.038677,2.111328,2.038341,2.045105,2.0887469999999997,2.037855,2.074092,2.070233,2.032318,2.159486,1.9661069999999998,2.1011889999999998,2.031076,2.086179,2.157397,2.0890589999999998,2.066738,2.058431,2.057305,2.067074,2.195702,2.030398,2.109989,2.07911,2.181313,2.086325,2.043149,2.122114,2.071885,2.1748179999999997,2.153696,2.0940689999999997,2.0547779999999998,2.1078069999999998,2.116317,2.0276799999999997,2.168339,2.043589,2.076419,2.130238,2.146753,2.2060049999999998,2.0236959999999997,2.1588689999999997,2.088789,2.077565,2.091928,2.115085,2.002951,2.211078,2.091708,2.138604,2.117792,2.1193969999999998,2.065644,2.1448579999999997,2.13218,2.152411,2.053593,2.110621,2.0656529999999997,2.11165,2.185031,2.083545,2.049795,2.144927,2.0820119999999998,2.037241,2.197235,2.065749,2.105461,2.068494,2.212904,2.107939,2.0598449999999997,2.1419669999999997,2.088794,2.261202,2.107279,2.153854,2.018952,2.140345,2.025714,2.127074,2.093541,2.317007,5.139778,1.1732209999999998,2.0284649999999997,2.0485029999999997,2.1592659999999997,2.195794,2.089352,2.134762,2.07491,2.101067,2.13171,2.116141,2.091342,2.164869,2.0318419999999997,2.187809,2.088107,2.1586629999999998,2.045303,2.129213,2.135411,1.997849,2.202361,2.105207,2.1591929999999997,2.030069,2.1695789999999997,2.030779,2.182623,2.171097,2.018731,2.520733,2.645974,1.4402439999999999,2.366826,1.828833,2.7708649999999997,3.425417,11.979308999999999,2.747535,1.377368,2.0495099999999997,2.1245529999999997,2.1132779999999998,2.0593909999999997,2.9147629999999998,2.262514,1.996905,2.120286,2.350619,6.655213,1.8607349999999998,2.198846,2.222175,5.363308,0.6312369999999999,2.752201,1.829423,2.269396,1.920952,1.9996829999999999,2.01098,2.049407,2.193661,2.068069,2.120022,2.049676,2.157615,2.1629929999999997,2.066008,2.090511,2.121007,2.203135,2.215899,2.041857,2.100456,2.10927,2.134204,2.1267199999999997,2.1000639999999997,2.0811759999999997,2.191599,2.050643,2.178,2.0965599999999998,2.334701,1.943641,2.160599,2.033336,2.112967,2.183248,2.163189,2.06365,2.077407,2.190159,2.110401,2.1175539999999997,2.153158,2.07884,2.218997,2.371742,2.019523,2.180979,2.0191909999999997,2.051576,2.138025,2.170038,2.131892,2.050865,2.4915599999999998],"unit":"ms"},"output_sequence_length":{"value":391,"unit":"tokens"},"time_to_first_token":{"value":28.01269,"unit":"ms"},"http_req_waiting":{"value":26.545092,"unit":"ms"},"http_req_duration":{"value":934.91424,"unit":"ms"},"input_sequence_length":{"value":790,"unit":"tokens"},"time_to_second_token":{"value":2.526636,"unit":"ms"},"http_req_receiving":{"value":908.228208,"unit":"ms"},"http_req_sending":{"value":0.14093999999999998,"unit":"ms"},"http_req_data_sent":{"value":3.4853515625,"unit":"KB"},"http_req_chunks_received":{"value":386,"unit":"count"},"reasoning_token_count":{"value":391,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":94.3427734375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25510204081632654,"unit":"%"},"e2e_output_token_throughput":{"value":418.1925216740494,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3255471256410254,"unit":"ms"},"prefill_throughput_per_user":{"value":28201.5043896177,"unit":"tokens/sec/user"},"http_req_total":{"value":934.91424,"unit":"ms"},"output_token_throughput_per_user":{"value":430.00633656234976,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":28,"x_request_id":"d796331e-de28-4f00-b4a4-59c1da877407","x_correlation_id":"388fb8dd-c48c-4897-832a-ca66511263e4","conversation_id":"1ca6bf21-7752-42c8-af33-70e305a1b6d2","turn_index":0,"credit_issued_ns":1779883798966345061,"request_start_ns":1779883798967688099,"request_ack_ns":1779883798976238357,"request_end_ns":1779883799782813854,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":815.1257549999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.925667,2.1454999999999997,1.983072,2.282188,2.050682,2.111749,2.113582,2.119749,2.09453,2.0929409999999997,2.019157,2.218797,2.0634799999999998,2.047587,2.081442,2.0869109999999997,2.13226,2.1608199999999997,2.062359,2.1745639999999997,2.368782,1.9416019999999998,2.243303,2.5008649999999997,1.997793,2.3717989999999998,2.6062369999999997,1.878212,10.816453,2.498507,1.459693,2.012348,2.070691,2.112225,2.033393,2.169329,2.057715,1.991093,2.158384,2.3944449999999997,1.929598,3.3216729999999997,1.074292,1.7723659999999999,2.0976339999999998,2.12018,2.294113,1.946248,13.90124,2.700493,1.368403,1.9972569999999998,2.541775,2.307947,2.300275,2.020782,2.215001,2.188733,2.174734,2.492561,7.346451999999999,1.956824,0.8099949999999999,2.144687,2.689377,1.9321169999999999,2.0774179999999998,2.163407,2.103414,2.966145,1.716777,11.890335,2.9286,1.498054,2.1084389999999997,2.042321,2.02598,2.06411,2.0906029999999998,2.117578,2.142267,2.088462,2.132577,2.054824,2.1022339999999997,2.064759,2.06123,2.272863,2.069333,1.962658,2.152616,2.0211609999999998,2.023393,2.025175,2.214521,2.433003,1.7391329999999998,2.885961,1.345065,1.538922,2.2795,1.8586969999999998,2.079247,2.6071869999999997,11.821083999999999,2.758966,1.4137549999999999,2.0270829999999997,1.941315,2.01803,1.9869029999999999,1.979358,2.118707,2.130209,2.162311,2.104393,2.110044,2.12585,2.176519,2.053271,2.080702,2.0313909999999997,2.1201529999999997,2.033586,2.061572,2.1038509999999997,2.016944,2.060389,2.082808,2.0196,2.16259,1.9631619999999999,2.114397,2.021941,2.090702,2.138519,2.106726,2.0703199999999997,2.062528,2.0428919999999997,2.072699,2.190225,2.0414879999999997,2.0929409999999997,2.09481,2.181018,2.0894429999999997,2.030369,2.131399,2.063833,2.182686,2.144376,2.099761,2.0480579999999997,2.118219,2.108498,2.0339929999999997,2.160266,2.0475909999999997,2.0684899999999997,2.143894,2.138408,2.2043559999999998,2.022037,2.173424,2.082227,2.083408,2.0856749999999997,2.1202,1.998429,2.2219249999999997,2.075983,2.151275,2.1104469999999997,2.134264,2.075217,2.142128,2.1111139999999997,2.159579,2.050986,2.114741,2.057877,2.115382,2.1813219999999998,2.087592,2.041642,2.1578209999999998,2.070316,2.046224,2.193521,2.084374,2.089685,2.069695,2.20167,2.1408199999999997,2.038369,2.14173,2.0801339999999997,2.272513,2.148324,2.1097319999999997,2.010069,2.1492869999999997,2.014736,2.136797,2.08542,2.3275859999999997,5.054766,1.256548,2.022227,2.061976,2.154254,2.148053,2.1130649999999997,2.1528929999999997,2.074503,2.109652,2.121985,2.121117,2.080755,2.1726229999999997,2.030141,2.192942,2.08809,2.165645,2.028131,2.140441,2.125118,2.0055039999999997,2.2003429999999997,2.105527,2.155859,2.034129,2.160452,2.043713,2.1797109999999997,2.176068,2.008175,2.4683029999999997,2.7068149999999997,1.420451,2.38007,1.841071,2.7490669999999997,3.44747,11.965513,2.7804189999999998,1.344417,2.0614719999999997,2.096972,2.136926,2.051167,2.889162,2.250568,2.039666,2.0763599999999998,2.358301,6.6343559999999995,1.9157849999999998,2.2046479999999997,2.222471,5.3557999999999995,0.636192,2.742688,1.8568609999999999,2.0602359999999997,2.1125089999999997,1.9911999999999999,2.029721,2.035682,2.197294,2.059622,2.131942,2.037117,2.165999,2.157524,2.070866,2.082186,2.1324199999999998,2.170684,2.131646,2.147449,2.109737,2.096923,2.148028,2.118354,2.109955,2.0731029999999997,2.1979349999999998,2.037527,2.191972,2.0834129999999997,2.310171,1.960175,2.179185,2.0305839999999997,2.118294,2.178662,2.1701639999999998,2.0580789999999998,2.078847,2.183541,2.11943,2.1100499999999998,2.1554629999999997,2.074971,2.230766,2.365876,2.026526,2.1777219999999997,2.023953,2.038926,2.147463,2.16436,2.134419,2.043351,2.456434,1.8557379999999999,3.490668,1.128673,1.555223,2.078081,2.5038419999999997,2.328994,2.475907,11.761932999999999,2.834605,1.271602,2.029365,2.153867,2.134465,2.070138,2.1088549999999997,2.154722,2.0233149999999998,2.090611,2.238533,2.354412],"unit":"ms"},"output_sequence_length":{"value":345,"unit":"tokens"},"time_to_first_token":{"value":24.938632,"unit":"ms"},"http_req_waiting":{"value":23.360383,"unit":"ms"},"http_req_duration":{"value":815.049773,"unit":"ms"},"input_sequence_length":{"value":813,"unit":"tokens"},"time_to_second_token":{"value":1.925667,"unit":"ms"},"http_req_receiving":{"value":791.5169129999999,"unit":"ms"},"http_req_sending":{"value":0.172477,"unit":"ms"},"http_req_data_sent":{"value":3.6474609375,"unit":"KB"},"http_req_chunks_received":{"value":340,"unit":"count"},"reasoning_token_count":{"value":345,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":82.916015625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2890173410404624,"unit":"%"},"e2e_output_token_throughput":{"value":423.24757607493336,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2970555901162792,"unit":"ms"},"prefill_throughput_per_user":{"value":32600.02393074327,"unit":"tokens/sec/user"},"http_req_total":{"value":815.049773,"unit":"ms"},"output_token_throughput_per_user":{"value":435.3399213770786,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":26,"x_request_id":"5df92c79-0bb0-44e0-8845-2e98452f0419","x_correlation_id":"51e5eb89-d2da-435b-8846-a9d56b319837","conversation_id":"557ec1a4-2010-40d0-9e86-e1c6e3614299","turn_index":0,"credit_issued_ns":1779883798822388826,"request_start_ns":1779883798824592127,"request_ack_ns":1779883798833568805,"request_end_ns":1779883799818682556,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":994.090429,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.166179,2.19326,2.306723,2.167061,2.387974,2.165216,2.14741,2.152452,2.2237,2.2689559999999998,2.298345,2.1600289999999998,2.269527,2.126964,2.344576,2.119186,2.305927,2.126433,2.260512,2.193478,2.358508,2.161879,2.267873,2.169065,2.2586459999999997,2.203437,2.282062,2.205018,2.2695849999999997,2.24178,2.2604919999999997,2.1747639999999997,2.3235069999999998,2.459734,1.8463239999999999,2.108297,2.15325,2.010167,2.435953,1.7537269999999998,2.5351619999999997,10.404722999999999,2.61734,1.4577419999999999,2.02914,1.9864929999999998,2.195741,2.366247,2.0187619999999997,2.696644,1.7315399999999999,2.325427,2.688387,1.899467,10.943359,2.281438,1.351302,1.9170319999999998,2.1615949999999997,1.9654209999999999,2.3034429999999997,2.031196,2.139344,2.0918989999999997,2.136088,2.067612,2.109108,2.004229,2.2461029999999997,2.038993,2.0686269999999998,2.0573319999999997,2.103443,2.117576,2.179572,2.041426,2.196199,2.350721,1.966613,2.2177439999999997,2.5108099999999998,1.933158,2.422841,2.598271,1.925457,10.760703999999999,2.547001,1.4353479999999998,2.032126,2.048545,2.133889,2.0014369999999997,2.202376,2.030736,2.01598,2.130373,2.435786,1.8994369999999998,3.344245,1.039737,1.797213,2.026175,2.203813,2.2151609999999997,2.008954,13.841415,2.740649,1.357399,2.0692649999999997,2.4484459999999997,2.355495,2.271428,2.057858,2.1718729999999997,2.2279899999999997,2.159526,2.4915719999999997,7.328835,1.953546,0.832924,2.170673,2.655164,1.9065619999999999,2.0889949999999997,2.21618,2.026344,3.016327,1.694049,11.914731,2.92474,1.515669,2.0865929999999997,2.074292,1.997495,2.044459,2.090564,2.157202,2.09971,2.130598,2.113689,2.021347,2.100416,2.09617,2.05725,2.287995,2.044197,2.0069399999999997,2.12036,2.054481,1.993842,2.053725,2.193704,2.451561,1.709121,2.9163989999999997,1.3227659999999999,1.5243689999999999,2.252665,1.931624,2.037931,2.63814,11.779888999999999,2.8151059999999997,1.3821299999999999,2.046267,1.9245519999999998,2.0376659999999998,1.966337,1.996378,2.098194,2.1555969999999998,2.140412,2.126475,2.078831,2.156279,2.142016,2.092123,2.0515589999999997,2.060609,2.0933539999999997,2.056673,2.027596,2.110566,2.015125,2.084082,2.061528,2.04099,2.145136,1.9805499999999998,2.091548,2.048026,2.070579,2.1574649999999997,2.0834189999999997,2.082337,2.042039,2.076303,2.049118,2.2177659999999997,2.0101139999999997,2.112758,2.0792159999999997,2.1833489999999998,2.0841369999999997,2.051296,2.112259,2.089692,2.1625989999999997,2.1663639999999997,2.0740529999999997,2.071326,2.095195,2.133476,2.010004,2.181676,2.024521,2.0906919999999998,2.1179769999999998,2.165457,2.170331,2.052532,2.145905,2.114873,2.054126,2.113867,2.096158,2.026814,2.191462,2.0993589999999998,2.127922,2.13395,2.070665,2.1144,2.127321,2.147169,2.1391549999999997,2.068311,2.09109,2.076419,2.103237,2.200021,2.067218,2.0596579999999998,2.141844,2.0906949999999997,2.017158,2.215986,2.0481439999999997,2.119052,2.059984,2.218004,2.094246,2.08168,2.125593,2.1065359999999997,2.235887,2.134566,2.124932,2.046039,2.124622,2.0424919999999998,2.110038,2.105601,2.3127,5.066191,1.238084,2.038773,2.035767,2.1794629999999997,2.129353,2.1418269999999997,2.1169789999999997,2.10714,2.079565,2.157918,2.089337,2.111461,2.148945,2.045085,2.169914,2.1097539999999997,2.142911,2.062589,2.111758,2.148609,1.9836909999999999,2.220268,2.086642,2.183043,2.004561,2.175566,2.024549,2.194457,2.161866,2.034281,2.441829,2.6637359999999997,1.454505,2.3852819999999997,1.839459,2.765824,3.4188959999999997,11.9751,2.760262,1.401575,2.028256,2.129971,2.127396,2.0612019999999998,2.856623,2.27946,2.021548,2.087727,2.340869,6.631218,1.85831,2.173229,2.241217,5.400225,0.593357,2.722969,1.862037,2.0838419999999998,2.101432,2.001588,2.018909,2.045381,2.189056,2.0667269999999998,2.125142,2.0455449999999997,2.159249,2.1640189999999997,2.0632639999999998,2.089251,2.125241,2.2031519999999998,2.099376,2.158192,2.099854,2.106616,2.143556,2.1193679999999997,2.102009,2.082659,2.19427,2.042675,2.181105,2.092209,2.299261,1.9771919999999998,2.171218,2.032781,2.112097,2.1839779999999998,2.1717489999999997,2.0569319999999998,2.077339,2.190245,2.114111,2.1128359999999997,2.1530579999999997,2.079801,2.22565,2.34158,2.0431529999999998,2.174108,2.026936,2.0547239999999998,2.227745,2.170689,2.1137259999999998,2.060396,2.440645,1.866965,3.460473,1.16029,1.540563,2.097426,2.468143,2.346975,2.467991,11.737053,2.8187029999999997,1.316095,2.0241059999999997,2.178096,2.1098879999999998,2.095403,2.087819,2.169107,2.010462,2.10858,2.219613,2.323609,2.131554,2.3370759999999997,1.9999639999999999,2.00422,2.092229,2.980664,15.870614,0.526095,1.338426,2.105403,2.4521699999999997],"unit":"ms"},"output_sequence_length":{"value":414,"unit":"tokens"},"time_to_first_token":{"value":26.243005999999998,"unit":"ms"},"http_req_waiting":{"value":24.606589,"unit":"ms"},"http_req_duration":{"value":994.012337,"unit":"ms"},"input_sequence_length":{"value":729,"unit":"tokens"},"time_to_second_token":{"value":2.166179,"unit":"ms"},"http_req_receiving":{"value":969.228888,"unit":"ms"},"http_req_sending":{"value":0.17686,"unit":"ms"},"http_req_data_sent":{"value":3.2509765625,"unit":"KB"},"http_req_chunks_received":{"value":408,"unit":"count"},"reasoning_token_count":{"value":414,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":99.6484375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24096385542168677,"unit":"%"},"e2e_output_token_throughput":{"value":416.4611064774671,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3434562300242128,"unit":"ms"},"prefill_throughput_per_user":{"value":27778.82990995772,"unit":"tokens/sec/user"},"http_req_total":{"value":994.012337,"unit":"ms"},"output_token_throughput_per_user":{"value":426.72015256272476,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":27,"x_request_id":"50264001-6039-4462-ba1b-e0f5c2e05821","x_correlation_id":"240537a6-02e6-442b-800e-05c5931eef5c","conversation_id":"611266ef-5e6c-4cf9-9738-4c2046a74001","turn_index":0,"credit_issued_ns":1779883798928597972,"request_start_ns":1779883798930197823,"request_ack_ns":1779883798938540355,"request_end_ns":1779883799824487286,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":894.289463,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.010859,1.999973,2.182515,2.386222,2.000905,2.716837,1.77376,2.346872,2.630514,1.89366,10.937866,2.278222,1.366241,1.912234,2.159799,1.9663739999999998,2.300786,2.0393529999999997,2.123392,2.097217,2.132641,2.082254,2.099179,2.011994,2.232173,2.052933,2.060971,2.066523,2.097973,2.121488,2.169852,2.0571319999999997,2.178176,2.36489,1.9514589999999998,2.239926,2.568244,1.864341,2.450711,2.5693799999999998,1.8999759999999999,10.79134,2.5198009999999997,1.446674,2.0246969999999997,2.063824,2.119569,2.015345,2.1820649999999997,2.053516,2.000298,2.1518509999999997,2.408546,1.918715,3.3355159999999997,1.06914,1.807229,2.0013609999999997,2.18548,2.271603,1.9647869999999998,13.882631,2.744601,1.329241,2.005709,2.540782,2.379609,2.9032869999999997,1.388911,2.197527,2.2173879999999997,2.129904,2.4771609999999997,7.353833,1.989539,0.784451,2.169588,2.664206,1.8861999999999999,2.126575,2.1815439999999997,2.043926,2.986138,1.71845,11.904117,2.932518,1.508289,2.09975,2.052546,2.0199439999999997,2.027613,2.1057699999999997,2.134083,2.117588,2.120752,2.1261039999999998,2.01384,2.107904,2.080299,2.069369,2.276077,2.073397,1.980707,2.144913,2.027298,2.0189369999999998,2.031332,2.206182,2.4454059999999997,1.723979,2.899119,1.324536,1.51168,2.270299,1.9012259999999999,2.0784569999999998,2.6142849999999997,11.796031,2.792094,1.4024539999999999,2.032229,1.938632,2.021919,1.980179,1.9866739999999998,2.110581,2.1389489999999998,2.157475,2.110874,2.102074,2.133352,2.1661259999999998,2.065677,2.072851,2.038433,2.110831,2.040361,2.0401119999999997,2.089943,2.043065,2.066936,2.074149,2.029524,2.157092,1.969123,2.1024309999999997,2.0326329999999997,2.090665,2.136694,2.100478,2.067332,2.053903,2.061235,2.067236,2.198341,2.026812,2.119445,2.073016,2.174283,2.091458,2.041414,2.123329,2.072928,2.188142,2.141922,2.090217,2.0537009999999998,2.111822,2.117431,2.026623,2.167591,2.040086,2.075979,2.133597,2.14803,2.2033359999999997,2.024826,2.163071,2.090618,2.086296,2.0844389999999997,2.111904,2.012679,2.206409,2.083682,2.14057,2.122583,2.082233,2.099332,2.143215,2.134073,2.153162,2.054957,2.10436,2.068755,2.1181449999999997,2.1810069999999997,2.081199,2.050836,2.143535,2.081492,2.033417,2.202272,2.062523,2.1071329999999997,2.065682,2.209478,2.1087949999999998,2.0654179999999998,2.138608,2.092945,2.268971,2.099659,2.14396,2.027424,2.14216,2.0248999999999997,2.12824,2.091747,2.321708,5.04951,1.2541099999999998,2.0328559999999998,2.045547,2.163941,2.144525,2.127118,2.145871,2.078689,2.100178,2.131232,2.111479,2.0964199999999997,2.163342,2.032772,2.182724,2.0916889999999997,2.1596319999999998,2.0457199999999998,2.1292839999999997,2.1350279999999997,1.996046,4.311529999999999,2.151477,2.037968,2.160949,2.034782,2.1813119999999997,2.1750659999999997,2.01292,2.496858,2.616498,1.474982,2.3511569999999997,1.87387,2.753332,3.437277,11.947486,2.794164,1.366666,2.057067,2.107825,2.131373,2.050512,2.902228,2.238801,2.041363,2.062245,2.370198,6.6301429999999995,1.9261169999999999,2.16179,2.251684,5.3415799999999996,0.646968,2.7176039999999997,1.8766159999999998,2.074551,2.106271,1.9971489999999998,2.0234829999999997,2.041762,2.19508,2.061789,2.1268089999999997,2.040778,2.16993,2.154194,2.070312,2.083004,2.130696,2.169934,2.1352249999999997,2.148973,2.105744,2.099406,2.146954,2.117721,2.111517,2.255195,2.02496,2.0171859999999997,2.197978,2.083612,2.340303,1.9276769999999999,2.179315,2.0274259999999997,2.1176809999999997,2.1782239999999997,2.172802,2.054308,2.081432,2.186445,2.1218969999999997,2.19913,2.0978939999999997,2.048356,2.234797,2.333691,2.049467,2.1696619999999998,2.030362,2.045387,2.146238,2.160503,2.137259,2.042073,2.4591629999999998,1.872163,3.4843569999999997,1.12189,1.559987,2.079293,2.497627,2.3073639999999997,2.4899549999999997,11.722659,2.8356109999999997,1.29494,2.043186,2.1583829999999997,2.130846,2.072825,2.107051,2.152403,2.027262,2.090133,2.238994,2.303484,2.1678699999999997,2.2879,2.034345,1.968505,2.151458,3.003418,15.878611,0.523044,1.359021,2.088184,2.417059,1.778648,4.037839],"unit":"ms"},"output_sequence_length":{"value":370,"unit":"tokens"},"time_to_first_token":{"value":25.926363,"unit":"ms"},"http_req_waiting":{"value":24.249069,"unit":"ms"},"http_req_duration":{"value":894.216272,"unit":"ms"},"input_sequence_length":{"value":783,"unit":"tokens"},"output_token_count":{"value":125,"unit":"tokens"},"time_to_second_token":{"value":2.010859,"unit":"ms"},"http_req_receiving":{"value":869.8041059999999,"unit":"ms"},"http_req_sending":{"value":0.163097,"unit":"ms"},"time_to_first_output_token":{"value":596.190565,"unit":"ms"},"http_req_data_sent":{"value":3.3994140625,"unit":"KB"},"http_req_chunks_received":{"value":365,"unit":"count"},"reasoning_token_count":{"value":245,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":89.0126953125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.8042895442359249,"unit":"%"},"e2e_output_token_throughput":{"value":413.7362848476277,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3532875338753385,"unit":"ms"},"prefill_throughput_per_user":{"value":30200.9194270712,"unit":"tokens/sec/user"},"http_req_total":{"value":894.216272,"unit":"ms"},"output_token_throughput_per_user":{"value":424.9374484014809,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":33,"x_request_id":"23efac88-2376-41bf-88de-5b2b94936b4b","x_correlation_id":"506281b4-31c2-4ee5-acc1-b2c149512bf0","conversation_id":"aa6c45ed-b1fc-40be-bee6-e566a0d45f9f","turn_index":0,"credit_issued_ns":1779883799542953864,"request_start_ns":1779883800044548518,"request_end_ns":1779883800545543362,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883800545543362},"metrics":{"error_isl":{"value":912,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} +{"metadata":{"session_num":31,"x_request_id":"0fde2f90-d261-4793-8ab2-68f0f9f24d12","x_correlation_id":"7808cffd-f58a-45d6-8fe0-350296116533","conversation_id":"e69049eb-daae-45c5-ab08-4421bd83e83f","turn_index":0,"credit_issued_ns":1779883799158094913,"request_start_ns":1779883799159646825,"request_ack_ns":1779883799167357951,"request_end_ns":1779883800079179845,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":919.53302,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.106699,2.0449379999999997,2.025067,2.0578689999999997,2.110551,2.112014,2.109166,2.106635,2.132215,2.010691,2.1459829999999998,2.0524359999999997,2.07492,2.2724789999999997,2.069554,1.967005,2.151303,2.022153,2.026037,2.022469,2.21588,2.4328719999999997,1.732869,2.8904609999999997,1.410666,1.446823,2.274029,1.890229,2.086335,2.6001339999999997,11.803355,2.781138,1.415385,2.027014,1.9446649999999999,2.0157059999999998,1.991836,1.97623,2.118595,2.130503,2.164964,2.102817,2.109842,2.124576,2.176878,2.055925,2.08067,2.0304599999999997,2.118745,2.071296,2.011537,2.078662,2.061616,2.048156,2.077327,2.028852,2.164562,1.9572619999999998,2.106385,2.025644,2.097147,2.1435079999999997,2.101788,2.054736,2.058915,2.054563,2.0719659999999998,2.191202,2.035549,2.092298,2.098167,2.167217,2.099053,2.035775,2.130519,2.065728,2.192748,2.134541,2.12684,2.030035,2.109213,2.1093859999999998,2.034053,2.160402,2.063945,2.060069,2.1370679999999997,2.137639,2.25271,1.982762,2.163914,2.080643,2.093757,2.0775669999999997,2.1201369999999997,1.998931,2.218006,2.07657,2.149907,2.111356,2.103919,2.1152699999999998,2.133711,2.114772,2.163442,2.045025,2.114608,2.0586729999999998,2.1260239999999997,2.173419,2.088322,2.04286,2.15013,2.0784469999999997,2.040457,2.193194,2.082271,2.09199,2.069515,2.203257,2.1265259999999997,2.050199,2.142525,2.084496,2.2768669999999998,2.1001849999999997,2.143106,2.015813,2.148886,2.0134819999999998,2.137727,2.084918,2.327884,5.042711,1.262006,2.02526,2.0624119999999997,2.148957,2.147188,2.1225449999999997,2.153286,2.06783,2.110084,2.12418,2.120551,2.082324,2.172157,2.0311909999999997,2.186905,2.091916,2.167502,2.034351,2.1327789999999998,2.12793,2.0023619999999998,2.199399,2.109661,2.1529819999999997,2.035821,2.1635079999999998,2.035081,2.18648,2.1699889999999997,2.0122809999999998,2.508347,2.616214,1.512136,2.3222169999999998,1.859796,2.754612,3.439209,11.960611,2.788697,1.3488369999999998,2.060226,2.0962739999999997,2.137101,2.051364,3.008653,2.129159,2.040431,2.075355,2.3601769999999997,6.631259999999999,1.9225109999999999,2.206216,2.210504,5.333809,0.659929,2.73997,1.8605669999999999,2.06536,2.108486,1.9943529999999998,2.02554,2.03932,2.210072,2.052049,2.131236,2.037557,2.1659319999999997,2.156346,2.070423,2.082067,2.13137,2.168218,2.134426,2.149791,2.106846,2.097874,2.1472379999999998,2.1178879999999998,2.110583,2.071907,2.198636,2.039689,2.188173,2.086186,2.3058739999999998,1.961414,2.184231,2.02704,2.120892,2.174902,2.173694,2.055379,2.082814,2.18232,2.11945,2.108306,2.157099,2.076014,2.2355389999999997,2.358037,2.035195,2.15801,2.031865,2.0422379999999998,2.145747,2.163096,2.137272,2.043545,2.4586889999999997,1.8507689999999999,3.4904129999999998,1.1781519999999999,1.520843,2.1169469999999997,2.472975,2.291519,2.493042,11.717068999999999,2.839549,1.2970899999999999,2.041886,2.15476,2.1331379999999998,2.0715589999999997,2.1122549999999998,2.148427,2.029068,2.086383,2.241294,2.3033859999999997,2.157675,2.32702,2.009478,1.9633889999999998,2.1496049999999998,3.003168,15.928804,0.48466099999999995,1.348088,2.0954189999999997,2.415991,1.770565,3.983488,1.118461,1.168957,2.036331,2.464666,1.8871259999999999,2.4663969999999997,11.754882,10.688457999999999,1.6313499999999999,1.524459,2.0752639999999998,2.023555,2.071533,2.111865,2.098595,2.140055,2.144983,2.0061549999999997,2.1199879999999998,2.145896,2.082999,2.063871,2.136117,2.1028379999999998,2.241165,2.040056,2.129072,1.983939,2.136592,1.982621,2.254458,2.1486449999999997,2.189441,2.096958,2.275084,2.261958,2.200719,2.3051719999999998,2.236016,2.239551,2.174248,2.3185659999999997,2.135716,2.164134,2.261378,2.274504,2.3297369999999997,2.229556,2.2376359999999997,2.245346,2.2674179999999997,2.252658,2.247838,2.226238,2.225221,2.450669,2.079742,2.4562049999999997,1.968225,2.104583,2.335577,2.217176,2.312467,2.2306369999999998,2.253006,2.2071799999999997,2.420449,2.214724,2.2287529999999998,2.274124,2.2472469999999998,2.456061,2.124917,2.276976,2.205659,2.2094959999999997,2.203635,2.190695,2.346959,2.221548,2.289074,2.2106079999999997,2.231468,2.332254,2.361522,2.090744,2.242978,2.313854,2.2180809999999997,2.431389,2.296005,2.2257029999999998,2.272958,3.226454,1.227604,2.320404,2.357248,2.289463,2.7662519999999997,11.416706999999999,2.8785629999999998,1.3757869999999999,2.238847,2.54737],"unit":"ms"},"output_sequence_length":{"value":387,"unit":"tokens"},"time_to_first_token":{"value":25.625282,"unit":"ms"},"http_req_waiting":{"value":23.901408,"unit":"ms"},"http_req_duration":{"value":919.45903,"unit":"ms"},"input_sequence_length":{"value":743,"unit":"tokens"},"time_to_second_token":{"value":2.106699,"unit":"ms"},"http_req_receiving":{"value":895.381793,"unit":"ms"},"http_req_sending":{"value":0.17582899999999999,"unit":"ms"},"http_req_data_sent":{"value":3.181640625,"unit":"KB"},"http_req_chunks_received":{"value":383,"unit":"count"},"reasoning_token_count":{"value":387,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":93.5078125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25773195876288657,"unit":"%"},"e2e_output_token_throughput":{"value":420.86579990352055,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3158231554404143,"unit":"ms"},"prefill_throughput_per_user":{"value":28994.80286694991,"unit":"tokens/sec/user"},"http_req_total":{"value":919.45903,"unit":"ms"},"output_token_throughput_per_user":{"value":431.81190137544155,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":30,"x_request_id":"e07ea295-3b88-436d-ad79-3dcda27a9871","x_correlation_id":"1c70d5e8-601f-4730-b409-fbd90b6a0caa","conversation_id":"96f5b1da-a37e-466b-b41c-d23fa126a0ac","turn_index":0,"credit_issued_ns":1779883799088192043,"request_start_ns":1779883799089635367,"request_ack_ns":1779883799099487350,"request_end_ns":1779883800107594125,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1017.958758,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.018051,2.519282,2.332887,2.275373,2.1024089999999998,2.1332899999999997,2.217624,2.158407,2.492404,7.344894999999999,1.94458,0.8517359999999999,2.16012,2.67517,1.8869239999999998,2.260877,2.039748,2.0144379999999997,3.0161919999999998,1.696775,11.912130999999999,2.920989,1.5065089999999999,2.0974779999999997,2.060831,2.029204,2.051212,2.169286,2.040746,2.102597,2.145111,2.110348,2.007451,2.103911,2.1282259999999997,2.0429429999999997,2.290591,2.041873,1.982246,2.135278,2.031935,2.01551,2.0343489999999997,2.2037519999999997,2.447276,1.7155799999999999,2.898643,1.3320509999999999,1.5153889999999999,2.264102,1.9047589999999999,2.093686,2.611194,11.783398,2.794632,1.4007809999999998,2.032985,1.9374019999999998,2.0242139999999997,1.980254,1.987736,2.108964,2.137337,2.157968,2.109819,2.105272,2.129919,2.1694709999999997,2.0628349999999998,2.073792,2.035873,2.115602,2.0415609999999997,2.039332,2.0890109999999997,2.043119,2.0675719999999997,2.0728779999999998,2.026739,2.162481,1.9665979999999998,2.102028,2.03163,2.092174,2.138124,2.101184,2.05919,2.059805,2.060059,2.070274,2.1937349999999998,2.027741,2.117728,2.075765,2.175369,2.091558,2.041223,2.123831,2.0701259999999997,2.1922129999999997,2.138632,2.0918579999999998,2.053318,2.1123119999999997,2.1164929999999997,2.0268919999999997,2.168653,2.042237,2.0750919999999997,2.133768,2.145413,2.26113,1.9842529999999998,2.153721,2.0940209999999997,2.079894,2.08588,2.111869,2.004941,2.2119679999999997,2.0847789999999997,2.1443309999999998,2.118576,2.0835399999999997,2.101329,2.14358,2.155548,2.13416,2.048495,2.101505,2.067333,2.122629,2.177539,2.080969,2.0473529999999998,2.1497569999999997,2.0774269999999997,2.035403,2.200226,2.06522,2.107671,2.0643979999999997,2.20885,2.1115909999999998,2.063366,2.137969,2.092206,2.269613,2.0985489999999998,2.146179,2.0259329999999998,2.142798,2.022631,2.135211,2.085867,2.340033,5.083931,1.224991,2.039293,2.031596,2.191024,2.124491,2.116333,2.136116,2.076837,2.102314,2.1294839999999997,2.113508,2.0904819999999997,2.16459,2.035126,2.180555,2.093124,2.162206,2.043727,2.12858,2.1327849999999997,1.997501,2.2055279999999997,2.103347,2.158395,2.030475,2.168165,2.031997,2.19933,2.158118,2.016955,2.474493,2.64179,1.462818,2.3622,1.862773,2.795048,3.400867,11.958247,2.7871669999999997,1.3724049999999999,2.056848,2.106206,2.118585,2.057339,2.924991,2.2482979999999997,2.007284,2.079723,2.362796,6.635377999999999,1.911576,2.182859,2.233748,5.368183,0.616178,2.7484379999999997,1.845567,2.090697,2.091636,2.0092879999999997,2.0116169999999998,2.051457,2.186916,2.070947,2.117989,2.052369,2.155609,2.1665799999999997,2.059344,2.092559,2.1214429999999997,2.184243,2.121347,2.1567149999999997,2.098388,2.107922,2.13923,2.12612,2.100086,2.081114,2.190309,2.048831,2.1886039999999998,2.0861069999999997,2.303137,1.966597,2.171968,2.0359879999999997,2.11626,2.180414,2.1652139999999997,2.0629459999999997,2.072946,2.191624,2.114306,2.114484,2.1465639999999997,2.083925,2.2263729999999997,2.364243,2.022205,2.219531,1.979174,2.053865,2.135709,2.1731,2.126651,2.051339,2.449655,1.8672419999999998,3.480978,1.1354419999999998,1.5537779999999999,2.085778,2.489394,2.329053,2.470544,11.757838,2.826298,1.291737,2.02128,2.165845,2.1231999999999998,2.0813669999999997,2.098217,2.161779,2.0196359999999998,2.096139,2.23108,2.3119169999999998,2.1834189999999998,2.30908,1.9852619999999999,1.977369,2.139427,3.022561,15.902959,0.5238119999999999,1.32935,2.109542,2.399405,1.79653,3.9899489999999997,1.105962,1.138958,2.057706,2.388969,1.9589219999999998,2.4052819999999997,11.805195,10.686562,1.646223,1.5116619999999998,2.0888079999999998,2.0115339999999997,2.0791489999999997,2.107927,2.105128,2.131389,2.15068,2.002227,2.125032,2.1268819999999997,2.101544,2.06156,2.139964,2.0968269999999998,2.245452,2.036215,2.137259,1.979779,2.1126,1.9906199999999998,2.268523,2.1472539999999998,2.198382,2.096342,2.277615,2.255369,2.2049209999999997,2.299845,2.2429699999999997,2.2329,2.182396,2.309949,2.140438,2.157521,2.27018,2.275147,2.3345219999999998,2.228706,2.214843,2.1975469999999997,2.277559,2.241637,2.302882,2.195569,2.288713,2.258603,2.285908,2.419807,1.972669,2.083053,2.346377,2.208754,2.324651,2.2311,2.250993,2.1944619999999997,2.429976,2.2099599999999997,2.243411,2.279922,2.2380269999999998,2.436934,2.141304,2.2182679999999997,2.268218,2.171164,2.2366289999999998,2.178222,2.359387,2.21693,2.291524,2.2073329999999998,2.280683,2.2797009999999998,2.3687,2.084021,2.250444,2.3060449999999997,2.223912,2.429308,2.2974069999999998,2.2220169999999997,2.3122849999999997,3.179125,1.2356749999999999,2.3045809999999998,2.380534,2.269378,2.77691,11.404563999999999,2.9073629999999997,1.366801,2.2875829999999997,2.4626699999999997,1.829594,2.892446,1.216785,2.036815,2.918805,1.9546189999999999,10.966467,2.7534419999999997,1.8595169999999999],"unit":"ms"},"output_sequence_length":{"value":421,"unit":"tokens"},"time_to_first_token":{"value":31.169047,"unit":"ms"},"http_req_waiting":{"value":29.630768999999997,"unit":"ms"},"http_req_duration":{"value":1017.8975899999999,"unit":"ms"},"input_sequence_length":{"value":930,"unit":"tokens"},"time_to_second_token":{"value":2.018051,"unit":"ms"},"http_req_receiving":{"value":988.126993,"unit":"ms"},"http_req_sending":{"value":0.13982799999999998,"unit":"ms"},"http_req_data_sent":{"value":4.1806640625,"unit":"KB"},"http_req_chunks_received":{"value":415,"unit":"count"},"reasoning_token_count":{"value":421,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":101.4716796875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.23696682464454977,"unit":"%"},"e2e_output_token_throughput":{"value":413.572747119093,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.349499311904762,"unit":"ms"},"prefill_throughput_per_user":{"value":29837.293389175484,"unit":"tokens/sec/user"},"http_req_total":{"value":1017.8975899999999,"unit":"ms"},"output_token_throughput_per_user":{"value":425.62259751814537,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":32,"x_request_id":"4bb0db88-ae87-4e05-ab14-11ff86215232","x_correlation_id":"2f4809bf-e314-4978-a13c-ba42917b0c58","conversation_id":"d40131ae-2e2d-4590-b60d-35b6c981a554","turn_index":0,"credit_issued_ns":1779883799233151161,"request_start_ns":1779883799234315834,"request_ack_ns":1779883799244454763,"request_end_ns":1779883800289571731,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1055.255897,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.033891,1.9356499999999999,2.0232859999999997,1.9804929999999998,1.9844199999999999,2.108923,2.1465579999999997,2.151944,2.110271,2.100356,2.1348309999999997,2.168363,2.064365,2.072283,2.03818,2.1116129999999997,2.042958,2.039803,2.085705,2.041445,2.07483,2.0688679999999997,2.033284,2.154873,1.968553,2.101092,2.031872,2.090023,2.151293,2.092346,2.061468,2.0592479999999997,2.061157,2.0645,2.198884,2.026315,2.1026219999999998,2.0904499999999997,2.176084,2.0918,2.04155,2.121326,2.074132,2.182515,2.1461449999999997,2.090343,2.0561599999999998,2.106878,2.116386,2.0260759999999998,2.170204,2.04109,2.078315,2.133583,2.1462559999999997,2.249473,1.9926359999999999,2.150347,2.092435,2.083982,2.085876,2.108183,2.00849,2.211953,2.0838929999999998,2.142606,2.118864,2.091692,2.095506,2.140015,2.158139,2.126438,2.050449,2.105149,2.066518,2.1176969999999997,2.180786,2.0831809999999997,2.047593,2.1443179999999997,2.0835179999999998,2.033855,2.203823,2.06098,2.107707,2.065819,2.209735,2.114,2.0583359999999997,2.1393519999999997,2.0910889999999998,2.27054,2.102941,2.1570389999999997,2.02073,2.1450929999999997,2.020385,2.128561,2.090472,2.3211459999999997,5.066138,1.2391699999999999,2.031332,2.048804,2.167859,2.132841,2.130643,2.145745,2.07718,2.101124,2.132911,2.1112759999999997,2.092005,2.164148,2.0376469999999998,2.177845,2.100456,2.156421,2.044021,2.1259289999999997,2.13602,1.995545,2.205894,2.102872,2.158624,2.0296879999999997,2.170973,2.027784,2.1897409999999997,2.167042,2.0199789999999997,2.4606689999999998,2.706393,1.4139119999999998,2.362198,1.861486,2.772421,3.419314,11.965601999999999,2.7672049999999997,1.375734,2.052034,2.105015,2.1301669999999997,2.059806,2.905862,2.2559,2.011316,2.1109139999999997,2.697241,8.76039,0.0,1.5932659999999998,2.2581599999999997,5.364504999999999,0.612564,2.736128,1.8610399999999998,2.070478,2.1041469999999998,1.999537,2.020812,2.0429559999999998,2.2593479999999997,2.0067399999999997,2.124311,2.041756,2.1645149999999997,2.157994,2.068323,2.082996,2.1319369999999997,2.1828179999999997,2.215846,2.054167,2.105803,2.101395,2.14445,2.118621,2.109382,2.075191,2.1955169999999997,2.042631,2.251603,2.018626,2.3371489999999997,1.931066,2.182283,2.025991,2.119844,2.1767019999999997,2.1733729999999998,2.0546569999999997,2.083062,2.183445,2.1200579999999998,2.153825,2.174555,2.067383,2.213578,2.295356,2.04832,2.1679019999999998,2.0292559999999997,2.0467299999999997,2.1431739999999997,2.1638409999999997,2.134083,2.04577,2.455272,1.8578599999999998,3.493833,1.150208,1.550312,2.0918229999999998,2.5208239999999997,2.265554,2.488797,11.768105,2.808116,1.277723,2.0405409999999997,2.1566769999999997,2.130637,2.079865,2.100641,2.153903,2.02657,2.089251,2.238858,2.303196,2.157861,2.31726,2.023215,1.9667219999999999,2.1487179999999997,3.004397,15.954148,0.49626699999999996,1.3156349999999999,2.0923,2.413725,1.812565,3.9754389999999997,1.092052,1.18323,2.039346,2.4434009999999997,1.879058,2.432947,11.765082,10.716617999999999,1.6397709999999999,1.521293,2.075843,2.027091,2.070415,2.113515,2.0987299999999998,2.13876,2.143875,2.008051,2.118956,2.1336779999999997,2.095566,2.064511,2.135892,2.102153,2.241019,2.041846,2.131828,1.985121,2.149542,1.963798,2.252911,2.149686,2.1932139999999998,2.104283,2.262766,2.261546,2.2030689999999997,2.300255,2.236907,2.240414,2.175786,2.318533,2.13395,2.162378,2.263652,2.274619,2.3307469999999997,2.251208,2.2008039999999998,2.2588,2.250454,2.238877,2.245627,2.197427,2.2835579999999998,2.283385,2.24465,2.437513,1.997593,2.0960609999999997,2.339022,2.2550049999999997,2.298623,2.238131,2.2654669999999997,2.195459,2.40808,2.253793,2.203453,2.3375999999999997,2.333433,2.278942,2.12294,2.2324029999999997,2.253756,2.205689,2.205027,2.1839839999999997,2.354739,2.220637,2.289419,2.208117,2.2363939999999998,2.322805,2.36423,2.089293,2.245625,2.3122629999999997,2.217537,2.4322779999999997,2.2923679999999997,2.227057,2.276194,3.2216359999999997,1.229347,2.285692,2.385977,2.290279,2.7617529999999997,11.411244,2.897115,1.373405,2.246574,2.5092209999999997,1.8122859999999998,2.962961,1.182818,2.000488,2.9199569999999997,1.9700579999999999,10.946435,2.7751379999999997,1.797767,1.590492,3.2109769999999997,1.5953229999999998,1.5593949999999999,1.962567,2.1346119999999997,2.097131,2.620349,11.850515999999999,2.634925,5.7348669999999995,0.47573499999999996,1.388765,2.138727,2.113855,2.090945,2.101371,2.137709,2.046833,2.1025959999999997,2.20839,2.16693,2.070729,2.1790529999999997,2.12771,2.105403,2.096543,2.098922,2.059746,2.107599,2.042522,2.174766,2.1420239999999997,2.14335,2.047933,2.073648,2.1511199999999997,2.178279,2.238922,2.0726809999999998,2.112144,2.0536369999999997,2.151599,2.123604,2.068281,2.181189,2.102859,2.197405,2.0779289999999997,2.118007,2.0167569999999997,2.211255,2.062423,2.147091,2.081642,2.150366,2.145263,2.25462,2.249078,2.222296,2.4011199999999997,2.167215,2.2335499999999997,2.287568,2.12268,2.250934,2.225237,2.4207099999999997,2.152552,2.324913,2.278588,2.251102,2.279061,2.114919,2.3184739999999997,2.1879,2.328489,2.314464,2.586265],"unit":"ms"},"output_sequence_length":{"value":443,"unit":"tokens"},"time_to_first_token":{"value":29.560957,"unit":"ms"},"http_req_waiting":{"value":27.992994,"unit":"ms"},"http_req_duration":{"value":1055.200028,"unit":"ms"},"input_sequence_length":{"value":851,"unit":"tokens"},"time_to_second_token":{"value":2.033891,"unit":"ms"},"http_req_receiving":{"value":1027.0788129999999,"unit":"ms"},"http_req_sending":{"value":0.128221,"unit":"ms"},"http_req_data_sent":{"value":3.7314453125,"unit":"KB"},"http_req_chunks_received":{"value":437,"unit":"count"},"reasoning_token_count":{"value":443,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":106.96484375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.22522522522522523,"unit":"%"},"e2e_output_token_throughput":{"value":419.80338727261335,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.320576787330317,"unit":"ms"},"prefill_throughput_per_user":{"value":28787.971918500472,"unit":"tokens/sec/user"},"http_req_total":{"value":1055.200028,"unit":"ms"},"output_token_throughput_per_user":{"value":430.92734765757933,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":37,"x_request_id":"307b9cac-fc57-408e-adfc-2f3a1af70ed3","x_correlation_id":"351c3c6e-f5b7-42ce-adf0-680d740761a4","conversation_id":"d1554c48-88ac-4251-b3d6-3c14d9c03d03","turn_index":0,"credit_issued_ns":1779883799827202400,"request_start_ns":1779883800330353856,"request_end_ns":1779883800831615369,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883800831615369},"metrics":{"error_isl":{"value":752,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} +{"metadata":{"session_num":40,"x_request_id":"f8d03e9f-0720-47f9-88da-54ea40e4a5e8","x_correlation_id":"ba64fca1-552a-47b0-a1c6-f4530b0f4301","conversation_id":"922d1af3-c438-4951-976e-c607668ffd29","turn_index":0,"credit_issued_ns":1779883800109255872,"request_start_ns":1779883800611404413,"request_end_ns":1779883801112258704,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883801112258704},"metrics":{"error_isl":{"value":809,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} +{"metadata":{"session_num":36,"x_request_id":"ed9ca0f3-fb71-48a8-aa32-9090b2e7d8e1","x_correlation_id":"0380255b-4791-458d-860d-c24ae9f695a8","conversation_id":"472223de-e932-4976-acfb-d3011a446d76","turn_index":0,"credit_issued_ns":1779883799820463583,"request_start_ns":1779883799821877191,"request_ack_ns":1779883799832641464,"request_end_ns":1779883800649549615,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":827.672424,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.5166309999999998,2.076266,2.024723,2.073701,2.111963,2.102454,2.1342119999999998,2.1483879999999997,2.0074579999999997,2.119539,2.129082,2.099063,2.061804,2.137854,2.099135,2.2379379999999998,2.043415,2.130206,1.983142,2.1815759999999997,2.012865,2.250426,2.1588179999999997,2.171096,2.124999,2.2641709999999997,2.2749379999999997,2.182715,2.3207809999999998,2.224695,2.255336,2.1524989999999997,2.319365,2.137308,2.178965,2.2480379999999998,2.286787,2.315994,2.236612,2.190392,2.229498,2.2439709999999997,2.238822,2.239899,2.190004,2.278219,2.2889209999999998,2.247179,2.437471,1.995537,2.1031299999999997,2.372727,2.193531,2.291252,2.230476,2.257843,2.206397,2.4156489999999997,2.228047,2.2213339999999997,2.2780709999999997,2.4383179999999998,2.2787319999999998,2.112475,2.234348,2.249753,2.21868,2.186781,2.18615,2.3572919999999997,2.220876,2.285816,2.215093,2.2353709999999998,2.327985,2.353672,2.091983,2.242504,2.312974,2.221104,2.428922,2.293736,2.2332199999999998,2.271906,3.225402,1.223215,2.288696,2.382954,2.2928539999999997,2.7588969999999997,11.420733,2.888728,1.3750339999999999,2.256015,2.4962519999999997,1.84662,2.917468,1.160496,2.028493,2.9520839999999997,1.957714,10.934621,2.766979,1.7995709999999998,1.5606099999999998,3.203724,1.6364649999999998,1.51778,1.9983499999999998,2.1917329999999997,2.055727,2.5997619999999997,11.832027,2.638173,5.7910129999999995,0.440882,1.386539,2.189552,2.102808,2.078599,2.086087,2.129578,2.051576,2.098391,2.213786,2.163305,2.074775,2.176457,2.128889,2.103169,2.097979,2.096602,2.060327,2.108343,2.04495,2.17278,2.1434159999999998,2.138098,2.051081,2.071431,2.155827,2.201572,2.230981,2.060683,2.11692,2.052925,2.145403,2.096011,2.099568,2.205133,2.098024,2.180255,2.082103,2.1094559999999998,2.0210049999999997,2.202944,2.0622949999999998,2.151315,2.0876449999999998,2.1478319999999997,2.145507,2.250501,2.2552589999999997,2.218765,2.405753,2.161762,2.234113,2.273455,2.144203,2.246974,2.2412989999999997,2.41037,2.1524259999999997,2.311684,2.289822,2.244682,2.287429,2.111145,2.32034,2.181647,2.329933,2.315305,2.5383269999999998,1.798824,2.6534329999999997,1.5131219999999999,1.939875,2.192997,2.720355,1.95291,11.531511,2.5471399999999997,1.5142419999999999,1.9729189999999999,1.9232339999999999,2.079018,2.096911,2.1301069999999998,3.2005529999999998,1.471886,1.9478719999999998,2.102114,2.9427909999999997,2.162177,11.602336,2.438764,1.489789,2.04108,2.060689,2.055778,2.0704819999999997,2.102109,2.044736,2.101255,2.054785,2.06909,2.208821,2.06134,2.157032,2.113115,2.1101929999999998,2.088437,2.198117,2.086912,2.207172,2.1275299999999997,2.125254,2.244053,2.166054,2.160894,2.469115,2.018243,1.815871,1.9020309999999998,1.893139,1.9504359999999998,2.093146,2.12341,2.093364,2.196368,2.006265,2.163578,2.1005439999999997,2.033163,2.1772329999999998,2.073592,1.9994269999999998,2.1702749999999997,2.174664,2.195624,1.947589,2.076588,2.6244669999999997,1.8753009999999999,2.028676,2.1961619999999997,1.959328,1.9818399999999998,2.174162,2.095034,2.223528,4.6269599999999995,1.696825,2.112152,2.044988,2.1645529999999997,2.068688,2.183165,2.1506659999999997,2.165596,2.195116,2.076389,2.021484,2.125774,2.218574,1.913976,2.108098,2.115853,2.140722,2.175198,2.1069359999999997,2.068885,2.092845,2.146849,2.146074,2.078092,2.1286579999999997,2.086637,2.008799,2.267567,2.2850669999999997,2.066148,2.04738,2.195437,2.091011,2.0314289999999997,2.2271549999999998,2.0713459999999997,2.06207,2.257075,2.127421,2.168852,2.135402,2.2136679999999997,2.010671,1.9844259999999998,2.1018,2.098989,2.181925,2.007351,2.195423,2.19588,2.085747,2.0815989999999998,2.244444,2.18174,2.303381,2.203086,2.1840379999999997,2.185929,2.120413,2.1716539999999998,2.094181,2.111808,1.998811,2.5790379999999997,2.174914,2.1160769999999998,2.037495,2.3920809999999997,2.354092,11.983837,2.666232,1.4024219999999998,2.000279,2.143494,2.080956,2.529152],"unit":"ms"},"output_sequence_length":{"value":341,"unit":"tokens"},"time_to_first_token":{"value":37.744301,"unit":"ms"},"http_req_waiting":{"value":35.939926,"unit":"ms"},"http_req_duration":{"value":827.610689,"unit":"ms"},"input_sequence_length":{"value":855,"unit":"tokens"},"time_to_second_token":{"value":1.5166309999999998,"unit":"ms"},"http_req_receiving":{"value":791.529731,"unit":"ms"},"http_req_sending":{"value":0.141032,"unit":"ms"},"http_req_data_sent":{"value":4.0517578125,"unit":"KB"},"http_req_chunks_received":{"value":340,"unit":"count"},"reasoning_token_count":{"value":341,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":83.033203125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.29239766081871343,"unit":"%"},"e2e_output_token_throughput":{"value":411.9987450494061,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3233180088235295,"unit":"ms"},"prefill_throughput_per_user":{"value":22652.426388820924,"unit":"tokens/sec/user"},"http_req_total":{"value":827.610689,"unit":"ms"},"output_token_throughput_per_user":{"value":430.4189078732167,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":35,"x_request_id":"63a2507a-4c62-428c-b9a1-461074cf4626","x_correlation_id":"abcf2ca5-51f4-4ca7-b922-4237b882f599","conversation_id":"edba4155-1aaf-4228-a247-8995cdca9a42","turn_index":0,"credit_issued_ns":1779883799784308062,"request_start_ns":1779883799785514980,"request_ack_ns":1779883799794613892,"request_end_ns":1779883800693800350,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":908.28537,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.349759,2.0953489999999997,2.411797,1.7748769999999998,3.9872199999999998,1.1193819999999999,1.160199,2.037768,2.432827,1.925689,2.417318,11.801307,10.689707,1.62754,1.5220339999999999,2.0768459999999997,2.026335,2.070436,2.113959,2.097739,2.141399,2.141687,2.0097899999999997,2.11756,2.135944,2.094875,2.065934,2.1309519999999997,2.105226,2.238565,2.0463519999999997,2.124811,1.987355,2.10752,2.002304,2.2529019999999997,2.155131,2.18785,2.102791,2.270472,2.2648099999999998,2.198403,2.306515,2.234534,2.238885,2.1821289999999998,2.313479,2.134139,2.16542,2.259749,2.290855,2.3152969999999997,2.245675,2.19876,2.209409,2.270388,2.290213,2.226804,2.191392,2.280372,2.2828299999999997,2.243122,2.4547309999999998,1.977382,2.14206,2.324274,2.203722,2.2996879999999997,2.230645,2.253033,2.239619,2.394891,2.2170479999999997,2.2313739999999997,2.282007,2.2426,2.467508,2.1009819999999997,2.232779,2.262924,2.183761,2.22143,2.186587,2.350273,2.2258739999999997,2.28522,2.2151039999999997,2.2355739999999997,2.324722,2.360224,2.092155,2.242307,2.3134129999999997,2.2159839999999997,2.4332819999999997,2.291393,2.232484,2.285937,3.247188,1.197052,2.295462,2.37019,2.327362,2.724901,11.412091,2.893697,1.376998,2.224691,2.513055,1.839238,2.913754,1.200043,2.029626,2.931305,1.958,10.950918999999999,2.756224,1.8056789999999998,1.552473,3.209972,1.645352,1.509158,1.997577,2.147428,2.111331,2.606656,11.828054,2.659633,5.7819769999999995,0.434216,1.39195,2.159612,2.0753209999999997,2.096646,2.096164,2.1389769999999997,2.046979,2.1031079999999998,2.211505,2.1624049999999997,2.072202,2.176751,2.131058,2.1044069999999997,2.0999529999999997,2.093301,2.0645029999999998,2.10814,2.042583,2.173134,2.14117,2.146493,2.04806,2.07035,2.154582,2.205432,2.210714,2.0812109999999997,2.116842,2.05084,2.1504559999999997,2.090599,2.0975349999999997,2.1860749999999998,2.098008,2.2002509999999997,2.079895,2.116846,2.0195819999999998,2.207132,2.0594829999999997,2.15037,2.087097,2.14879,2.148349,2.248075,2.254366,2.218768,2.402524,2.16486,2.231512,2.277416,2.135805,2.251143,2.224445,2.430809,2.145639,2.318661,2.286586,2.245606,2.283928,2.1119529999999997,2.3203069999999997,2.1827639999999997,2.332172,2.3140799999999997,2.5427679999999997,1.7810309999999998,2.65541,1.51742,1.937531,2.155849,2.714846,1.998824,11.556830999999999,2.51272,1.5208709999999999,1.972281,1.924451,2.083036,2.0949839999999997,2.12607,3.2409559999999997,1.4295309999999999,1.9444279999999998,2.106306,2.9469779999999997,2.143412,11.599331999999999,2.450825,1.4913589999999999,2.039762,2.069448,2.0492589999999997,2.067659,2.103026,2.045927,2.1017889999999997,2.053654,2.068942,2.2109419999999997,2.0605379999999998,2.134111,2.127086,2.116183,2.093104,2.19787,2.0882929999999997,2.208735,2.123971,2.119862,2.1627069999999997,2.222142,2.191311,2.494999,1.943492,1.8771799999999998,1.867198,1.876436,1.9832869999999998,2.098491,2.135805,2.08941,2.192309,2.006849,2.168916,2.099592,2.025867,2.1150439999999997,2.108562,2.0055739999999997,2.1905129999999997,2.1708659999999997,2.1916219999999997,1.937099,2.0968329999999997,2.609634,1.887529,2.025953,2.1993069999999997,1.9637209999999998,2.029498,2.14368,2.085848,2.226175,4.631881,1.696608,2.099568,2.0469779999999997,2.123897,2.102341,2.185661,2.1455379999999997,2.162492,2.17069,2.091125,2.040934,2.127529,2.205572,1.909484,2.118566,2.117204,2.1383769999999998,2.1846289999999997,2.111542,2.0624819999999997,2.098977,2.144687,2.147053,2.076596,2.12856,2.0836609999999998,2.011282,2.254914,2.234499,2.09062,2.069268,2.162927,2.128555,2.0221329999999997,2.214773,2.0852559999999998,2.059598,2.259136,2.13077,2.167227,2.131911,2.2168959999999998,2.009563,1.9847,2.102127,2.098507,2.181699,2.011084,2.19527,2.19516,2.087161,2.0772209999999998,2.2451339999999997,2.183494,2.301514,2.204798,2.186414,2.1846039999999998,2.117496,2.1766609999999997,2.0926869999999997,2.110068,1.996665,2.6276189999999997,2.138312,2.108821,2.0386409999999997,2.398364,2.351257,12.023000999999999,2.626782,1.398108,2.0011639999999997,2.1402,2.095682,2.469213,1.644618,2.072146,2.816872,1.297501,2.093349,2.269945,2.1916599999999997,2.336065,10.798236,2.4329199999999997,1.31969,2.011953,2.1544499999999998,2.101657,4.246352,2.522808],"unit":"ms"},"output_sequence_length":{"value":371,"unit":"tokens"},"time_to_first_token":{"value":27.270639,"unit":"ms"},"http_req_waiting":{"value":26.595568999999998,"unit":"ms"},"http_req_duration":{"value":908.227352,"unit":"ms"},"input_sequence_length":{"value":778,"unit":"tokens"},"output_token_count":{"value":2,"unit":"tokens"},"time_to_second_token":{"value":1.349759,"unit":"ms"},"http_req_receiving":{"value":881.4989069999999,"unit":"ms"},"http_req_sending":{"value":0.132876,"unit":"ms"},"time_to_first_output_token":{"value":905.762562,"unit":"ms"},"http_req_data_sent":{"value":3.47265625,"unit":"KB"},"http_req_chunks_received":{"value":370,"unit":"count"},"reasoning_token_count":{"value":369,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":90.419921875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5361930294906166,"unit":"%"},"e2e_output_token_throughput":{"value":408.4619352616017,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.381120894594594,"unit":"ms"},"prefill_throughput_per_user":{"value":28528.851120796982,"unit":"tokens/sec/user"},"http_req_total":{"value":908.227352,"unit":"ms"},"output_token_throughput_per_user":{"value":419.97027629723027,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":34,"x_request_id":"1cee6f52-a021-446f-8038-051361aebc5b","x_correlation_id":"995320d6-b549-41b5-b9f7-f3b33df81a40","conversation_id":"8437eb17-54c9-4329-837c-d958ca0fb7c2","turn_index":0,"credit_issued_ns":1779883799729864867,"request_start_ns":1779883799731022851,"request_ack_ns":1779883799741844787,"request_end_ns":1779883800900943588,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1169.920737,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.037606,2.152101,2.1334839999999997,2.070227,2.111624,2.146083,2.033467,2.086143,2.239028,2.299074,2.1640099999999998,2.294318,2.1010649999999997,1.9425439999999998,2.1216589999999997,3.0106629999999996,15.881219999999999,0.516612,1.342733,2.091093,2.412878,1.7843289999999998,3.9791819999999998,1.123433,1.171586,2.0409569999999997,2.3972089999999997,1.932685,2.4415649999999998,11.763726,10.735536,1.619518,1.523634,2.0738719999999997,2.025414,2.072766,2.116825,2.096425,2.140336,2.140991,2.01032,2.120174,2.1326609999999997,2.09549,2.065155,2.133221,2.1024529999999997,2.237879,2.045908,2.130226,1.9891489999999998,2.122138,1.9836809999999998,2.249806,2.153061,2.193609,2.093585,2.2753579999999998,2.262466,2.199054,2.305437,2.2445559999999998,2.230876,2.173831,2.325407,2.130988,2.165464,2.2595099999999997,2.278962,2.324328,2.224342,2.287876,2.235192,2.251511,2.2535369999999997,2.249808,2.218601,2.2701979999999997,2.292474,2.227049,2.466186,1.973191,2.1184499999999997,2.322977,2.235108,2.281007,2.2592119999999998,2.239009,2.2176839999999998,2.412659,2.225624,2.224618,2.3014159999999997,2.2207529999999998,2.425024,2.137069,2.254739,2.241208,2.194992,2.205905,2.2108559999999997,2.325647,2.254343,2.271756,2.227073,2.214305,2.341535,2.342729,2.113526,2.228202,2.324118,2.2026779999999997,2.450024,2.277678,2.241508,2.276137,3.2196499999999997,1.20766,2.319385,2.363466,2.306794,2.7423729999999997,11.424045999999999,2.8802399999999997,1.400053,2.188084,2.549337,1.8094459999999999,2.9320049999999998,1.1767189999999998,2.05179,2.874424,2.015527,10.927087,2.77583,1.790454,1.5301049999999998,3.167119,1.6314279999999999,1.521923,2.003352,2.13841,2.098594,2.62209,11.854847999999999,2.628764,5.7403129999999996,0.472365,1.3888859999999998,2.152447,2.088123,2.096577,2.10233,2.140866,2.045747,2.104675,2.2057979999999997,2.167159,2.071854,2.1768549999999998,2.131917,2.111164,2.096501,2.0972999999999997,2.059522,2.104233,2.044974,2.174813,2.143417,2.142732,2.049101,2.0766869999999997,2.150123,2.162544,2.2513449999999997,2.079351,2.118595,2.051929,2.151639,2.088676,2.098553,2.1833009999999997,2.099951,2.202663,2.081503,2.112828,2.021044,2.2046699999999997,2.062396,2.148024,2.088193,2.144683,2.147447,2.251691,2.255423,2.216319,2.40344,2.1662939999999997,2.235232,2.269943,2.141413,2.2462969999999998,2.228818,2.4303879999999998,2.147763,2.315162,2.2845139999999997,2.248532,2.28445,2.1107489999999998,2.322748,2.183151,2.330967,2.309436,2.545029,1.7870949999999999,2.655901,1.5157809999999998,1.940083,2.150292,2.7250699999999997,1.992325,11.563175,2.507456,1.522929,1.972419,1.9229859999999999,2.082836,2.1035809999999997,2.11521,3.2647429999999997,1.43635,1.930181,2.09157,2.913313,2.176179,11.630082999999999,2.423866,1.491806,2.058058,2.0536719999999997,2.046987,2.072902,2.100084,2.045067,2.101857,2.055851,2.068206,2.212485,2.05908,2.1373919999999997,2.12541,2.116986,2.088181,2.2008069999999997,2.085889,2.2107069999999998,2.124247,2.119586,2.157512,2.214406,2.2082829999999998,2.445824,1.981792,1.850412,1.9140579999999998,1.865765,1.975569,2.104194,2.125444,2.101808,2.196973,2.007683,2.158489,2.100343,2.026949,2.123842,2.1155999999999997,1.986017,2.201556,2.207503,2.130369,1.9527439999999998,2.094769,2.6432119999999997,1.8647,2.0273339999999997,2.1865259999999997,1.964125,1.978435,2.163045,2.103549,2.224854,4.635358,1.684864,2.1147009999999997,2.052555,2.1144789999999998,2.106638,2.184717,2.146385,2.166104,2.184314,2.0778849999999998,2.0358549999999997,2.12574,2.1357399999999997,1.9865819999999998,2.113323,2.1167499999999997,2.142875,2.183329,2.1080829999999997,2.065759,2.100068,2.142108,2.149864,2.077547,2.131723,2.082596,2.009965,2.261523,2.232401,2.083528,2.075981,2.2288159999999997,2.064701,2.0158169999999997,2.2166449999999998,2.085016,2.056823,2.258056,2.128295,2.168564,2.133882,2.215127,2.011907,1.983312,2.10287,2.097714,4.186828,2.19402,2.204406,2.077266,2.091821,2.2323429999999997,2.1881019999999998,2.2967519999999997,2.2098869999999997,2.1754189999999998,2.265989,2.049266,2.191615,2.0762039999999997,2.119418,1.9917889999999998,2.632651,2.122835,2.1243279999999998,2.028078,2.413094,2.3417369999999997,12.028158,2.6100399999999997,1.416142,1.989077,2.15118,2.088661,2.476239,1.629648,2.080343,2.806645,1.3027879999999998,2.151271,2.274661,2.112736,2.3464799999999997,10.781789999999999,2.453789,1.301722,2.02783,2.148784,2.116072,2.074277,2.153939,2.480556,1.7669659999999998,2.735125,1.572258,2.132594,1.9369399999999999,2.131074,2.420422,11.272242,2.425917,1.38195,2.0910789999999997,2.1415669999999998,2.170112,1.959387,2.1861729999999997,1.9902549999999999,2.114875,2.124375,2.155296,2.17188,2.239119,2.088793,1.95736,2.037678,2.116861,2.176344,1.963606,2.262501,2.1373539999999998,2.046344,2.165394,2.252401,2.100216,2.017766,2.100867,2.068845,2.086777,2.096251,2.1572739999999997,2.156694,2.290016,2.2571179999999997,2.183442,2.3145059999999997,2.332656,2.262564,2.169081,2.262155,6.076021,0.6401439999999999,2.190937,2.31186,2.209476,2.1330359999999997,2.2732859999999997,2.326771,2.2365809999999997,2.258581,2.353463,2.232482,2.297107,2.145858,2.2664459999999997,2.4355919999999998,2.275213,2.250477,2.181034,2.343598,2.25712,2.317593,2.207365,2.355114,2.280509,2.256801,2.3350269999999997,2.349209,2.205965,2.233475,2.3285009999999997,2.264272,2.322669,2.459431,2.2124859999999997,2.2853209999999997,2.322116,2.229948,2.329761,2.35287,2.6862909999999998],"unit":"ms"},"output_sequence_length":{"value":480,"unit":"tokens"},"time_to_first_token":{"value":30.408047,"unit":"ms"},"http_req_waiting":{"value":28.924038,"unit":"ms"},"http_req_duration":{"value":1169.859342,"unit":"ms"},"input_sequence_length":{"value":842,"unit":"tokens"},"output_token_count":{"value":136,"unit":"tokens"},"time_to_second_token":{"value":2.037606,"unit":"ms"},"http_req_receiving":{"value":1140.794852,"unit":"ms"},"http_req_sending":{"value":0.140452,"unit":"ms"},"time_to_first_output_token":{"value":847.680612,"unit":"ms"},"http_req_data_sent":{"value":3.7607421875,"unit":"KB"},"http_req_chunks_received":{"value":477,"unit":"count"},"reasoning_token_count":{"value":344,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":116.3076171875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4149377593360996,"unit":"%"},"e2e_output_token_throughput":{"value":410.2842054333122,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.378940897703549,"unit":"ms"},"prefill_throughput_per_user":{"value":27690.038758490475,"unit":"tokens/sec/user"},"http_req_total":{"value":1169.859342,"unit":"ms"},"output_token_throughput_per_user":{"value":420.3551256634097,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":39,"x_request_id":"c144014b-187a-48ba-adc2-e8db1c2b53dd","x_correlation_id":"11e2cdf4-877d-43af-bac2-2e6aeb48e638","conversation_id":"5f2742e7-6f70-4b6f-9d7d-1f462533bad0","turn_index":0,"credit_issued_ns":1779883800080739013,"request_start_ns":1779883800081997024,"request_ack_ns":1779883800090138076,"request_end_ns":1779883800978712062,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":896.7150379999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.546994,3.215646,1.631722,1.520607,2.00074,2.179858,2.087819,2.5827329999999997,11.851332,2.622392,5.775252,0.44847099999999995,1.395065,2.115726,2.135407,2.094988,2.1257729999999997,2.107192,2.0480739999999997,2.099542,2.207812,2.1649059999999998,2.069569,2.180656,2.13013,2.147984,2.107336,2.069438,2.0465899999999997,2.094813,2.041109,2.17475,2.142737,2.143637,2.047307,2.073317,2.151084,2.171885,2.2591259999999997,2.0722329999999998,2.114411,2.052594,2.150375,2.0898019999999997,2.091983,2.205164,2.098074,2.183004,2.090019,2.10947,2.0221679999999997,2.20235,2.0620689999999997,2.150938,2.0846869999999997,2.146054,2.147367,2.253387,2.2521489999999997,2.220332,2.4205829999999997,2.149042,2.231726,2.2776799999999997,2.133798,2.249986,2.235333,2.417929,2.1492269999999998,2.321549,2.278577,2.249498,2.280088,2.118923,2.3158399999999997,2.186225,2.3291,2.3122469999999997,2.5438709999999998,1.789073,2.653118,1.517061,1.9358899999999999,2.160959,2.7533939999999997,1.9534399999999998,11.552667,2.518147,1.520313,1.972799,1.92167,2.081543,2.111179,2.1109299999999998,3.2037269999999998,1.490521,1.935504,2.099535,2.9236459999999997,2.164304,11.633068,2.422879,1.492318,2.047854,2.055548,2.0516989999999997,2.067247,2.104453,2.042688,2.103857,2.051341,2.070331,2.210223,2.06046,2.1352219999999997,2.127557,2.1156699999999997,2.090068,2.19842,2.087422,2.206508,2.1274129999999998,2.1224879999999997,2.20083,2.1856709999999997,2.228037,2.4407289999999997,2.009855,1.813995,1.900863,1.866485,1.979628,2.1010329999999997,2.129382,2.095157,2.199169,2.009362,2.160613,2.098232,2.033305,2.118327,2.098004,1.996078,2.1993169999999997,2.175623,2.160986,1.956535,2.09931,2.689094,1.8699109999999999,2.0153879999999997,2.157355,1.9591399999999999,1.993309,2.162064,2.093396,2.229647,4.620352,1.704653,2.102982,2.044534,2.1247789999999998,2.098,2.1884099999999997,2.146886,2.167249,2.167037,2.090287,2.037695,2.129521,2.1410489999999998,1.973364,2.120602,2.115066,2.138028,2.191839,2.103723,2.066365,2.097728,2.141759,2.14871,2.075611,2.1310759999999997,2.083694,2.012609,2.258321,2.233964,2.085073,2.0776369999999997,2.2001809999999997,2.078811,2.030732,2.268249,2.030475,2.062259,2.254364,2.1254299999999997,2.1719209999999998,2.135857,2.2139409999999997,2.010964,1.983464,2.1056719999999998,2.096282,2.18083,2.007361,2.192921,2.20003,2.0838129999999997,2.086477,2.2353639999999997,2.183223,2.3021949999999998,2.2263889999999997,2.1652389999999997,2.178286,2.124122,2.226473,2.054591,2.100497,1.996222,2.5771789999999997,2.1723429999999997,2.1216589999999997,2.03445,2.41013,2.345488,12.027617,2.618973,1.4005699999999999,2.001907,2.14247,2.0776339999999998,2.486345,1.633726,2.145131,2.802101,1.202987,2.128939,2.336443,2.1431169999999997,2.3068329999999997,10.792594,2.438716,1.321286,2.0230129999999997,2.153329,2.109455,2.074303,2.159901,2.484111,1.7559399999999998,2.751209,1.537607,2.135803,1.9443979999999998,2.144736,2.41234,11.280088,2.427788,1.389642,2.080155,2.14899,2.16307,1.9650969999999999,2.178924,2.0014,2.1037939999999997,2.137997,2.145061,2.183652,2.225429,2.115609,1.936564,2.04187,2.105291,2.188592,1.955995,2.27198,2.126964,2.054287,2.1578559999999998,2.2642919999999997,2.086292,2.0258469999999997,2.094947,2.076562,2.080132,2.110235,2.0829299999999997,2.2074849999999997,2.281843,2.263036,2.178738,2.322958,2.32889,2.267274,2.1616429999999998,2.26706,6.067819999999999,0.716322,2.1293379999999997,2.329075,2.191709,2.173693,2.232766,2.335358,2.228326,2.273272,2.337161,2.245946,2.2810829999999997,2.186614,2.2266559999999997,2.448746,2.280777,2.231027,2.1854739999999997,2.353421,2.248358,2.3292129999999998,2.194629,2.367029,2.2666649999999997,2.272574,2.319368,2.3743399999999997,2.189977,2.244425,2.318384,2.268669,2.351639,2.40556,2.198333,2.32619,2.304887,2.238935,2.315655,2.367722,2.635366,1.8052139999999999,3.376347,1.6968379999999998,1.683759,2.355079,2.4131489999999998,2.620911,2.34745,12.256672,2.503432,1.65204,2.0041629999999997,1.977191,1.992648,2.132371,2.2722729999999998,2.166573,2.232891,2.399364,2.161622,2.219411,2.188689,2.173478,2.1006899999999997,2.0224919999999997,2.0762959999999997,2.1442579999999998,2.097452,2.068593,2.110184,2.54732],"unit":"ms"},"output_sequence_length":{"value":375,"unit":"tokens"},"time_to_first_token":{"value":25.522050999999998,"unit":"ms"},"http_req_waiting":{"value":23.535795,"unit":"ms"},"http_req_duration":{"value":896.655762,"unit":"ms"},"input_sequence_length":{"value":700,"unit":"tokens"},"time_to_second_token":{"value":1.546994,"unit":"ms"},"http_req_receiving":{"value":872.9830139999999,"unit":"ms"},"http_req_sending":{"value":0.136953,"unit":"ms"},"http_req_data_sent":{"value":2.9892578125,"unit":"KB"},"http_req_chunks_received":{"value":373,"unit":"count"},"reasoning_token_count":{"value":375,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":91.1142578125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.26595744680851063,"unit":"%"},"e2e_output_token_throughput":{"value":418.19305365546904,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3293930133689837,"unit":"ms"},"prefill_throughput_per_user":{"value":27427.262801096982,"unit":"tokens/sec/user"},"http_req_total":{"value":896.655762,"unit":"ms"},"output_token_throughput_per_user":{"value":429.29638504998667,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":38,"x_request_id":"6eaa5501-79e1-4e03-80c5-775d4a30acca","x_correlation_id":"d2ea6753-b685-4005-b489-61e22efff5b8","conversation_id":"ac4f1c84-2b62-4f74-86d1-070d2bdfb75c","turn_index":0,"credit_issued_ns":1779883800045001919,"request_start_ns":1779883800045601596,"request_ack_ns":1779883800055074461,"request_end_ns":1779883801114784337,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1069.1827409999999,"unit":"ms"},"http_req_connecting":{"value":0.346005,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.22625,2.5171159999999997,1.824989,2.900582,1.208108,2.030386,2.961208,1.9375479999999998,10.995731,2.7273259999999997,1.792103,1.570258,3.198673,1.632275,1.521315,1.9877699999999998,2.148806,2.098179,2.615773,11.826687999999999,2.659064,5.757795,0.458845,1.41832,2.11467,2.083481,2.11069,2.089924,2.142982,2.043119,2.1082419999999997,2.20232,2.170905,2.066585,2.184309,2.126076,2.106928,2.092316,2.0999019999999997,2.058424,2.112394,2.039287,2.180929,2.13585,2.149394,2.044171,2.0774749999999997,2.145567,2.173639,2.253743,2.076639,2.104807,2.0557469999999998,2.146388,2.09105,2.0932299999999997,2.193011,2.099536,2.213329,2.068764,2.1164799999999997,2.015063,2.215398,2.0545809999999998,2.150506,2.0820879999999997,2.157086,2.137956,2.255211,2.255076,2.220798,2.428879,2.138276,2.2520409999999997,2.255662,2.127496,2.258959,2.226104,2.4241289999999998,2.144777,2.329741,2.279241,2.254591,2.270574,2.117048,2.320828,2.185038,2.346043,2.305516,2.5385969999999998,1.783926,2.6583319999999997,1.51057,1.936802,2.175912,2.7244859999999997,1.9791329999999998,11.499608,2.5650489999999997,1.514834,1.979585,1.9174609999999999,2.086829,2.093928,2.131847,3.2403649999999997,1.437525,1.942278,2.108386,2.976938,2.1626279999999998,11.594139,2.407056,1.480867,2.050277,2.050287,2.060997,2.063357,2.114711,2.033748,2.104324,2.050437,2.073531,2.2055629999999997,2.063186,2.132522,2.131579,2.1103549999999998,2.092673,2.196204,2.092729,2.209051,2.126048,2.205831,2.128232,2.174175,2.199316,2.478231,2.0607509999999998,1.7678589999999998,1.902048,1.8423129999999999,1.985366,2.09016,2.136431,2.087229,2.201333,2.002427,2.16874,2.0938879999999997,2.035112,2.1133509999999998,2.1074699999999997,1.9931599999999998,2.220673,2.194425,2.1577189999999997,1.9223359999999998,2.1043499999999997,2.6170809999999998,1.895687,2.015216,2.206696,1.9550239999999999,1.9885959999999998,2.166244,2.0945679999999998,2.274879,4.631336,1.6687079999999999,2.080441,2.045194,2.130729,2.0948949999999997,2.190598,2.140236,2.172389,2.1851439999999998,2.09014,2.0168429999999997,2.138888,2.166616,1.9399849999999998,2.1114129999999998,2.121225,2.134606,2.1954499999999997,2.0981009999999998,2.070824,2.093568,2.147437,2.1496679999999997,2.07526,2.125209,2.092746,2.004142,2.2608319999999997,2.229813,2.09058,2.071169,2.249775,2.0873839999999997,2.033807,2.225597,2.073188,2.0558609999999997,2.2635,2.123541,2.170743,2.131833,2.216713,2.002973,1.989136,2.097563,2.1106089999999997,2.16647,2.022242,2.186569,2.1993549999999997,2.0837589999999997,2.098881,2.230372,2.184072,2.300621,2.210665,2.177685,2.191408,2.113822,2.175961,2.085569,2.124735,1.9873729999999998,2.58847,2.179029,2.119965,2.018135,2.414104,2.3368469999999997,11.987896,2.676509,1.397076,1.9963229999999998,2.145724,2.0757749999999997,2.502017,1.6230129999999998,2.084604,2.795442,1.2263169999999999,2.1295509999999997,2.313835,2.167631,2.349566,10.777706,2.456237,1.3076299999999998,2.029025,2.149248,2.110474,2.070474,2.1740399999999998,2.487167,1.7417669999999998,2.7546489999999997,1.518498,2.13813,1.955457,2.124322,2.428883,11.269959,2.446935,1.376155,2.080832,2.144335,2.167408,1.9632429999999998,2.178331,1.998816,2.110537,2.1338269999999997,2.148701,2.183795,2.233526,2.101216,1.93879,2.041714,2.117536,2.179775,1.9672839999999998,2.257735,2.131259,2.0494909999999997,2.1688039999999997,2.261469,2.089144,2.019468,2.0982979999999998,2.073635,2.0804009999999997,2.113558,2.088357,2.202071,2.29202,2.258774,2.178735,2.325366,2.324388,2.268472,2.163748,2.271776,6.072603,0.6470429999999999,2.18439,2.318588,2.2018459999999997,2.1392059999999997,2.271743,2.311333,2.238094,2.278065,2.3415399999999997,2.2389829999999997,2.2956529999999997,2.101499,2.320718,2.4312229999999997,2.2692449999999997,2.239786,2.189124,2.345894,2.253294,2.319215,2.206056,2.361522,2.278657,2.259751,2.329195,2.349624,2.20835,2.2374609999999997,2.3242789999999998,2.271226,2.310672,2.4575489999999998,2.186517,2.3144929999999997,2.3211209999999998,2.2310149999999997,2.3174989999999998,2.3623089999999998,2.649785,1.743715,3.3852029999999997,1.719663,1.674566,2.39141,2.430231,2.577676,2.392146,12.231428,2.5192159999999997,1.6380489999999999,2.009616,1.968554,1.9956829999999999,2.1276379999999997,2.277087,2.164918,2.233683,2.400387,2.164951,2.216336,2.196437,2.1664529999999997,2.105823,2.017905,2.092041,2.132507,2.0951489999999997,2.065655,2.1148279999999997,2.519714,1.8062749999999999,3.076453,1.426564,2.1837999999999997,3.1436249999999997,2.092214,11.84024,2.470913,1.499252,2.101679,2.068269,2.131695,2.11468,2.080747,2.1417219999999997,2.0248049999999997,2.159904,2.0623359999999997,2.156706,2.083433,2.055917,2.087462,2.180465,2.1075209999999998,2.088569,2.140664,2.162134,2.1898329999999997,2.161699,2.16687,2.003568,2.126001,2.0720099999999997,2.0410719999999998,2.241807,2.222317,2.1632919999999998,2.0802709999999998,2.0807949999999997,2.107542,2.133367,2.193777,2.1234759999999997,2.067862,2.092434,2.195957,2.06906,1.9966329999999999,2.1398449999999998,2.082459,2.201918,2.1885499999999998,2.106532,2.052891,2.158528,2.192293,2.068364,2.174142,2.658929],"unit":"ms"},"output_sequence_length":{"value":445,"unit":"tokens"},"time_to_first_token":{"value":28.806887999999997,"unit":"ms"},"http_req_waiting":{"value":26.901028999999998,"unit":"ms"},"http_req_duration":{"value":1069.118515,"unit":"ms"},"input_sequence_length":{"value":754,"unit":"tokens"},"time_to_second_token":{"value":2.22625,"unit":"ms"},"http_req_receiving":{"value":1041.724904,"unit":"ms"},"http_req_sending":{"value":0.49258199999999996,"unit":"ms"},"http_req_data_sent":{"value":3.19921875,"unit":"KB"},"http_req_chunks_received":{"value":443,"unit":"count"},"reasoning_token_count":{"value":445,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":108.1552734375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.346005,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2242152466367713,"unit":"%"},"e2e_output_token_throughput":{"value":416.2057456930087,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3431888581081077,"unit":"ms"},"prefill_throughput_per_user":{"value":26174.295536539732,"unit":"tokens/sec/user"},"http_req_total":{"value":1069.46452,"unit":"ms"},"output_token_throughput_per_user":{"value":426.76884389395764,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":42,"x_request_id":"45e4e6d4-0c7d-47f3-813f-828205166d61","x_correlation_id":"5f8b1719-c166-4ffe-8c81-155b6ed05f70","conversation_id":"587bd646-dc9c-43f6-8f06-84a8650174f4","turn_index":0,"credit_issued_ns":1779883800330743179,"request_start_ns":1779883800331389896,"request_ack_ns":1779883800341894221,"request_end_ns":1779883801239002357,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":907.6124609999999,"unit":"ms"},"http_req_connecting":{"value":0.404632,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.026899,2.038694,2.055234,2.066481,2.1135509999999997,2.0327479999999998,2.10168,2.05379,2.071544,2.210004,2.062407,2.13544,2.1286579999999997,2.112991,2.104556,2.185374,2.0912029999999997,2.204544,2.1305769999999997,2.118217,2.1674889999999998,2.209969,2.367765,2.2975499999999998,2.005734,1.824643,1.94404,1.8909159999999998,1.995089,2.090019,2.1306339999999997,2.093629,2.185567,2.020294,2.1575729999999997,2.11061,2.018126,2.1295949999999997,2.099452,2.0083379999999997,2.186391,2.174588,2.166172,1.95021,2.107462,2.615415,1.891618,2.015975,2.206291,1.970816,1.971844,2.1546019999999997,2.110932,2.160603,4.6399989999999995,1.6682299999999999,2.104697,2.04258,2.137691,2.09939,2.1719269999999997,2.144323,2.166905,2.161639,2.096103,2.0983609999999997,2.076019,2.13518,1.9742149999999998,2.119355,2.124168,2.132606,2.198428,2.088187,2.074547,2.091284,2.147376,2.145839,2.075976,2.12956,2.088929,2.006569,2.278744,2.216456,2.088119,2.071119,2.210416,2.08601,2.0293799999999997,2.219766,2.077835,2.0602579999999997,2.263104,2.123221,2.173021,2.1302399999999997,2.217181,2.00827,1.983464,2.102538,2.099766,2.183578,2.011211,2.189079,2.197966,2.083513,2.100038,2.227439,2.184043,2.29949,2.206346,2.182746,2.1894709999999997,2.111741,2.182069,2.091717,2.1101609999999997,1.9925959999999998,2.646042,2.148975,2.073413,2.029397,2.3958049999999997,2.3502099999999997,12.013142,2.702288,1.3603729999999998,1.9979319999999998,2.149463,2.0747109999999997,2.4917879999999997,1.62472,2.0921369999999997,2.80648,1.2475239999999999,2.141221,2.274063,2.1533789999999997,2.356097,10.810001999999999,2.422007,1.314395,2.022113,2.158826,2.105924,2.070541,2.171773,2.4736,1.756211,2.754159,1.595791,2.068708,1.956715,2.115267,2.435997,11.282428,2.424941,1.384677,2.0874189999999997,2.143822,2.165733,1.9614539999999998,2.182757,2.0010499999999998,2.104629,2.130544,2.1516059999999997,2.181711,2.227975,2.106449,1.9405899999999998,2.0407919999999997,2.111058,2.182597,1.959762,2.270191,2.1302049999999997,2.0510509999999997,2.166034,2.256223,2.09176,2.021753,2.099465,2.072837,2.0838829999999997,2.105034,2.089984,2.2055849999999997,2.2890539999999997,2.260418,2.1798189999999997,2.321748,2.329638,2.266104,2.162524,2.2703699999999998,6.064324999999999,0.655708,2.179049,2.322683,2.202053,2.136938,2.271753,2.330943,2.229403,2.265583,2.34869,2.239506,2.2890859999999997,2.14693,2.262976,2.455535,2.2579439999999997,2.2383919999999997,2.1929,2.348499,2.254019,2.328764,2.19533,2.36114,2.2726379999999997,2.2658929999999997,2.327954,2.353116,2.202144,2.239956,2.328194,2.267925,2.313047,2.429624,2.214432,2.318527,2.315781,2.2304,2.321844,2.358253,2.639939,1.750908,3.4070259999999997,1.7232569999999998,1.690764,2.3451999999999997,2.415009,2.5887979999999997,2.391658,12.242450999999999,2.509772,1.642207,2.0138149999999997,1.9729189999999999,1.998004,2.127407,2.273796,2.1654,2.236817,2.3973899999999997,2.164773,2.213507,2.215556,2.148221,2.105855,2.017303,2.0808839999999997,2.142878,2.097102,2.066379,2.111001,2.507641,1.831108,3.051673,1.4356879999999999,2.188129,3.139521,2.093264,11.841263,2.465548,1.502643,2.1057479999999997,2.069312,2.130935,2.113472,2.081594,2.142608,2.022377,2.160867,2.064221,2.159124,2.079665,2.059271,2.085655,2.182166,2.105943,2.090172,2.140238,2.1642609999999998,2.189879,2.1611249999999997,2.1648359999999998,2.007827,2.1187899999999997,2.075326,2.040812,2.243782,2.221542,2.157828,2.084573,2.079304,2.1107739999999997,2.131021,2.193029,2.12229,2.071542,2.0886739999999997,2.1951419999999997,2.07142,1.995935,2.136894,2.087064,2.203163,2.1823669999999997,2.106708,2.055538,2.158865,2.193228,2.0693729999999997,2.168292,2.591996,2.129992,2.004216,2.318657,1.6369179999999999,2.240431,2.727808,2.1560799999999998,15.252358,0.673848,1.6911129999999999,2.127882,2.128383,2.18735,2.156837,2.156427,2.205552,2.1820619999999997,2.102893,1.991779,2.054681,2.065267,2.072828,2.118815,2.202331,1.9652109999999998,2.095739,2.187883,2.078213,2.096071,2.150302,2.1149809999999998,2.183953,2.229718,2.133917,2.004216,1.993061,2.1646289999999997,2.087206,2.154292,2.133679,2.093091,2.06844,2.146998,2.114659,2.16594,2.094592,2.080921,2.186965,2.1788499999999997,2.05747,2.015018,2.228908,2.5264189999999997],"unit":"ms"},"output_sequence_length":{"value":384,"unit":"tokens"},"time_to_first_token":{"value":28.116090999999997,"unit":"ms"},"http_req_waiting":{"value":26.03998,"unit":"ms"},"http_req_duration":{"value":907.55493,"unit":"ms"},"input_sequence_length":{"value":844,"unit":"tokens"},"time_to_second_token":{"value":2.026899,"unit":"ms"},"http_req_receiving":{"value":880.9567629999999,"unit":"ms"},"http_req_sending":{"value":0.558187,"unit":"ms"},"http_req_data_sent":{"value":3.7109375,"unit":"KB"},"http_req_chunks_received":{"value":382,"unit":"count"},"reasoning_token_count":{"value":384,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":93.3583984375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.404632,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2597402597402597,"unit":"%"},"e2e_output_token_throughput":{"value":423.08806511637346,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2963351697127936,"unit":"ms"},"prefill_throughput_per_user":{"value":30018.39764994358,"unit":"tokens/sec/user"},"http_req_total":{"value":907.959562,"unit":"ms"},"output_token_throughput_per_user":{"value":435.47649889674926,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":41,"x_request_id":"98a18058-0396-460e-812e-b0376688df79","x_correlation_id":"7279ea11-aa79-4af6-b005-9c7b49389b21","conversation_id":"b970ed33-5006-4910-b626-10a074f46e6b","turn_index":0,"credit_issued_ns":1779883800291251486,"request_start_ns":1779883800292712377,"request_ack_ns":1779883800301963888,"request_end_ns":1779883801280305893,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":987.5935159999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.9820499999999999,1.9152689999999999,2.097434,2.078627,2.134026,3.194245,1.482392,1.93945,2.11663,2.9223969999999997,2.177158,11.590138,2.452546,1.4811269999999999,2.051833,2.049989,2.06411,2.05929,2.113806,2.032882,2.111221,2.044845,2.077938,2.200345,2.069447,2.1434029999999997,2.127846,2.099501,2.0975319999999997,2.189785,2.098163,2.196357,2.1375159999999997,2.11444,2.1697949999999997,2.213232,2.3975779999999998,2.2725969999999998,1.99315,1.857492,1.8681949999999998,1.860982,1.997793,2.089099,2.133978,2.089209,2.2087849999999998,1.997026,2.174325,2.088775,2.038186,2.1083499999999997,2.128123,1.969061,2.2174579999999997,2.181434,2.161692,1.9356479999999998,2.109629,2.62398,1.886193,2.0127919999999997,2.202111,1.950691,1.9902639999999998,2.164114,2.09911,2.223316,4.6405899999999995,1.6830619999999998,2.11313,2.042841,2.1255759999999997,2.088726,2.198825,2.140562,2.17141,2.172742,2.087046,2.0266949999999997,2.144395,2.168041,1.950065,2.107846,2.125057,2.126618,2.196186,2.1033209999999998,2.073573,2.086291,2.157855,2.1393,2.085012,2.1174809999999997,2.094004,1.9998239999999998,2.267837,2.224393,2.094001,2.068631,2.252843,2.041822,2.028941,2.2107129999999997,2.080491,2.0543929999999997,2.263824,2.121644,2.176287,2.1267169999999997,2.223198,2.00231,1.989631,2.098725,2.1039149999999998,2.174064,2.015088,2.187029,2.204034,2.079694,2.094421,2.227423,2.18971,2.2966029999999997,2.210744,2.177498,2.195446,2.108841,2.188425,2.078001,2.11944,2.015475,2.569451,2.182948,2.111725,2.087353,2.3776129999999998,2.30657,12.032886999999999,2.6116219999999997,1.419082,1.9893539999999998,2.149583,2.072435,2.494446,1.627125,2.0881659999999997,2.801072,1.257647,2.1295349999999997,2.285539,2.151865,2.357488,10.803806999999999,2.433131,1.309308,2.029011,2.15229,2.111315,2.067497,2.16738,2.4768779999999997,1.760429,2.740678,1.542644,2.116577,2.0208809999999997,2.079592,2.42293,11.274096,2.430652,1.378293,2.085795,2.159362,2.157672,1.953193,2.1843079999999997,1.9968489999999999,2.109215,2.130046,2.150554,2.188424,2.229781,2.098891,1.9424379999999999,2.037554,2.113409,2.180882,1.961841,2.267891,2.132558,2.0484489999999997,2.1648419999999997,2.255038,2.099481,2.01695,2.101048,2.0710759999999997,2.085819,2.105527,2.096966,2.211598,2.280268,2.252658,2.184214,2.317296,2.3337,2.2631419999999998,2.166517,2.31364,6.037017,0.6451009999999999,2.189879,2.310747,2.208612,2.131555,2.274812,2.337993,2.2254329999999998,2.274191,2.340296,2.233856,2.296214,2.143785,2.264198,2.4396649999999998,2.278011,2.240062,2.189764,2.342283,2.257162,2.317052,2.2075899999999997,2.3582959999999997,2.275525,2.260337,2.331883,2.349192,2.202867,2.2381059999999997,2.3288159999999998,2.265573,2.320812,2.448101,2.213802,2.289862,2.320118,2.2274309999999997,2.356101,2.332081,2.6415189999999997,1.757968,3.3926659999999997,1.725661,1.747355,2.329751,2.431704,2.527339,2.387895,12.419137,2.364029,1.6196009999999998,2.0696399999999997,1.923516,2.005166,2.121362,2.2972129999999997,2.139572,2.2415439999999998,2.393665,2.1663959999999998,2.209262,2.199211,2.168786,2.1050359999999997,2.0146669999999998,2.081558,2.140675,2.1029169999999997,2.061169,2.116012,2.5023619999999998,1.826471,3.121972,1.402139,2.1874089999999997,3.165343,2.030659,11.915723999999999,2.396138,1.5040209999999998,2.14948,2.046609,2.109326,2.113746,2.0735609999999998,2.146572,2.01686,2.165259,2.061025,2.163068,2.0783929999999997,2.05888,2.084832,2.2120789999999997,2.122667,2.061053,2.1249949999999997,2.1850419999999997,2.168313,2.161372,2.161458,2.014195,2.11236,2.0784499999999997,2.039187,2.244599,2.2197329999999997,2.1575379999999997,2.081201,2.083484,2.107545,2.1332079999999998,2.2033229999999997,2.113717,2.068727,2.089518,2.191754,2.075904,1.995849,2.136717,2.084272,2.204191,2.1985159999999997,2.19231,2.025873,2.153172,2.163678,2.051832,2.196206,2.5636669999999997,2.1431999999999998,1.986143,2.3255209999999997,1.63256,2.282066,2.698981,2.147078,15.307988,0.601329,1.7459,2.1158989999999998,2.098985,2.1903509999999997,2.189831,2.113403,2.206032,2.1726739999999998,2.105676,1.98836,2.058802,2.065496,2.077697,2.102143,2.210496,1.9684279999999998,2.0937419999999998,2.204925,2.070839,2.088304,2.157574,2.105403,2.1835739999999997,2.2587509999999997,2.11636,2.060011,2.007987,2.116886,2.067205,2.13726,2.203688,2.084393,2.029355,2.1278159999999997,2.117603,2.160517,2.097549,2.080607,2.209298,2.166537,2.0717559999999997,2.0013449999999997,2.22226,2.531749,1.684556,2.369488,2.664649,1.637203,2.101216,2.983066,1.9432019999999999,11.256559,2.4389019999999997,1.440899,2.051327,2.013224,2.1203879999999997,2.073248,2.541711],"unit":"ms"},"output_sequence_length":{"value":413,"unit":"tokens"},"time_to_first_token":{"value":27.175804,"unit":"ms"},"http_req_waiting":{"value":25.452391,"unit":"ms"},"http_req_duration":{"value":987.517268,"unit":"ms"},"input_sequence_length":{"value":777,"unit":"tokens"},"time_to_second_token":{"value":1.9820499999999999,"unit":"ms"},"http_req_receiving":{"value":961.8959779999999,"unit":"ms"},"http_req_sending":{"value":0.168899,"unit":"ms"},"http_req_data_sent":{"value":3.3115234375,"unit":"KB"},"http_req_chunks_received":{"value":411,"unit":"count"},"reasoning_token_count":{"value":413,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":100.47265625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24154589371980675,"unit":"%"},"e2e_output_token_throughput":{"value":418.18824578026084,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3311109514563104,"unit":"ms"},"prefill_throughput_per_user":{"value":28591.610389889476,"unit":"tokens/sec/user"},"http_req_total":{"value":987.517268,"unit":"ms"},"output_token_throughput_per_user":{"value":428.98001031451196,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":44,"x_request_id":"0a80e169-fae7-48af-901b-bcc4763e1ed3","x_correlation_id":"aaa9d920-485a-4402-ba40-70f18cb61ed0","conversation_id":"65b7f439-b4f8-4125-b335-b1b86f45fd4e","turn_index":0,"credit_issued_ns":1779883800651829967,"request_start_ns":1779883800653537385,"request_ack_ns":1779883800663351351,"request_end_ns":1779883801527045408,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":873.508023,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.024922,2.149606,2.117251,2.066448,2.167345,2.477321,1.764452,2.7321199999999997,1.5914,2.103747,1.9755429999999998,2.067637,2.5155819999999998,11.231562,2.409469,1.372291,2.0897859999999997,2.136151,2.1695569999999997,1.95868,2.188077,2.004838,2.108905,2.1214489999999997,2.152396,2.1742239999999997,2.23527,2.099509,1.95433,2.028655,2.119523,2.178393,1.9620069999999998,2.264949,2.135342,2.0469429999999997,2.168049,2.249704,2.102019,2.014849,2.105496,2.069003,2.089502,2.090915,2.1270629999999997,2.179302,2.292166,2.2529369999999997,2.185288,2.31729,2.333266,2.266267,2.1653949999999997,2.264573,6.073404,0.646042,2.184954,2.3164119999999997,2.207832,2.183686,2.2278789999999997,2.327296,2.231757,2.263791,2.349345,2.234639,2.29655,2.1819409999999997,2.257777,2.406776,2.272935,2.2304749999999998,2.1974869999999997,2.345855,2.257829,2.314479,2.208909,2.356401,2.2761139999999997,2.2614639999999997,2.331931,2.350592,2.203365,2.238024,2.327232,2.269092,2.317334,2.420302,2.20931,2.323123,2.317609,2.229581,2.343514,2.339868,2.7212359999999998,1.718713,3.391365,1.6818199999999999,1.6974429999999998,2.34923,2.4561029999999997,2.542392,2.39316,12.256689999999999,2.505185,1.654798,2.011691,1.965776,2.00107,2.1186059999999998,2.2786519999999997,2.1696649999999997,2.237208,2.3843479999999997,2.169534,2.207703,2.2003,2.163329,2.1130359999999997,2.012628,2.0847249999999997,2.141035,2.101399,2.06082,2.1148469999999997,2.493756,1.859008,3.098357,1.434459,2.171167,3.14743,2.046005,11.865124,2.439095,1.502381,2.112561,2.060374,2.1233779999999998,2.121412,2.07401,2.1470789999999997,2.017691,2.1618269999999997,2.061048,2.164704,2.07135,2.06655,2.083422,2.1843209999999997,2.108958,2.089194,2.137384,2.177532,2.1753139999999997,2.162591,2.161415,2.010535,2.115916,2.082516,2.035192,2.2468019999999997,2.211183,2.1669519999999998,2.078316,2.084288,2.105703,2.134814,2.19985,2.116901,2.068724,2.093461,2.190363,2.075857,1.9965739999999998,2.137313,2.081207,2.20693,2.1718219999999997,2.1199429999999997,2.052315,2.156673,2.1989609999999997,2.069628,2.164872,2.595132,2.123067,2.0031019999999997,2.334839,1.639789,2.235368,2.783452,2.102723,15.268707,0.648766,1.730651,2.102805,2.129797,2.205075,2.152211,2.135126,2.2168609999999997,2.168834,2.1039719999999997,1.986113,2.060261,2.062267,2.080549,2.103316,2.212104,1.962481,2.099561,2.182417,2.085706,2.089296,2.157768,2.1108409999999997,2.184393,2.225485,2.138267,2.004428,1.99769,2.156741,2.097073,2.138747,2.15298,2.087828,2.073972,2.1430919999999998,2.11332,2.159253,2.0978749999999997,2.0786789999999997,2.199008,2.166195,2.062469,2.0114199999999998,2.229066,2.4663019999999998,1.737253,2.3235889999999997,2.656225,1.613368,2.101698,3.051732,1.892504,11.248607,2.423937,1.459149,2.040405,2.024132,2.110712,2.084653,2.489534,2.005371,2.486474,1.966503,1.8211359999999999,2.018443,2.1861669999999997,4.077934,2.060747,2.066343,2.069928,2.09333,1.932631,2.162532,2.0703739999999997,2.203926,2.163777,2.220319,2.242858,2.166932,2.240822,2.205603,2.236306,2.069951,2.172082,2.138194,2.129196,2.2254519999999998,2.209959,2.152114,2.206693,2.189362,2.1862909999999998,2.122838,2.189934,2.2087429999999997,2.218036,2.237751,2.267069,2.191852,2.1513079999999998,2.220671,2.255117,2.2194949999999998,2.2329779999999997,2.176262,2.017664,2.175661,2.226285,2.184987,2.295277,2.202133,2.213413,2.2496329999999998,2.1253539999999997,2.410541,2.161394,2.0550669999999998,2.1802539999999997,2.265431,2.224302,2.148939,2.137244,2.26058,2.186037,2.2783789999999997,2.181173,2.375819,2.0585109999999998,2.270307,2.0168429999999997,2.3103149999999997,2.014501,2.271705,2.203039,2.2809429999999997,2.3139179999999997,2.170627,2.275706,2.107042,2.145139,2.162394,2.3483739999999997,2.1035719999999998,2.180208,2.1631709999999997,2.272201,2.231273,6.10572,0.723808,2.099983,2.1196319999999997,2.10093,2.001252,2.128215,1.988902,2.171793,2.037124,2.282291,2.0188889999999997,2.120022,1.965053,2.152628,2.1025039999999997,2.029389,2.087954,2.202142,2.035482,2.0842959999999997,1.978095,2.038933,2.216229,2.565234],"unit":"ms"},"output_sequence_length":{"value":369,"unit":"tokens"},"time_to_first_token":{"value":27.21294,"unit":"ms"},"http_req_waiting":{"value":25.695743999999998,"unit":"ms"},"http_req_duration":{"value":873.437511,"unit":"ms"},"input_sequence_length":{"value":819,"unit":"tokens"},"output_token_count":{"value":107,"unit":"tokens"},"time_to_second_token":{"value":2.024922,"unit":"ms"},"http_req_receiving":{"value":847.571385,"unit":"ms"},"http_req_sending":{"value":0.170382,"unit":"ms"},"time_to_first_output_token":{"value":643.188391,"unit":"ms"},"http_req_data_sent":{"value":3.6376953125,"unit":"KB"},"http_req_chunks_received":{"value":367,"unit":"count"},"reasoning_token_count":{"value":262,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":89.32421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5390835579514826,"unit":"%"},"e2e_output_token_throughput":{"value":422.43458592709453,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.299714899456522,"unit":"ms"},"prefill_throughput_per_user":{"value":30095.9763994629,"unit":"tokens/sec/user"},"http_req_total":{"value":873.437511,"unit":"ms"},"output_token_throughput_per_user":{"value":434.83650961965935,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":45,"x_request_id":"08d66ab1-cd18-4981-9d75-3dfe19fe4f25","x_correlation_id":"84113a95-af9b-46df-8032-7060d68e0b7d","conversation_id":"8b9c9c09-0f09-4a04-889a-c37826886c2c","turn_index":0,"credit_issued_ns":1779883800695535875,"request_start_ns":1779883800696849243,"request_ack_ns":1779883800705439167,"request_end_ns":1779883801582013057,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":885.163814,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.0861769999999997,2.140133,2.1700459999999997,1.9556319999999998,2.1899379999999997,2.002563,2.110033,2.119069,2.154493,2.175308,2.2329909999999997,2.112015,1.9382519999999999,2.035087,2.114208,2.1806859999999997,1.961873,2.267576,2.132916,2.0452239999999997,2.169142,2.2542299999999997,2.0947489999999998,2.020889,2.1001309999999997,2.071186,2.090081,2.102098,2.110884,2.185946,2.287194,2.2561359999999997,2.187585,2.317363,2.332959,2.259985,2.16849,2.262131,6.075894,0.64816,2.186562,2.315612,2.205113,2.153494,2.252483,2.326591,2.232478,2.2751259999999998,2.338597,2.234571,2.312543,2.13125,2.270528,2.4289929999999997,2.29139,2.219081,2.1965529999999998,2.344973,2.256668,2.342192,2.184357,2.365574,2.268452,2.258441,2.332585,2.350699,2.2030369999999997,2.239042,2.3334539999999997,2.263317,2.316287,2.425391,2.207152,2.324976,2.314167,2.2303059999999997,2.358332,2.3251269999999997,2.644676,1.745628,3.404925,1.7382199999999999,1.691624,2.332791,2.4179429999999997,2.587431,2.388767,12.246082,2.512479,1.650506,2.01192,1.9679419999999999,1.999655,2.120708,2.277586,2.166867,2.242887,2.385456,2.165637,2.212863,2.1979599999999997,2.164898,2.107828,2.015164,2.083485,2.144878,2.099919,2.061407,2.114459,2.493748,1.8529529999999999,3.073709,1.414669,2.178987,3.135207,2.0989139999999997,11.889339,2.4137049999999998,1.5054809999999998,2.112397,2.070087,2.11644,2.116124,2.077641,2.1477079999999997,2.014178,2.165439,2.0623199999999997,2.163115,2.071854,2.067666,2.082049,2.186756,2.106362,2.089523,2.136981,2.164697,2.1858779999999998,2.1652139999999997,2.1634249999999997,2.0089859999999997,2.1142369999999997,2.081705,2.037369,2.246132,2.207423,2.172942,2.082303,2.079187,2.106988,2.123144,2.202477,2.123868,2.069439,2.09268,2.187904,2.080658,1.991159,2.140325,2.082935,2.20308,2.177257,2.124758,2.044149,2.154872,2.194609,2.075996,2.157073,2.596132,2.1298209999999997,2.001213,2.3287649999999998,1.7073129999999999,2.179068,2.737686,2.187942,15.230129999999999,0.645664,1.7040229999999998,2.133852,2.115878,2.1770229999999997,2.162049,2.146633,2.234127,2.158824,2.1045409999999998,1.984872,2.057105,2.064514,2.078737,2.103399,2.20964,1.97013,2.094137,2.1838509999999998,2.0834289999999998,2.090861,2.155733,2.112929,2.184096,2.248046,2.122451,1.9994729999999998,1.997607,2.158519,2.106858,2.1280639999999997,2.222951,2.0175,2.081357,2.138483,2.116155,2.1622879999999998,2.095138,2.077171,2.191373,2.173726,2.063214,2.0110319999999997,2.229958,2.465937,1.73956,2.298171,2.655351,1.649859,2.086847,3.0188919999999997,1.922302,11.27881,2.4093739999999997,1.460062,2.035062,2.02222,2.108262,2.082662,2.4945969999999997,2.00574,2.481206,1.964094,1.8836359999999999,1.964014,2.137521,1.92149,2.191666,2.055071,2.08542,2.054286,2.101347,1.93147,2.1670119999999997,2.0666889999999998,2.208942,2.151763,2.227347,2.237409,2.173482,2.232329,2.214944,2.2807459999999997,2.040024,2.1591899999999997,2.1451409999999997,2.117966,2.2338199999999997,2.205915,2.160825,2.197085,2.197826,2.177818,2.134048,2.178623,2.216026,2.211529,2.243324,2.261106,2.200234,2.1436379999999997,2.227052,2.24751,2.226679,2.225273,2.186449,2.007203,2.18805,2.2141729999999997,2.193948,2.285698,2.211138,2.2062239999999997,2.2582359999999997,2.111167,2.4173709999999997,2.160705,2.064549,2.1676539999999997,2.275263,2.215732,2.156276,2.129594,2.2681,2.1774009999999997,2.286439,2.1722099999999998,2.384702,2.053594,2.2771369999999997,2.007926,2.320896,2.0025969999999997,2.2801039999999997,2.194369,2.332846,2.310171,2.15585,2.2498679999999998,2.116686,2.136456,2.167042,2.332208,2.123509,2.171189,2.1681999999999997,2.265865,2.238775,6.104544,0.7247429999999999,2.09302,2.129356,2.095278,1.9709219999999998,2.13325,2.013452,2.1660969999999997,2.0471459999999997,2.273853,2.023983,2.111541,1.9750839999999998,2.1485819999999998,2.108745,2.021994,2.091478,2.200354,2.038312,2.080257,1.98562,2.030899,2.222191,2.516278,1.812584,1.9822009999999999,2.038185,1.999544,1.979727,2.054359,2.09503,1.902988,2.080044,1.9577069999999999,1.995877,2.088043,2.023288,1.997266,2.2035519999999997,1.9277739999999999,2.0981799999999997,1.9494989999999999,2.090607,2.084548,2.0507239999999998,1.990881,1.9670269999999999,1.9677239999999998,2.042107,2.1288579999999997,2.493872],"unit":"ms"},"output_sequence_length":{"value":381,"unit":"tokens"},"time_to_first_token":{"value":26.675584999999998,"unit":"ms"},"http_req_waiting":{"value":25.082300999999998,"unit":"ms"},"http_req_duration":{"value":885.089035,"unit":"ms"},"input_sequence_length":{"value":762,"unit":"tokens"},"time_to_second_token":{"value":2.0861769999999997,"unit":"ms"},"http_req_receiving":{"value":859.8356759999999,"unit":"ms"},"http_req_sending":{"value":0.171058,"unit":"ms"},"http_req_data_sent":{"value":3.2353515625,"unit":"KB"},"http_req_chunks_received":{"value":379,"unit":"count"},"reasoning_token_count":{"value":381,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":92.6240234375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2617801047120419,"unit":"%"},"e2e_output_token_throughput":{"value":430.4288019618479,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.25917955,"unit":"ms"},"prefill_throughput_per_user":{"value":28565.446643438183,"unit":"tokens/sec/user"},"http_req_total":{"value":885.089035,"unit":"ms"},"output_token_throughput_per_user":{"value":442.6385676162835,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":43,"x_request_id":"918d75f1-7df3-4526-b5aa-3527e03dc99a","x_correlation_id":"62c078a9-2269-4c15-962c-b644933890ff","conversation_id":"38b1e29f-7fbd-441e-8a30-0bd0edc72d4a","turn_index":0,"credit_issued_ns":1779883800611933880,"request_start_ns":1779883800612619387,"request_ack_ns":1779883800621871222,"request_end_ns":1779883801617650769,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1005.031382,"unit":"ms"},"http_req_connecting":{"value":0.420993,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.994645,2.146052,2.084156,2.483559,1.6290419999999999,2.086446,2.8087199999999997,1.257781,2.137472,2.269609,2.1786939999999997,2.34281,10.791471999999999,2.443097,1.32347,2.015467,2.149289,2.1159969999999997,2.062815,2.168077,2.483447,1.805526,2.736376,1.4871809999999999,2.142315,1.949973,2.115097,2.434962,11.299563,2.4062349999999997,1.3901839999999999,2.082747,2.146382,2.163731,1.9631349999999999,2.1810769999999997,1.999642,2.1103769999999997,2.132087,2.150643,2.181713,2.2275229999999997,2.107825,1.9392749999999999,2.042005,2.110227,2.182422,1.9602709999999999,2.270155,2.130403,2.0497579999999997,2.1662399999999997,2.250118,2.094128,2.020689,2.09768,2.073476,2.084453,2.1089409999999997,2.096146,2.210168,2.282396,2.2587669999999997,2.183985,2.3192209999999998,2.330678,2.264861,2.1646449999999997,2.344305,6.017811,0.633536,2.1789229999999997,2.3165359999999997,2.198912,2.1675299999999997,2.2346719999999998,2.328373,2.2340899999999997,2.269864,2.34026,2.241634,2.2935019999999997,2.148984,2.2644789999999997,2.44283,2.271557,2.242906,2.187124,2.349139,2.251499,2.322434,2.2037999999999998,2.361395,2.272488,2.262633,2.330939,2.356513,2.19826,2.2398119999999997,2.3266739999999997,2.269649,2.3410439999999997,2.404398,2.2495979999999998,2.284922,2.314037,2.23191,2.341411,2.3422609999999997,2.637152,1.750873,3.3888409999999998,1.7295209999999999,1.7393269999999998,2.329018,2.38083,2.618296,2.358948,12.248552,2.564373,1.588771,2.016209,1.981728,1.9881209999999998,2.134989,2.2940709999999997,2.139471,2.234137,2.404575,2.154273,2.21504,2.200706,2.171056,2.0988919999999998,2.020731,2.077943,2.1439529999999998,2.101037,2.0606329999999997,2.115045,2.505381,1.8218139999999998,3.066316,1.426941,2.188352,3.14117,2.092676,11.879883999999999,2.429748,1.501145,2.134403,2.029385,2.1447599999999998,2.101633,2.08051,2.1433809999999998,2.01917,2.163824,2.065902,2.158837,2.084526,2.054452,2.087109,2.179281,2.126174,2.0717849999999998,2.140513,2.160203,2.192191,2.168104,2.159277,2.002557,2.1192949999999997,2.076678,2.042553,2.242337,2.219673,2.157142,2.090708,2.0791269999999997,2.1049439999999997,2.129752,2.1956819999999997,2.121715,2.072759,2.0892269999999997,2.193445,2.071136,2.004448,2.132069,2.0859259999999997,2.20064,2.1840029999999997,2.110014,2.053962,2.152444,2.194988,2.0754699999999997,2.163253,2.5929889999999998,2.136197,2.012004,2.351841,1.603237,2.2426649999999997,2.7269639999999997,2.174039,15.255892,0.641353,1.6944979999999998,2.127469,2.125782,2.187116,2.158187,2.1549389999999997,2.200638,2.1856329999999997,2.1020339999999997,1.9903739999999999,2.0572809999999997,2.063566,2.0759019999999997,2.1068189999999998,2.211592,1.9712809999999998,2.0895259999999998,2.189886,2.075353,2.095344,2.153028,2.115106,2.1823989999999998,2.230488,2.137226,2.004143,1.99298,2.162681,2.089433,2.146122,2.140053,2.092047,2.068491,2.147138,2.1147899999999997,2.1644069999999997,2.093811,2.08126,2.1884289999999997,2.1798699999999998,2.058005,2.016037,2.22729,2.472126,1.740665,2.343382,2.666274,1.5789039999999999,2.091336,3.023901,1.9565009999999998,11.431429,2.22715,1.4512399999999999,2.081488,1.997842,2.089268,2.09612,2.5226759999999997,1.9707249999999998,2.4774119999999997,1.9663579999999998,1.815304,2.028264,2.13482,1.925914,2.187681,2.0596579999999998,2.119032,2.147338,2.038608,1.87851,2.154216,2.0808359999999997,2.1973979999999997,2.1966479999999997,2.258889,2.209461,2.13687,2.227147,2.213704,2.25128,2.050815,2.1793199999999997,2.143147,2.1259959999999998,2.2721169999999997,2.2094199999999997,2.140457,2.211938,2.162442,2.21445,2.156186,2.17211,2.210928,2.2758659999999997,2.12091,2.2997099999999997,2.158335,2.138661,2.2206539999999997,2.253793,2.223077,2.22753,2.18466,2.01877,2.181677,2.217049,2.243464,2.293729,2.2012959999999997,2.199408,2.218557,2.107062,2.4563639999999998,2.131361,2.1052139999999997,2.183004,2.2681929999999997,2.165277,2.143732,2.13373,2.262971,2.21054,2.273778,2.157625,2.378688,2.067297,2.276319,2.004647,2.310033,2.007811,2.274511,2.199888,2.2878089999999998,2.322586,2.173124,2.270717,2.1058529999999998,2.141002,2.162285,2.365595,2.095052,2.171783,2.1680889999999997,2.266692,2.247052,6.151571,0.674345,2.0923339999999997,2.133715,2.084597,1.975199,2.133365,2.01149,2.170838,2.109266,2.225314,2.01898,2.119264,1.9658209999999998,2.140929,2.104266,2.0248779999999997,2.0939829999999997,2.1987769999999998,2.033492,2.0819739999999998,1.984516,2.032355,2.22235,2.5193429999999997,1.8127229999999999,1.983887,2.028847,2.003416,1.991428,2.044558,2.090959,1.904714,2.094506,1.9574969999999998,1.9841099999999998,2.096441,2.0099899999999997,2.007475,2.223656,1.9074289999999998,2.08905,1.951447,2.084559,2.0907679999999997,2.0461229999999997,1.998278,1.961514,1.974219,2.043663,2.128722,2.449783,1.686046,2.071349,1.840704,1.957042,2.085908,2.33519,1.849152,2.06556,2.071797,1.9864819999999999,2.034325,2.400708,2.0692019999999998,1.9527619999999999,2.277813,2.1136369999999998,2.874271],"unit":"ms"},"output_sequence_length":{"value":429,"unit":"tokens"},"time_to_first_token":{"value":28.180474999999998,"unit":"ms"},"http_req_waiting":{"value":26.144009,"unit":"ms"},"http_req_duration":{"value":1004.964969,"unit":"ms"},"input_sequence_length":{"value":837,"unit":"tokens"},"time_to_second_token":{"value":1.994645,"unit":"ms"},"http_req_receiving":{"value":978.2210839999999,"unit":"ms"},"http_req_sending":{"value":0.599876,"unit":"ms"},"http_req_data_sent":{"value":3.9892578125,"unit":"KB"},"http_req_chunks_received":{"value":427,"unit":"count"},"reasoning_token_count":{"value":429,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":104.2294921875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.420993,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.23255813953488372,"unit":"%"},"e2e_output_token_throughput":{"value":426.8523428057493,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.28236193224299,"unit":"ms"},"prefill_throughput_per_user":{"value":29701.41560779227,"unit":"tokens/sec/user"},"http_req_total":{"value":1005.385962,"unit":"ms"},"output_token_throughput_per_user":{"value":438.14260388458644,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":46,"x_request_id":"81ebae3c-506c-42dd-a4ae-adc5947f77ae","x_correlation_id":"e9e26ac8-b946-492d-becb-bef6432cd0a1","conversation_id":"5a7f43f5-e0ff-4130-8b19-6b536ea8c51f","turn_index":0,"credit_issued_ns":1779883800902872375,"request_start_ns":1779883800904393971,"request_ack_ns":1779883800915394842,"request_end_ns":1779883801717723029,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":813.3290579999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.021767,1.9639259999999998,2.002968,2.124276,2.282051,2.15324,2.246123,2.384299,2.1700779999999997,2.21401,2.197608,2.165418,2.107587,2.006659,2.096374,2.133396,2.107746,2.058687,2.116685,2.493095,1.8950129999999998,3.045311,1.40103,2.1772929999999997,3.1624689999999998,2.073435,11.857235,2.438799,1.5154759999999998,2.090669,2.084408,2.1229869999999997,2.120044,2.0748379999999997,2.146537,2.0164999999999997,2.165339,2.060749,2.166522,2.0683979999999997,2.06729,2.087488,2.181044,2.104535,2.0925979999999997,2.136793,2.1659859999999997,2.186101,2.1654809999999998,2.160171,2.010341,2.115101,2.0842929999999997,2.035349,2.2474499999999997,2.2045179999999998,2.170133,2.0783769999999997,2.087885,2.103223,2.133978,2.1937569999999997,2.1257729999999997,2.068991,2.090411,2.188939,2.077505,1.997734,2.137355,2.0839119999999998,2.2081399999999998,2.161445,2.129692,2.049652,2.153985,2.1942779999999997,2.0754129999999997,2.157547,2.599137,2.12244,2.06174,2.3102139999999998,1.6210179999999998,2.233114,2.768011,2.10242,15.290398,0.631069,1.748197,2.092548,2.129529,2.205174,2.152117,2.124786,2.227268,2.165685,2.106681,1.984513,2.057613,2.060119,2.082338,2.102921,2.210928,1.9695829999999999,2.0955079999999997,2.182356,2.081121,2.088205,2.1652519999999997,2.104834,2.187837,2.230563,2.134964,1.997901,2.0023489999999997,2.1555269999999997,2.101673,2.133116,2.153636,2.114401,2.065788,2.1152219999999997,2.121501,2.156425,2.101841,2.076174,2.208729,2.16141,2.067018,2.003618,2.238521,2.4631469999999998,1.731738,2.335105,2.6419669999999997,1.6259219999999999,2.091209,3.017791,1.9205649999999999,11.289323999999999,2.397732,1.457917,2.042748,2.014498,2.110904,2.086429,2.4894789999999998,2.001492,2.4921219999999997,1.9599369999999998,1.8839899999999998,2.010189,2.104422,1.911165,2.187102,2.052491,2.084558,2.06001,2.101657,1.923573,2.16883,2.064355,2.210758,2.157756,2.226396,2.2367969999999997,2.177202,2.228825,2.21648,2.228015,2.083043,2.163906,2.146695,2.118711,2.239684,2.196865,2.1611249999999997,2.195504,2.2020619999999997,2.177278,2.133599,2.177164,2.220246,2.212571,2.242453,2.257618,2.19935,2.146193,2.2157329999999997,2.2502169999999997,2.235141,2.222698,2.184097,2.010999,2.190963,2.2115199999999997,2.196363,2.284623,2.207617,2.205052,2.263712,2.109874,2.417707,2.159763,2.062979,2.1682699999999997,2.275546,2.212781,2.160627,2.126518,2.269724,2.179459,2.284414,2.1730929999999997,2.383528,2.054162,2.278994,2.008869,2.319506,2.004332,2.281415,2.194087,2.314799,2.2791509999999997,2.174671,2.268198,2.114281,2.140233,2.164034,2.3340639999999997,2.119838,2.1751679999999998,2.171308,2.263003,2.237576,6.0985309999999995,0.738109,2.085701,2.126467,2.096448,1.9758449999999999,2.134354,2.0120199999999997,2.167834,2.045895,2.270632,2.0263139999999997,2.114395,1.9731219999999998,2.145191,2.108768,2.021328,2.094206,2.196296,2.042807,2.078562,1.986222,2.030776,2.220334,2.5091699999999997,1.83548,1.9837069999999999,2.029074,1.999067,1.97779,2.059336,2.099462,1.895641,2.07875,1.961123,1.9918239999999998,2.090569,2.018197,2.001106,2.203235,1.9282679999999999,2.0959559999999997,1.950961,2.0871649999999997,2.0875269999999997,2.047254,1.9966089999999999,1.963371,1.9714269999999998,2.038091,2.131105,2.447314,1.698734,2.014207,1.8631229999999999,1.9921669999999998,2.057365,2.348887,1.859419,2.069734,2.064205,1.9863229999999998,2.043962,2.477008,2.026046,1.9298,2.251751,2.125114,2.8673759999999997,1.4758959999999999,1.9758479999999998,2.064448,2.009152,1.837148,2.052143,1.9943909999999998,2.11402,2.032026,2.100612,2.064656,2.104571,1.936067,2.033101,2.123973,2.074416,1.969735,2.027529,2.1229839999999998,1.930029,1.958195,2.153275,1.9808199999999998,2.0957779999999997,2.115992,2.097738,2.179849,2.008912,2.055883,2.096593,1.988638,2.051075,2.019419,2.012965,3.994534,2.050129,2.0084,2.040628,2.0965219999999998,2.0830859999999998,1.997051,2.041626,2.0265679999999997,1.990349,2.009562,2.02949,2.136266,2.735769],"unit":"ms"},"output_sequence_length":{"value":355,"unit":"tokens"},"time_to_first_token":{"value":31.201113,"unit":"ms"},"http_req_waiting":{"value":29.378722999999997,"unit":"ms"},"http_req_duration":{"value":813.26868,"unit":"ms"},"input_sequence_length":{"value":852,"unit":"tokens"},"output_token_count":{"value":14,"unit":"tokens"},"time_to_second_token":{"value":2.021767,"unit":"ms"},"http_req_receiving":{"value":783.7424169999999,"unit":"ms"},"http_req_sending":{"value":0.14754,"unit":"ms"},"time_to_first_output_token":{"value":786.083612,"unit":"ms"},"http_req_data_sent":{"value":3.6025390625,"unit":"KB"},"http_req_chunks_received":{"value":354,"unit":"count"},"reasoning_token_count":{"value":341,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":86.3017578125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5602240896358543,"unit":"%"},"e2e_output_token_throughput":{"value":436.4777042061615,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.209400974576271,"unit":"ms"},"prefill_throughput_per_user":{"value":27306.71819303369,"unit":"tokens/sec/user"},"http_req_total":{"value":813.26868,"unit":"ms"},"output_token_throughput_per_user":{"value":452.61136910278793,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":49,"x_request_id":"f908504e-a3a6-4313-b2cc-e65a42d8b79a","x_correlation_id":"fcc34d19-691b-4a4a-95f7-db8d51ae8dac","conversation_id":"f82e3e91-2a64-4407-b7a1-ffae159a1f62","turn_index":0,"credit_issued_ns":1779883801241600655,"request_start_ns":1779883801744000754,"request_end_ns":1779883802244561933,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883802244561933},"metrics":{"error_isl":{"value":699,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} +{"metadata":{"session_num":47,"x_request_id":"bfbe45b0-3e71-4746-939d-3b642f77f2f5","x_correlation_id":"962aa6d2-2772-4d6e-b8a5-e49aceb6ed89","conversation_id":"158ec01c-1bc3-4515-8631-08594e4ef85e","turn_index":0,"credit_issued_ns":1779883800980320238,"request_start_ns":1779883800981671687,"request_ack_ns":1779883800990463595,"request_end_ns":1779883801893198152,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":911.5264649999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.144812,2.030499,2.138909,2.1073109999999997,2.083971,2.139703,2.0185619999999997,2.162547,2.065365,2.161496,2.081681,2.054112,2.099598,2.172435,2.1065869999999998,2.0858149999999998,2.1438859999999997,2.161982,2.190607,2.158379,2.168076,2.003217,2.1216109999999997,2.073937,2.0427649999999997,2.240678,2.221921,2.15436,2.085959,2.081479,2.114132,2.122904,2.199823,2.1168929999999997,2.076314,2.088102,2.195789,2.068141,2.003162,2.1304369999999997,2.0885759999999998,2.2018869999999997,2.1836439999999997,2.108349,2.060418,2.146567,2.199877,2.0668539999999997,2.166861,2.5924419999999997,2.136376,2.0395559999999997,2.2891079999999997,1.633553,2.241361,2.7724599999999997,2.124552,15.245686999999998,0.6635949999999999,1.77437,2.071452,2.109304,2.2063099999999998,2.123309,2.1559239999999997,2.201295,2.184707,2.1014209999999998,1.99301,2.049732,2.073784,2.071093,2.109904,2.206194,1.969304,2.093604,2.188616,2.076241,2.098781,2.148703,2.116095,2.1807719999999997,2.2331909999999997,2.13095,2.008914,1.99246,2.168743,2.083711,2.145298,2.141647,2.092319,2.067437,2.149117,2.1123119999999997,2.167001,2.0909359999999997,2.0843309999999997,2.1914309999999997,2.201913,2.031057,2.018655,2.2234149999999997,2.472346,1.728855,2.314629,2.635636,1.6892969999999998,2.080936,3.0674609999999998,1.903787,11.240649,2.390637,1.461017,2.0478069999999997,2.018008,2.098345,2.0904149999999997,2.488804,2.0085919999999997,2.524012,1.9563329999999999,1.782327,2.032832,2.13256,1.9292209999999999,2.1863159999999997,2.0615289999999997,2.07359,2.07519,2.102935,1.913382,2.164688,2.070655,2.204253,2.161604,2.222005,2.242126,2.1689469999999997,2.2400279999999997,2.206686,2.234502,2.070747,2.1719649999999997,2.140886,2.1257729999999997,2.225812,2.211865,2.15304,2.202357,2.1939759999999997,2.193088,2.1142,2.188433,2.20828,2.226379,2.232157,2.268353,2.190593,2.150743,2.2190939999999997,2.25468,2.219769,2.228809,2.18172,2.016156,2.17516,2.2244029999999997,2.185672,2.299379,2.2012519999999998,2.2130929999999998,2.250682,2.119118,2.407067,2.1686229999999997,2.0556259999999997,2.177566,2.2724539999999998,2.217962,2.149251,2.137669,2.2607079999999997,2.1852229999999997,2.27881,2.179308,2.3779939999999997,2.0576119999999998,2.272087,2.015098,2.311711,2.012235,2.2747729999999997,2.201129,2.320061,2.284142,2.177996,2.274193,2.107766,2.1388059999999998,2.160761,2.3503369999999997,2.104215,2.179008,2.16872,2.276256,2.224107,6.123838,0.704337,2.102124,2.116221,2.0992699999999997,1.971844,2.142189,2.007577,2.196024,2.014696,2.281154,2.0198899999999997,2.116377,1.9646549999999998,2.1527179999999997,2.1056779999999997,2.03186,2.0822469999999997,2.212542,2.024604,2.086672,1.9793759999999998,2.035526,2.219658,2.5247859999999998,1.7986419999999999,2.075563,1.95321,2.018611,1.962697,2.130279,2.018091,1.9081819999999998,2.071068,1.970597,1.985978,2.09295,2.0136499999999997,2.0121629999999997,2.192995,1.931058,2.0900849999999997,1.9567459999999999,2.081117,2.093953,2.041658,2.001538,1.959406,1.977828,2.034674,2.13971,2.445497,1.695797,1.996818,1.872145,1.9860879999999999,2.062296,2.3947089999999998,1.8335029999999999,2.049017,2.07138,1.982499,2.043021,2.394879,2.138392,1.884536,2.270486,2.117058,2.833275,1.532074,1.9574699999999998,2.039408,2.073164,1.781494,2.098758,1.945396,2.118043,2.0199439999999997,2.111532,2.05905,2.106909,1.9219629999999999,2.048277,2.081201,2.129742,1.9505899999999998,2.0375959999999997,2.118795,1.934122,1.9522819999999999,2.1588499999999997,1.9745469999999998,2.100205,2.112059,2.104691,2.1799809999999997,2.0102029999999997,2.0441849999999997,2.113794,1.980222,2.054367,2.016505,2.01533,1.958329,2.033659,2.052793,2.006353,2.046105,2.092971,2.081967,1.9973489999999998,2.0562929999999997,2.0186919999999997,1.9858019999999998,2.0082329999999997,2.027024,2.1390249999999997,2.68133,1.777785,2.0226699999999997,2.026475,2.066735,2.07706,2.027548,2.069687,2.091916,1.973514,2.033105,1.9341469999999998,1.963878,2.0493669999999997,2.260468,2.1877299999999997,1.907644,1.9549379999999998,1.854379,1.854749,1.8801789999999998,1.9153319999999998,1.9350569999999998,1.931171,1.9151479999999999,1.9824499999999998,1.954707,1.8385719999999999,1.885375,1.953555,1.905913,1.839246,1.8960819999999998,1.843699,1.859279,1.85704,1.8495279999999998,1.939698,1.901824,1.87446,1.8404859999999998,1.893287,1.864844,1.9373859999999998,1.8295169999999998,2.396604,4.884975,0.39357699999999995,1.71789,1.8443109999999998,1.9313349999999998,1.894248,2.00675,1.859738,1.812282,1.888506,1.9013909999999998,2.039192,1.953136,1.9368059999999998,2.004758,1.94929,1.962969,1.8866239999999999,1.881023,3.636901,1.836349,1.840147,1.828107,1.7750199999999998,1.944343,1.870649,1.9460169999999999,1.899992,1.9463949999999999,1.99785,1.920037,1.989495,1.8732739999999999,1.949338,1.889484,1.986413,1.921776,1.9784419999999998,1.934472,1.867789,1.8013029999999999,1.968685,1.849392,2.475523],"unit":"ms"},"output_sequence_length":{"value":417,"unit":"tokens"},"time_to_first_token":{"value":26.549561999999998,"unit":"ms"},"http_req_waiting":{"value":24.8839,"unit":"ms"},"http_req_duration":{"value":911.463908,"unit":"ms"},"input_sequence_length":{"value":801,"unit":"tokens"},"output_token_count":{"value":25,"unit":"tokens"},"time_to_second_token":{"value":2.144812,"unit":"ms"},"http_req_receiving":{"value":886.437824,"unit":"ms"},"http_req_sending":{"value":0.142184,"unit":"ms"},"time_to_first_output_token":{"value":865.236173,"unit":"ms"},"http_req_data_sent":{"value":3.576171875,"unit":"KB"},"http_req_chunks_received":{"value":415,"unit":"count"},"reasoning_token_count":{"value":392,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":101.2822265625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.47732696897374705,"unit":"%"},"e2e_output_token_throughput":{"value":457.4743751406055,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.127348324519231,"unit":"ms"},"prefill_throughput_per_user":{"value":30169.98924502031,"unit":"tokens/sec/user"},"http_req_total":{"value":911.463908,"unit":"ms"},"output_token_throughput_per_user":{"value":470.06876517318545,"unit":"tokens/sec/user"}}} +{"metadata":{"session_num":48,"x_request_id":"f4bb7a7a-0f1d-4ae4-a807-ced12d606c80","x_correlation_id":"9e663e0b-88a4-452f-b633-c96ba563e323","conversation_id":"4df4c503-510b-4c0f-8c35-acd5055d515b","turn_index":0,"credit_issued_ns":1779883801117089090,"request_start_ns":1779883801118777407,"request_ack_ns":1779883801127215417,"request_end_ns":1779883802145901631,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1027.124224,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.6992699999999998,2.117528,2.140737,2.1753709999999997,2.1618969999999997,2.1457859999999997,2.216996,2.1796789999999997,2.1056459999999997,1.98156,2.064764,2.0532969999999997,2.080215,2.1141929999999998,2.208552,1.9694109999999998,2.093914,2.179707,2.081318,2.091982,2.158868,2.104876,2.190019,2.228726,2.1431649999999998,1.994402,1.9986069999999998,2.1580209999999997,2.094429,2.140291,2.152612,2.0833369999999998,2.07022,2.137342,2.126347,2.1560639999999998,2.100354,2.073544,2.19569,2.18066,2.0596769999999998,2.006148,2.233152,2.475359,1.7328919999999999,2.3000789999999998,2.661178,1.63597,2.0896969999999997,3.0210049999999997,1.9232829999999999,11.251146,2.4418919999999997,1.4431429999999998,2.043954,2.018182,2.110748,2.081318,2.5281949999999997,1.9690619999999999,2.48263,1.962291,1.818746,2.028415,2.142981,1.9150269999999998,2.199455,2.053457,2.086494,2.0571539999999997,2.100964,1.916625,2.184614,2.053744,2.2144969999999997,2.155163,2.231834,2.231534,2.176236,2.2290929999999998,2.217749,2.2303729999999997,2.077682,2.1594789999999997,2.155777,2.106665,2.241186,2.195363,2.163416,2.2015029999999998,2.203293,2.165886,2.137022,2.180228,2.2178009999999997,2.22186,2.237683,2.265892,2.2021189999999997,2.1357909999999998,2.2273519999999998,2.242655,2.229384,2.222409,2.2010449999999997,1.9549349999999999,2.178001,2.216827,2.193051,2.286336,2.20822,2.214574,2.2564349999999997,2.107191,2.4246689999999997,2.158357,2.0538909999999997,2.176532,2.281805,2.212319,2.148771,2.1379889999999997,2.269777,2.171004,2.2838879999999997,2.174624,2.386195,2.0577229999999997,2.2734829999999997,2.007878,2.312461,2.010471,2.2910049999999997,2.18002,2.374831,2.281352,2.182829,2.268318,2.113452,2.1273779999999998,2.175326,2.327787,2.118573,2.1701729999999997,2.1723369999999997,2.267144,2.24438,6.108944999999999,0.727001,2.074666,2.136187,2.088658,1.978275,2.12851,2.0164649999999997,2.158833,2.054712,2.277254,2.027282,2.108371,1.9693189999999998,2.138029,2.129184,2.010623,2.106144,2.196841,2.033648,2.0724519999999997,1.988467,2.0267939999999998,2.225,2.544618,1.787026,1.986441,2.037956,1.9945629999999999,1.9813159999999999,2.058925,2.098753,1.888021,2.09905,1.95247,1.990065,2.089784,2.0240009999999997,1.997259,2.213764,1.913746,2.099293,1.945155,2.097514,2.077918,2.054478,1.985161,1.971693,1.96335,2.046601,2.123625,2.486944,1.6636229999999999,2.002288,1.865997,1.995715,2.047295,2.360112,1.8601949999999998,2.090009,2.002792,1.9908569999999999,2.032031,2.470547,2.045808,1.9607809999999999,2.242966,2.132453,2.8621049999999997,1.453597,1.931616,2.0590889999999997,2.05102,1.841486,2.043524,1.997617,2.1088359999999997,2.036164,2.100939,2.0691159999999997,2.1118069999999998,1.922682,2.036098,2.1006389999999997,2.1109,1.9609079999999999,2.022712,2.138419,1.9183139999999999,1.9573049999999999,2.1632,1.968931,2.095447,2.120441,2.098594,2.192557,1.98885,2.063869,2.092864,1.989682,2.051023,2.02218,2.006125,1.965673,2.028695,2.079945,1.9799989999999998,2.0591239999999997,2.0796099999999997,2.095898,1.9827329999999999,2.052027,2.017784,2.00516,1.994786,2.037449,2.1265929999999997,2.719503,1.743896,2.0380629999999997,2.003066,2.078617,2.0461359999999997,2.0280739999999997,2.070842,2.128838,1.954321,2.043937,1.9240629999999999,1.9751919999999998,2.039567,2.280249,2.145263,1.938494,1.9434399999999998,1.863969,1.84249,1.8965679999999998,1.9035499999999999,1.9472079999999998,1.9210829999999999,1.9208269999999998,1.978265,1.9620549999999999,1.82533,1.895926,1.944338,1.9183729999999999,1.8239889999999999,1.917017,1.826512,1.868097,1.8456329999999999,1.8628,1.929122,1.913644,1.8613359999999999,1.853642,1.881413,1.8622779999999999,1.9248539999999998,1.844161,2.402624,4.8467329999999995,0.419635,1.7269599999999998,1.839402,1.924501,1.8932399999999998,1.989698,1.868742,1.8341269999999998,1.883691,1.904556,2.0203029999999997,1.973584,1.924563,2.024993,1.9333699999999998,1.9777969999999998,1.864711,1.902917,1.887435,1.721039,1.8274569999999999,1.8380889999999999,1.8277519999999998,1.77558,1.941573,1.8686809999999998,1.9511539999999998,1.898018,1.949431,1.9946249999999999,1.9215069999999999,1.987306,1.876123,1.9516589999999998,1.8866589999999999,1.9891679999999998,1.919621,1.973928,1.936612,1.874957,1.7998509999999999,1.963339,1.8527879999999999,2.42387,1.700515,1.873495,1.692732,1.873435,1.8604589999999999,1.8914199999999999,1.893591,1.786533,1.901919,1.8810939999999998,1.883665,1.855202,1.957792,1.896696,1.9092339999999999,1.8686809999999998,1.9279229999999998,1.9155499999999999,1.899096,1.8056159999999999,3.882869,1.914602,1.8729259999999999,1.918728,1.879162,1.846415,1.759827,1.737485,1.7716049999999999,1.742402,1.783289,1.7697939999999999,1.828641,1.839159,1.8079859999999999,1.875341,1.8054599999999998,1.893054,1.81063,1.949102,1.774185,1.863794,1.769461,1.8635149999999998,1.824474,1.836342,1.810188,1.810246,1.885627,1.878089,1.941506,1.966766,1.9677289999999998,1.910299,2.0283789999999997,1.941252,1.9942419999999998,2.0254689999999997,1.794546,1.88658,1.614835,1.832161,1.5659839999999998,1.697632,1.708484,1.728883,1.707266,1.72221,1.7568949999999999,1.813655,1.74112,1.809332,2.0212529999999997,1.548681,1.676329,1.689138,1.810376,1.7557079999999998,1.7456159999999998,1.85014,1.785836,1.6627699999999999,1.975512,1.6516499999999998,1.745876,1.7541799999999999,1.751788,1.7867069999999998,1.7216859999999998,1.691501,1.817408,1.839143,1.755264,1.834029,1.6683089999999998,1.908903,1.821564,1.848272,1.453747,1.773023,1.9135479999999998,1.6997479999999998,1.6714149999999999,1.7992569999999999,1.7100799999999998,1.785367,1.7656029999999998,1.735723,1.775817,1.80436,1.728283,1.7507249999999999,1.871988,1.693887,1.7697399999999999,1.8167229999999999,1.713779,1.769798,1.791979,1.787477,1.75163,1.792522,1.6998499999999999,1.766846,1.7940159999999998,1.782646,1.822454,1.7118689999999999,1.8705999999999998,1.738046,1.884353,1.6410609999999999,1.66108,1.785841,7.291684,0.123248,1.5077939999999999],"unit":"ms"},"output_sequence_length":{"value":497,"unit":"tokens"},"time_to_first_token":{"value":27.077189999999998,"unit":"ms"},"http_req_waiting":{"value":26.22315,"unit":"ms"},"http_req_duration":{"value":1027.050833,"unit":"ms"},"input_sequence_length":{"value":735,"unit":"tokens"},"output_token_count":{"value":119,"unit":"tokens"},"time_to_second_token":{"value":1.6992699999999998,"unit":"ms"},"http_req_receiving":{"value":1000.680156,"unit":"ms"},"http_req_sending":{"value":0.147527,"unit":"ms"},"time_to_first_output_token":{"value":815.5222239999999,"unit":"ms"},"http_req_data_sent":{"value":3.056640625,"unit":"KB"},"http_req_chunks_received":{"value":494,"unit":"count"},"reasoning_token_count":{"value":378,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":120.478515625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4008016032064128,"unit":"%"},"e2e_output_token_throughput":{"value":483.87525908453307,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0162238588709678,"unit":"ms"},"prefill_throughput_per_user":{"value":27144.618773218343,"unit":"tokens/sec/user"},"http_req_total":{"value":1027.050833,"unit":"ms"},"output_token_throughput_per_user":{"value":495.97667223319814,"unit":"tokens/sec/user"}}} diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json new file mode 100644 index 000000000000..1712e45d47b2 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json @@ -0,0 +1,639 @@ +{ + "schema_version": "1.1", + "aiperf_version": "0.8.0", + "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b", + "request_throughput": { + "unit": "requests/sec", + "avg": 7.209094792660062 + }, + "request_latency": { + "unit": "ms", + "avg": 955.0836193636363, + "p1": 814.10163771, + "p5": 822.92277025, + "p10": 836.221605, + "p25": 896.10864425, + "p50": 937.6478894999999, + "p75": 1024.915075, + "p90": 1067.2458648, + "p95": 1072.70707275, + "p99": 1138.92739996, + "min": 813.3290579999999, + "max": 1169.920737, + "std": 86.85153625302719, + "count": 44, + "sum": 42023.679252 + }, + "request_count": { + "unit": "requests", + "avg": 44.0 + }, + "time_to_first_token": { + "unit": "ms", + "avg": 34.1443705, + "p1": 23.55481638, + "p5": 25.00943395, + "p10": 25.496595499999998, + "p25": 26.251925749999998, + "p50": 27.9210925, + "p75": 31.1770635, + "p90": 63.0582823, + "p95": 63.30124985, + "p99": 63.388245659999995, + "min": 23.016643, + "max": 63.397636, + "std": 13.854675979321517, + "count": 44, + "sum": 1502.352302 + }, + "time_to_second_token": { + "unit": "ms", + "avg": 1.8686714999999998, + "p1": 0.61778179, + "p5": 0.7429261499999998, + "p10": 1.5257398999999998, + "p25": 1.67936525, + "p50": 1.9966504999999999, + "p75": 2.0530127499999997, + "p90": 2.1752013, + "p95": 2.2658192, + "p99": 2.42300041, + "min": 0.616598, + "max": 2.526636, + "std": 0.4052337371722253, + "count": 44, + "sum": 82.22154599999999 + }, + "inter_token_latency": { + "unit": "ms", + "avg": 2.273834044678246, + "p1": 2.049676393826424, + "p5": 2.1194552170989374, + "p10": 2.156798842551151, + "p25": 2.2469873690526887, + "p50": 2.2989390328768198, + "p75": 2.3235522631965946, + "p90": 2.3433760184493813, + "p95": 2.352719300579752, + "p99": 2.3801834959314445, + "min": 2.0162238588709678, + "max": 2.381120894594594, + "std": 0.07846247627845339, + "count": 44, + "sum": 100.04869796584279 + }, + "output_token_throughput": { + "unit": "tokens/sec", + "avg": 2927.7117011373334 + }, + "output_token_throughput_per_user": { + "unit": "tokens/sec/user", + "avg": 440.3369371699086, + "p1": 420.13576152468744, + "p5": 425.04022076898053, + "p10": 426.73475996209464, + "p25": 430.37552730168835, + "p50": 434.9833116920256, + "p75": 445.04279936356807, + "p90": 463.6691316256848, + "p95": 471.82050931724467, + "p99": 488.05331267346503, + "min": 419.97027629723027, + "max": 495.97667223319814, + "std": 15.987775558831647, + "count": 44, + "sum": 19374.825235475975 + }, + "output_sequence_length": { + "unit": "tokens", + "avg": 406.1136363636364, + "p1": 341.86, + "p5": 346.5, + "p10": 364.0, + "p25": 377.0, + "p50": 405.0, + "p75": 437.75, + "p90": 452.0, + "p95": 459.65000000000003, + "p99": 489.69, + "min": 341.0, + "max": 497.0, + "std": 37.17661527278264, + "count": 44, + "sum": 17869.0 + }, + "input_sequence_length": { + "unit": "tokens", + "avg": 790.3181818181819, + "p1": 632.0, + "p5": 700.75, + "p10": 712.1, + "p25": 738.0, + "p50": 785.0, + "p75": 846.5, + "p90": 871.4, + "p95": 895.15, + "p99": 918.82, + "min": 589.0, + "max": 930.0, + "std": 68.61611682107423, + "count": 44, + "sum": 34774.0 + }, + "output_token_count": { + "unit": "tokens", + "avg": 70.65, + "p1": 4.28, + "p5": 13.4, + "p10": 16.7, + "p25": 37.5, + "p50": 63.0, + "p75": 116.75, + "p90": 126.60000000000001, + "p95": 132.2, + "p99": 135.24, + "min": 2.0, + "max": 136.0, + "std": 43.43647660664939, + "count": 20, + "sum": 1413.0 + }, + "reasoning_token_count": { + "unit": "tokens", + "avg": 374.0, + "p1": 252.31, + "p5": 298.45, + "p10": 314.0, + "p25": 344.75, + "p50": 381.0, + "p75": 401.25, + "p90": 426.6, + "p95": 444.7, + "p99": 452.0, + "min": 245.0, + "max": 452.0, + "std": 45.967379738244816, + "count": 44, + "sum": 16456.0 + }, + "inter_chunk_latency": { + "unit": "ms", + "avg": 2.2936167402501835, + "p1": 1.3137414061309525, + "p5": 1.8182807209482759, + "p10": 1.9611109931787634, + "p25": 2.049250397506814, + "p50": 2.119059862668808, + "p75": 2.20140903043528, + "p90": 2.350206802596349, + "p95": 2.5947206701809753, + "p99": 11.21931857442066, + "min": 0.0, + "max": 16.615432, + "std": 1.2537941612559884, + "count": 17667, + "sum": 40521.326949999995 + }, + "total_output_tokens": { + "unit": "tokens", + "avg": 1413.0 + }, + "total_reasoning_tokens": { + "unit": "tokens", + "avg": 16456.0 + }, + "benchmark_duration": { + "unit": "sec", + "avg": 6.103401504000001 + }, + "total_isl": { + "unit": "tokens", + "avg": 34774.0 + }, + "total_osl": { + "unit": "tokens", + "avg": 17869.0 + }, + "error_request_count": { + "unit": "requests", + "avg": 6.0 + }, + "error_isl": { + "unit": "tokens", + "avg": 782.1666666666666, + "p1": 699.3, + "p5": 700.5, + "p10": 702.0, + "p25": 716.75, + "p50": 780.5, + "p75": 814.25, + "p90": 864.0, + "p95": 888.0, + "p99": 907.2, + "min": 699.0, + "max": 912.0, + "std": 73.60121526774465, + "count": 6, + "sum": 4693.0 + }, + "total_error_isl": { + "unit": "tokens", + "avg": 4693.0 + }, + "telemetry_data": { + "summary": { + "endpoints_configured": [], + "endpoints_successful": [], + "start_time": "2026-05-27T12:09:56.040906", + "end_time": "2026-05-27T12:10:04.152894" + }, + "endpoints": {}, + "error_summary": [] + }, + "input_config": { + "endpoint": { + "model_names": [ + "Qwen/Qwen3-0.6B" + ], + "custom_endpoint": "/v1/chat/completions", + "type": "chat", + "streaming": true, + "urls": [ + "http://localhost:8000" + ] + }, + "input": { + "extra": [ + [ + "ignore_eos", + true + ] + ], + "prompt": { + "input_tokens": { + "mean": 800, + "stddev": 80.0 + }, + "output_tokens": { + "mean": 400, + "stddev": 40.0 + } + } + }, + "loadgen": { + "concurrency": 8, + "arrival_pattern": "concurrency_burst", + "request_count": 50, + "warmup_request_count": 5, + "request_cancellation_rate": 10.0, + "request_cancellation_delay": 0.5 + }, + "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 10 --request-cancellation-delay 0.5 --synthetic-input-tokens-mean 800 --synthetic-input-tokens-stddev 80 --output-tokens-mean 400 --output-tokens-stddev 40 --concurrency 8 --request-count 50 --warmup-request-count 5 --extra-inputs 'ignore_eos:true'", + "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b" + }, + "was_cancelled": false, + "error_summary": [ + { + "error_details": { + "code": 499, + "type": "RequestCancellationError", + "message": "Request cancelled 0.500s after being sent" + }, + "count": 6 + } + ], + "start_time": "2026-05-27T12:09:56.040906", + "end_time": "2026-05-27T12:10:02.147913", + "http_req_connecting": { + "unit": "ms", + "avg": 0.15558888636363635, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.4022311, + "p95": 1.5531964000000018, + "p99": 1.76350777, + "min": 0.0, + "max": 1.7707579999999998, + "std": 0.448167622346981, + "count": 44, + "sum": 6.845911 + }, + "http_req_blocked": { + "unit": "ms", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 44, + "sum": 0.0 + }, + "http_req_dns_lookup": { + "unit": "ms", + "avg": 0.08308447727272728, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 1.0230957000000016, + "p99": 1.22688471, + "min": 0.0, + "max": 1.232089, + "std": 0.30716555619963526, + "count": 44, + "sum": 3.6557169999999997 + }, + "http_req_waiting": { + "unit": "ms", + "avg": 32.19943634090909, + "p1": 21.860813809999996, + "p5": 23.31617025, + "p10": 23.5553979, + "p25": 24.61462225, + "p50": 26.1835795, + "p75": 29.4417345, + "p90": 59.5717093, + "p95": 60.4591055, + "p99": 62.33055062, + "min": 21.403264999999998, + "max": 62.415761999999994, + "std": 13.297694337869162, + "count": 44, + "sum": 1416.775199 + }, + "http_req_duration": { + "unit": "ms", + "avg": 955.0058664772727, + "p1": 814.03454999, + "p5": 822.8413730499999, + "p10": 836.149856, + "p25": 896.0458894999999, + "p50": 937.5893044999999, + "p75": 1024.83832625, + "p90": 1067.1809077, + "p95": 1072.64234085, + "p99": 1138.8551431600001, + "min": 813.26868, + "max": 1169.859342, + "std": 86.85151604708516, + "count": 44, + "sum": 42020.258125 + }, + "http_req_receiving": { + "unit": "ms", + "avg": 922.4614802045454, + "p1": 772.90963255, + "p5": 791.5188357000001, + "p10": 800.1977903999999, + "p25": 867.3119985, + "p50": 902.476399, + "p75": 991.26528375, + "p90": 1039.1654282, + "p95": 1045.45008765, + "p99": 1100.2707275, + "min": 764.737532, + "max": 1140.794852, + "std": 87.9247151750536, + "count": 44, + "sum": 40588.305129 + }, + "http_req_sending": { + "unit": "ms", + "avg": 0.3449499318181818, + "p1": 0.13022265, + "p5": 0.13640985, + "p10": 0.13736729999999997, + "p25": 0.1421425, + "p50": 0.1711865, + "p75": 0.2493955, + "p90": 0.5644982000000001, + "p95": 1.927959350000002, + "p99": 2.1853264599999997, + "min": 0.128221, + "max": 2.195551, + "std": 0.5088439890605602, + "count": 44, + "sum": 15.177797 + }, + "time_to_first_output_token": { + "unit": "ms", + "avg": 805.3652181499999, + "p1": 605.12015194, + "p5": 640.8384997, + "p10": 667.8330657999999, + "p25": 718.6730897499999, + "p50": 827.868891, + "p75": 880.27348175, + "p90": 911.6615983, + "p95": 936.0292715499999, + "p99": 939.85309831, + "min": 596.190565, + "max": 940.809055, + "std": 99.45438173347937, + "count": 20, + "sum": 16107.304363 + }, + "http_req_data_sent": { + "unit": "KB", + "avg": 3.490500710227273, + "p1": 2.73208984375, + "p5": 3.04169921875, + "p10": 3.137890625, + "p25": 3.2470703125, + "p50": 3.48095703125, + "p75": 3.734619140625, + "p90": 3.96376953125, + "p95": 4.026220703125, + "p99": 4.125234375, + "min": 2.5380859375, + "max": 4.1806640625, + "std": 0.3351041923482714, + "count": 44, + "sum": 153.58203125 + }, + "http_req_chunks_received": { + "unit": "count", + "avg": 403.5, + "p1": 340.0, + "p5": 342.95, + "p10": 361.9, + "p25": 374.75, + "p50": 403.0, + "p75": 436.25, + "p90": 449.0, + "p95": 456.95, + "p99": 486.69, + "min": 340.0, + "max": 494.0, + "std": 37.00951965987326, + "count": 44, + "sum": 17754.0 + }, + "http_req_connection_reused": { + "unit": "ratio", + "avg": 0.8409090909090909, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 0.0, + "max": 1.0, + "std": 0.36576083953252464, + "count": 44, + "sum": 37.0 + }, + "http_req_data_received": { + "unit": "KB", + "avg": 98.4737881747159, + "p1": 82.96640625, + "p5": 83.681201171875, + "p10": 88.27451171875, + "p25": 91.3466796875, + "p50": 98.43310546875, + "p75": 106.485107421875, + "p90": 109.52685546875, + "p95": 111.263720703125, + "p99": 118.685029296875, + "min": 82.916015625, + "max": 120.478515625, + "std": 9.01573351523692, + "count": 44, + "sum": 4332.8466796875 + }, + "http_req_chunks_sent": { + "unit": "count", + "avg": 1.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "count": 44, + "sum": 44.0 + }, + "http_req_connection_overhead": { + "unit": "ms", + "avg": 0.23867336363636363, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.4022311, + "p95": 2.5770571000000033, + "p99": 2.98831106, + "min": 0.0, + "max": 2.990744, + "std": 0.7494522597472919, + "count": 44, + "sum": 10.501628 + }, + "osl_mismatch_diff_pct": { + "unit": "%", + "avg": -0.37528870819629995, + "p1": -0.7858562077271676, + "p5": -0.5581576893052304, + "p10": -0.5442387285876306, + "p25": -0.4756262790605389, + "p50": -0.291547667618659, + "p75": -0.25254438467560675, + "p90": -0.23388074506778353, + "p95": -0.2243667434250394, + "p99": -0.22075055187637968, + "min": -0.8042895442359249, + "max": -0.22075055187637968, + "std": 0.14775625525295893, + "count": 44, + "sum": -16.512703160637198 + }, + "e2e_output_token_throughput": { + "unit": "tokens/sec/user", + "avg": 425.3745090037801, + "p1": 409.2455114354372, + "p5": 412.23484535985915, + "p10": 414.42684802903835, + "p25": 418.1929206601141, + "p50": 421.64331598653564, + "p75": 429.00233825659546, + "p90": 438.3226790793012, + "p95": 442.06755229808596, + "p99": 472.5228789886442, + "min": 408.4619352616017, + "max": 483.87525908453307, + "std": 12.767863457304925, + "count": 44, + "sum": 18716.47839616632 + }, + "prefill_throughput_per_user": { + "unit": "tokens/sec/user", + "avg": 25714.92900629359, + "p1": 11323.23523359792, + "p5": 11423.16040852579, + "p10": 13367.14513950995, + "p25": 25806.283472523366, + "p50": 28174.316141864976, + "p75": 29882.56945436751, + "p90": 30759.744264742883, + "p95": 32455.212089239696, + "p99": 33826.56301655468, + "min": 11301.195629888134, + "max": 33888.52144945725, + "std": 6642.583779087169, + "count": 44, + "sum": 1131456.876276918 + }, + "http_req_total": { + "unit": "ms", + "avg": 955.244539840909, + "p1": 814.03454999, + "p5": 822.9008673999999, + "p10": 836.149856, + "p25": 896.0458894999999, + "p50": 937.5893044999999, + "p75": 1024.83832625, + "p90": 1067.4231112, + "p95": 1072.64234085, + "p99": 1138.8551431600001, + "min": 813.26868, + "max": 1169.859342, + "std": 86.91183159369699, + "count": 44, + "sum": 42030.759753 + }, + "osl_mismatch_count": { + "unit": "requests", + "avg": 0.0 + }, + "total_token_throughput": { + "unit": "tokens/sec", + "avg": 8625.190390227357 + } +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json new file mode 100644 index 000000000000..69819148a439 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json @@ -0,0 +1,1855 @@ +{ + "schema_version": "1.0", + "aiperf_version": "0.8.0", + "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b", + "summary": { + "endpoints_configured": [ + "http://localhost:8000/metrics" + ], + "endpoints_successful": [ + "http://localhost:8000/metrics" + ], + "start_time": "2026-05-27T12:09:56.040906", + "end_time": "2026-05-27T12:10:02.147913", + "endpoint_info": { + "http://localhost:8000/metrics": { + "total_fetches": 24, + "first_fetch_ns": 1779883790611577539, + "last_fetch_ns": 1779883802166779508, + "avg_fetch_latency_ms": 6.475531541666667, + "unique_updates": 23, + "first_update_ns": 1779883790611577539, + "last_update_ns": 1779883802166779508, + "duration_seconds": 11.555201969, + "avg_update_interval_ms": 525.2364531363636, + "median_update_interval_ms": 333.2696055 + } + } + }, + "metrics": { + "http_request_duration_highr_seconds": { + "type": "histogram", + "description": "Latency with many buckets but no API specific labels. Made for more accurate percentile calculations.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "count": 55, + "sum": 49.00706267600253, + "avg": 0.891037503200046, + "count_rate": 8.655298107491953, + "sum_rate": 7.712195215151715, + "p1_estimate": 0.44423851573615347, + "p5_estimate": 0.5800104359511684, + "p10_estimate": 0.6925104359511685, + "p25_estimate": 0.8065994093767759, + "p50_estimate": 0.9248498050493675, + "p75_estimate": 1.0, + "p90_estimate": 1.059939816221675, + "p95_estimate": 1.1499398162216752, + "p99_estimate": 1.2219398162216752 + }, + "buckets": { + "0.01": 0, + "0.025": 0, + "0.05": 0, + "0.075": 0, + "0.1": 0, + "0.25": 0, + "0.5": 1, + "0.75": 7, + "1.0": 40, + "1.5": 55, + "2.0": 55, + "2.5": 55, + "3.0": 55, + "3.5": 55, + "4.0": 55, + "4.5": 55, + "5.0": 55, + "7.5": 55, + "10.0": 55, + "30.0": 55, + "60.0": 55, + "+Inf": 55 + } + } + ] + }, + "http_request_duration_seconds": { + "type": "histogram", + "description": "Latency with only few buckets by handler. Made to be only used if aggregation by handler is important.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/chat/completions", + "method": "POST" + }, + "stats": { + "count": 55, + "sum": 49.00706267600253, + "avg": 0.891037503200046, + "count_rate": 8.655298107491953, + "sum_rate": 7.712195215151715, + "p1_estimate": 0.448141880499641, + "p5_estimate": 0.5908201207730424, + "p10_estimate": 0.6308501886525385, + "p25_estimate": 0.7509403922910272, + "p50_estimate": 0.9118345611590877, + "p75_estimate": 1.0081775996917006, + "p90_estimate": 1.1406547146972525, + "p95_estimate": 1.1848137530324365, + "p99_estimate": 1.2201409837005837 + }, + "buckets": { + "0.1": 0, + "0.5": 1, + "1.0": 40, + "+Inf": 55 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/completions", + "method": "POST" + }, + "stats": { + "count": 0 + }, + "buckets": { + "0.1": 0, + "0.5": 0, + "1.0": 0, + "+Inf": 0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "none", + "method": "GET" + }, + "stats": { + "count": 0 + }, + "buckets": { + "0.1": 0, + "0.5": 0, + "1.0": 0, + "+Inf": 0 + } + } + ] + }, + "http_requests": { + "type": "counter", + "description": "Total number of requests by method, status and handler.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/chat/completions", + "method": "POST", + "status": "2xx" + }, + "stats": { + "total": 55.0, + "rate": 8.655298107491953 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/completions", + "method": "POST", + "status": "2xx" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "none", + "method": "GET", + "status": "4xx" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "process_cpu_seconds": { + "type": "counter", + "description": "Total user and system CPU time spent in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "total": 2.080000000000002, + "rate": 0.327327637519696 + } + } + ] + }, + "process_max_fds": { + "type": "gauge", + "description": "Maximum number of open file descriptors.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1048576.0, + "min": 1048576.0, + "max": 1048576.0, + "std": 0.0, + "p1": 1048576.0, + "p5": 1048576.0, + "p10": 1048576.0, + "p25": 1048576.0, + "p50": 1048576.0, + "p75": 1048576.0, + "p90": 1048576.0, + "p95": 1048576.0, + "p99": 1048576.0 + } + } + ] + }, + "process_open_fds": { + "type": "gauge", + "description": "Number of open file descriptors.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 64.85, + "min": 64.0, + "max": 65.0, + "std": 0.36634754853252327, + "p1": 64.0, + "p5": 64.0, + "p10": 64.0, + "p25": 65.0, + "p50": 65.0, + "p75": 65.0, + "p90": 65.0, + "p95": 65.0, + "p99": 65.0 + } + } + ] + }, + "process_resident_memory_bytes": { + "type": "gauge", + "description": "Resident memory size in bytes.", + "unit": "bytes", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1479752908.8, + "min": 1479671808.0, + "max": 1479942144.0, + "std": 127101.80796328917, + "p1": 1479671808.0, + "p5": 1479671808.0, + "p10": 1479671808.0, + "p25": 1479671808.0, + "p50": 1479671808.0, + "p75": 1479942144.0, + "p90": 1479942144.0, + "p95": 1479942144.0, + "p99": 1479942144.0 + } + } + ] + }, + "process_start_time_seconds": { + "type": "gauge", + "description": "Start time of the process since unix epoch in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1779883504.0899997, + "min": 1779883504.09, + "max": 1779883504.09, + "std": 2.44612300893105e-7, + "p1": 1779883504.09, + "p5": 1779883504.09, + "p10": 1779883504.09, + "p25": 1779883504.09, + "p50": 1779883504.09, + "p75": 1779883504.09, + "p90": 1779883504.09, + "p95": 1779883504.09, + "p99": 1779883504.09 + } + } + ] + }, + "process_virtual_memory_bytes": { + "type": "gauge", + "description": "Virtual memory size in bytes.", + "unit": "bytes", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 13789437952.0, + "min": 13789437952.0, + "max": 13789437952.0, + "std": 0.0, + "p1": 13789437952.0, + "p5": 13789437952.0, + "p10": 13789437952.0, + "p25": 13789437952.0, + "p50": 13789437952.0, + "p75": 13789437952.0, + "p90": 13789437952.0, + "p95": 13789437952.0, + "p99": 13789437952.0 + } + } + ] + }, + "python_gc_collections": { + "type": "counter", + "description": "Number of times this generation was collected", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 4.0, + "rate": 0.6294762259994148 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_gc_objects_collected": { + "type": "counter", + "description": "Objects collected during gc", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_gc_objects_uncollectable": { + "type": "counter", + "description": "Uncollectable objects found during GC", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_info": { + "type": "gauge", + "description": "Python platform information", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "implementation": "CPython", + "major": "3", + "minor": "10", + "patchlevel": "20", + "version": "3.10.20" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:cache_config_info": { + "type": "gauge", + "description": "Information of the LLMEngine CacheConfig", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "_block_size_resolved": "True", + "block_size": "16", + "cache_dtype": "auto", + "calculate_kv_scales": "False", + "enable_prefix_caching": "True", + "engine": "0", + "gpu_memory_utilization": "0.92", + "hash_block_size": "None", + "is_attention_free": "False", + "kv_cache_dtype_skip_layers": "[]", + "kv_cache_memory_bytes": "None", + "kv_offloading_backend": "native", + "kv_offloading_size": "None", + "kv_sharing_fast_prefill": "False", + "mamba_block_size": "None", + "mamba_cache_dtype": "auto", + "mamba_cache_mode": "none", + "mamba_page_size_padded": "None", + "mamba_ssm_cache_dtype": "auto", + "num_cpu_blocks": "None", + "num_gpu_blocks": "40207", + "num_gpu_blocks_override": "None", + "prefix_caching_hash_algo": "sha256", + "sliding_window": "None", + "user_specified_block_size": "False", + "user_specified_mamba_block_size": "False" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:e2e_request_latency_seconds": { + "type": "histogram", + "description": "Histogram of e2e request latency in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 45.930255651474, + "avg": 0.9373521561525306, + "count_rate": 7.7110837684928315, + "sum_rate": 7.228000996669537, + "p1_estimate": 0.6407733696345439, + "p5_estimate": 0.8003504044134158, + "p10_estimate": 0.8122809246974035, + "p25_estimate": 0.8579005793528601, + "p50_estimate": 0.9328145162062689, + "p75_estimate": 1.0, + "p90_estimate": 1.1021167969810504, + "p95_estimate": 1.18211679698105, + "p99_estimate": 1.24611679698105 + }, + "buckets": { + "0.3": 0, + "0.5": 0, + "0.8": 2, + "1.0": 34, + "1.5": 49, + "2.0": 49, + "2.5": 49, + "5.0": 49, + "10.0": 49, + "15.0": 49, + "20.0": 49, + "30.0": 49, + "40.0": 49, + "50.0": 49, + "60.0": 49, + "120.0": 49, + "240.0": 49, + "480.0": 49, + "960.0": 49, + "1920.0": 49, + "7680.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:engine_sleep_state": { + "type": "gauge", + "description": "Engine sleep state; awake = 0 means engine is sleeping; awake = 1 means engine is awake; weights_offloaded = 1 means sleep level 1; discard_all = 1 means sleep level 2.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "awake" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "discard_all" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "weights_offloaded" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:estimated_flops_per_gpu": { + "type": "counter", + "description": "Estimated number of floating point operations per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:estimated_read_bytes_per_gpu": { + "type": "counter", + "description": "Estimated number of bytes read from memory per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:estimated_write_bytes_per_gpu": { + "type": "counter", + "description": "Estimated number of bytes written to memory per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:external_prefix_cache_hits": { + "type": "counter", + "description": "External prefix cache hits from KV connector cross-instance cache sharing, in terms of number of cached tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:external_prefix_cache_queries": { + "type": "counter", + "description": "External prefix cache queries from KV connector cross-instance cache sharing, in terms of number of queried tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:generation_tokens": { + "type": "counter", + "description": "Number of generation tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 19577.0, + "rate": 3080.814019097636 + } + } + ] + }, + "vllm:inter_token_latency_seconds": { + "type": "histogram", + "description": "Histogram of inter-token latency in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 19527, + "sum": 44.173306479009625, + "avg": 0.0022621655389465675, + "count_rate": 3072.945566272643, + "sum_rate": 6.9515115630806195, + "p1_estimate": 0.0005561968881855071, + "p5_estimate": 0.0005768591833694032, + "p10_estimate": 0.0006026870523492732, + "p25_estimate": 0.0006801706592888832, + "p50_estimate": 0.0018883025848719446, + "p75_estimate": 0.003286220845402631, + "p90_estimate": 0.004124971801721043, + "p95_estimate": 0.004404555453827178, + "p99_estimate": 0.013076513699821001 + }, + "buckets": { + "0.01": 19237, + "0.025": 19527, + "0.05": 19527, + "0.075": 19527, + "0.1": 19527, + "0.15": 19527, + "0.2": 19527, + "0.3": 19527, + "0.4": 19527, + "0.5": 19527, + "0.75": 19527, + "1.0": 19527, + "2.5": 19527, + "5.0": 19527, + "7.5": 19527, + "10.0": 19527, + "20.0": 19527, + "40.0": 19527, + "80.0": 19527, + "+Inf": 19527 + } + } + ] + }, + "vllm:iteration_tokens_total": { + "type": "histogram", + "description": "Histogram of number of tokens per engine_step.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 2806, + "sum": 59444.0, + "avg": 21.184604419101923, + "count_rate": 441.5775725385895, + "sum_rate": 9354.646194577303, + "p1_estimate": 0.2034141411951969, + "p5_estimate": 0.9226449104259662, + "p10_estimate": 2.50425563730251, + "p25_estimate": 4.221800777916218, + "p50_estimate": 7.084376012272398, + "p75_estimate": 7.773863892620801, + "p90_estimate": 8.0, + "p95_estimate": 8.0, + "p99_estimate": 731.679285710985 + }, + "buckets": { + "1.0": 156, + "8.0": 2762, + "16.0": 2762, + "32.0": 2762, + "64.0": 2762, + "128.0": 2762, + "256.0": 2762, + "512.0": 2762, + "1024.0": 2804, + "2048.0": 2804, + "4096.0": 2805, + "8192.0": 2806, + "16384.0": 2806, + "+Inf": 2806 + } + } + ] + }, + "vllm:kv_cache_usage_perc": { + "type": "gauge", + "description": "KV-cache usage. 1 means 100 percent usage.", + "unit": "ratio", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.010314380938168433, + "min": 0.0, + "max": 0.014251604238173399, + "std": 0.003853064472314978, + "p1": 0.0003686017012386178, + "p5": 0.0018430085061930891, + "p10": 0.003327861513206998, + "p25": 0.010980948117196437, + "p50": 0.011851464955479285, + "p75": 0.012299159329453302, + "p90": 0.012615032582201657, + "p95": 0.012739392130527761, + "p99": 0.01394916181664427 + } + } + ] + }, + "vllm:mm_cache_hits": { + "type": "counter", + "description": "Multi-modal cache hits, in terms of number of cached items.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:mm_cache_queries": { + "type": "counter", + "description": "Multi-modal cache queries, in terms of number of queried items.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:num_preemptions": { + "type": "counter", + "description": "Cumulative number of preemption from the engine.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:num_requests_running": { + "type": "gauge", + "description": "Number of requests in model execution batches.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 6.65, + "min": 0.0, + "max": 8.0, + "std": 2.497893849668261, + "p1": 0.19, + "p5": 0.9500000000000001, + "p10": 1.9000000000000001, + "p25": 7.0, + "p50": 8.0, + "p75": 8.0, + "p90": 8.0, + "p95": 8.0, + "p99": 8.0 + } + } + ] + }, + "vllm:num_requests_waiting": { + "type": "gauge", + "description": "Number of requests waiting to be processed.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:num_requests_waiting_by_reason": { + "type": "gauge", + "description": "Number of waiting requests by reason. Reason labels: 'capacity' = waiting for scheduling capacity; 'deferred' = deferred by transient constraints (LoRA budget, KV transfer, blocked status). Sum of all reasons equals vllm:num_requests_waiting.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "reason": "capacity" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "reason": "deferred" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:prefix_cache_hits": { + "type": "counter", + "description": "Prefix cache hits, in terms of number of cached tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:prefix_cache_queries": { + "type": "counter", + "description": "Prefix cache queries, in terms of number of queried tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 39867.0, + "rate": 6273.832175479667 + } + } + ] + }, + "vllm:prompt_tokens": { + "type": "counter", + "description": "Number of prefill tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 39867.0, + "rate": 6273.832175479667 + } + } + ] + }, + "vllm:prompt_tokens_by_source": { + "type": "counter", + "description": "Number of prompt tokens by source.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "external_kv_transfer" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "local_cache_hit" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "local_compute" + }, + "stats": { + "total": 39867.0, + "rate": 6273.832175479667 + } + } + ] + }, + "vllm:prompt_tokens_cached": { + "type": "counter", + "description": "Number of cached prompt tokens (local + external).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:request_decode_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in DECODE phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 44.456450776000565, + "avg": 0.9072745056326647, + "count_rate": 7.7110837684928315, + "sum_rate": 6.996069713951398, + "p1_estimate": 0.6650925911974516, + "p5_estimate": 0.7370925911974515, + "p10_estimate": 0.781995995195484, + "p25_estimate": 0.8453890807313921, + "p50_estimate": 0.90939625998903, + "p75_estimate": 0.9705234239888344, + "p90_estimate": 1.0070283016414696, + "p95_estimate": 1.10786878093462, + "p99_estimate": 1.1951415082073475 + }, + "buckets": { + "0.3": 0, + "0.5": 0, + "0.8": 8, + "1.0": 38, + "1.5": 49, + "2.0": 49, + "2.5": 49, + "5.0": 49, + "10.0": 49, + "15.0": 49, + "20.0": 49, + "30.0": 49, + "40.0": 49, + "50.0": 49, + "60.0": 49, + "120.0": 49, + "240.0": 49, + "480.0": 49, + "960.0": 49, + "1920.0": 49, + "7680.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_generation_tokens": { + "type": "histogram", + "description": "Number of generation tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 19875.0, + "avg": 405.61224489795916, + "count_rate": 7.7110837684928315, + "sum_rate": 3127.709997934592, + "p1_estimate": 306.3009506767013, + "p5_estimate": 314.6578988456669, + "p10_estimate": 325.1040840568739, + "p25_estimate": 356.4426396904949, + "p50_estimate": 408.6735657465299, + "p75_estimate": 454.90430293936623, + "p90_estimate": 482.642745255068, + "p95_estimate": 491.8888926936353, + "p99_estimate": 498.69558977574377 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 49, + "1000.0": 49, + "2000.0": 49, + "5000.0": 49, + "10000.0": 49, + "20000.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_inference_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in RUNNING phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 45.23231414600377, + "avg": 0.9231084519592607, + "count_rate": 7.7110837684928315, + "sum_rate": 7.1181666004616, + "p1_estimate": 0.5735, + "p5_estimate": 0.7175, + "p10_estimate": 0.807382343401871, + "p25_estimate": 0.8482691683968483, + "p50_estimate": 0.9215553454780888, + "p75_estimate": 1.0, + "p90_estimate": 1.075050026653788, + "p95_estimate": 1.1673577189614799, + "p99_estimate": 1.2412038728076338 + }, + "buckets": { + "0.3": 0, + "0.5": 0, + "0.8": 4, + "1.0": 36, + "1.5": 49, + "2.0": 49, + "2.5": 49, + "5.0": 49, + "10.0": 49, + "15.0": 49, + "20.0": 49, + "30.0": 49, + "40.0": 49, + "50.0": 49, + "60.0": 49, + "120.0": 49, + "240.0": 49, + "480.0": 49, + "960.0": 49, + "1920.0": 49, + "7680.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_max_num_generation_tokens": { + "type": "histogram", + "description": "Histogram of maximum number of requested generation tokens.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 19875.0, + "avg": 405.61224489795916, + "count_rate": 7.7110837684928315, + "sum_rate": 3127.709997934592, + "p1_estimate": 306.3009506767013, + "p5_estimate": 314.6578988456669, + "p10_estimate": 325.1040840568739, + "p25_estimate": 356.4426396904949, + "p50_estimate": 408.6735657465299, + "p75_estimate": 454.90430293936623, + "p90_estimate": 482.642745255068, + "p95_estimate": 491.8888926936353, + "p99_estimate": 498.69558977574377 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 49, + "1000.0": 49, + "2000.0": 49, + "5000.0": 49, + "10000.0": 49, + "20000.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_params_max_tokens": { + "type": "histogram", + "description": "Histogram of the max_tokens request parameter.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 19875.0, + "avg": 405.61224489795916, + "count_rate": 7.7110837684928315, + "sum_rate": 3127.709997934592, + "p1_estimate": 306.3009506767013, + "p5_estimate": 314.6578988456669, + "p10_estimate": 325.1040840568739, + "p25_estimate": 356.4426396904949, + "p50_estimate": 408.6735657465299, + "p75_estimate": 454.90430293936623, + "p90_estimate": 482.642745255068, + "p95_estimate": 491.8888926936353, + "p99_estimate": 498.69558977574377 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 49, + "1000.0": 49, + "2000.0": 49, + "5000.0": 49, + "10000.0": 49, + "20000.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_params_n": { + "type": "histogram", + "description": "Histogram of the n request parameter.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 49.0, + "avg": 1.0, + "count_rate": 7.7110837684928315, + "sum_rate": 7.7110837684928315, + "p1_estimate": 0.42000000000000004, + "p5_estimate": 0.45918367346938777, + "p10_estimate": 0.5081632653061225, + "p25_estimate": 0.6551020408163266, + "p50_estimate": 0.9, + "p75_estimate": 1.0, + "p90_estimate": 1.0, + "p95_estimate": 1.0, + "p99_estimate": 1.0 + }, + "buckets": { + "1.0": 49, + "2.0": 49, + "5.0": 49, + "10.0": 49, + "20.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_prefill_kv_computed_tokens": { + "type": "histogram", + "description": "Histogram of new KV tokens computed during prefill (excluding cached tokens).", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 39144.0, + "avg": 798.8571428571429, + "count_rate": 7.7110837684928315, + "sum_rate": 6160.054347630274, + "p1_estimate": 672.864567613716, + "p5_estimate": 683.1496757968529, + "p10_estimate": 696.006061025774, + "p25_estimate": 734.5752167125373, + "p50_estimate": 798.8571428571429, + "p75_estimate": 863.1390690017485, + "p90_estimate": 901.7082246885118, + "p95_estimate": 914.5646099174329, + "p99_estimate": 924.8497181005698 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 0, + "1000.0": 49, + "2000.0": 49, + "5000.0": 49, + "10000.0": 49, + "20000.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_prefill_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in PREFILL phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 0.7758633700032078, + "avg": 0.015833946326596078, + "count_rate": 7.7110837684928315, + "sum_rate": 0.1220968865102017, + "p1_estimate": 0.008328444818224614, + "p5_estimate": 0.008941138818907998, + "p10_estimate": 0.00970700631976223, + "p25_estimate": 0.012004608822324923, + "p50_estimate": 0.015833946326596078, + "p75_estimate": 0.019663283830867233, + "p90_estimate": 0.02196088633342993, + "p95_estimate": 0.022726753834284154, + "p99_estimate": 0.02333944783496754 + }, + "buckets": { + "0.3": 49, + "0.5": 49, + "0.8": 49, + "1.0": 49, + "1.5": 49, + "2.0": 49, + "2.5": 49, + "5.0": 49, + "10.0": 49, + "15.0": 49, + "20.0": 49, + "30.0": 49, + "40.0": 49, + "50.0": 49, + "60.0": 49, + "120.0": 49, + "240.0": 49, + "480.0": 49, + "960.0": 49, + "1920.0": 49, + "7680.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_prompt_tokens": { + "type": "histogram", + "description": "Number of prefill tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 39144.0, + "avg": 798.8571428571429, + "count_rate": 7.7110837684928315, + "sum_rate": 6160.054347630274, + "p1_estimate": 672.864567613716, + "p5_estimate": 683.1496757968529, + "p10_estimate": 696.006061025774, + "p25_estimate": 734.5752167125373, + "p50_estimate": 798.8571428571429, + "p75_estimate": 863.1390690017485, + "p90_estimate": 901.7082246885118, + "p95_estimate": 914.5646099174329, + "p99_estimate": 924.8497181005698 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 0, + "500.0": 0, + "1000.0": 49, + "2000.0": 49, + "5000.0": 49, + "10000.0": 49, + "20000.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_queue_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in WAITING phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 0.0005055140209151432, + "avg": 0.000010316612671737617, + "count_rate": 7.7110837684928315, + "sum_rate": 0.0000795522645188634, + "p1_estimate": 0.0, + "p5_estimate": 0.0, + "p10_estimate": 0.0, + "p25_estimate": 0.0, + "p50_estimate": 0.000014997081130667768, + "p75_estimate": 0.000014997081130667768, + "p90_estimate": 0.000014997081130667768, + "p95_estimate": 0.000014997081130667768, + "p99_estimate": 0.000014997081130667768 + }, + "buckets": { + "0.3": 49, + "0.5": 49, + "0.8": 49, + "1.0": 49, + "1.5": 49, + "2.0": 49, + "2.5": 49, + "5.0": 49, + "10.0": 49, + "15.0": 49, + "20.0": 49, + "30.0": 49, + "40.0": 49, + "50.0": 49, + "60.0": 49, + "120.0": 49, + "240.0": 49, + "480.0": 49, + "960.0": 49, + "1920.0": 49, + "7680.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:request_success": { + "type": "counter", + "description": "Count of successfully processed requests.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "abort", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "error", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "length", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 49.0, + "rate": 7.7110837684928315 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "repetition", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "stop", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:request_time_per_output_token_seconds": { + "type": "histogram", + "description": "Histogram of time_per_output_token_seconds per request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 49, + "sum": 0.10983996138890617, + "avg": 0.002241631865079718, + "count_rate": 7.7110837684928315, + "sum_rate": 0.017285411089752525, + "p1_estimate": 0.0007687797729229055, + "p5_estimate": 0.0007820095852957314, + "p10_estimate": 0.0007985468507617638, + "p25_estimate": 0.000848158647159861, + "p50_estimate": 0.0020516609070298816, + "p75_estimate": 0.0033588370302784112, + "p90_estimate": 0.004143142704227528, + "p95_estimate": 0.004404577928877233, + "p99_estimate": 0.004613726108596998 + }, + "buckets": { + "0.01": 49, + "0.025": 49, + "0.05": 49, + "0.075": 49, + "0.1": 49, + "0.15": 49, + "0.2": 49, + "0.3": 49, + "0.4": 49, + "0.5": 49, + "0.75": 49, + "1.0": 49, + "2.5": 49, + "5.0": 49, + "7.5": 49, + "10.0": 49, + "20.0": 49, + "40.0": 49, + "80.0": 49, + "+Inf": 49 + } + } + ] + }, + "vllm:time_to_first_token_seconds": { + "type": "histogram", + "description": "Histogram of time to first token in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 50, + "sum": 1.4494962692260742, + "avg": 0.028989925384521484, + "count_rate": 7.868452824992685, + "sum_rate": 0.22810586028816524, + "p1_estimate": 0.017991870029944013, + "p5_estimate": 0.021311988788314792, + "p10_estimate": 0.02173276853450702, + "p25_estimate": 0.02299510777308371, + "p50_estimate": 0.02509900650404485, + "p75_estimate": 0.027202905235005993, + "p90_estimate": 0.05062447222233986, + "p95_estimate": 0.05674947222233984, + "p99_estimate": 0.06 + }, + "buckets": { + "0.001": 0, + "0.005": 0, + "0.01": 0, + "0.02": 1, + "0.04": 42, + "0.06": 50, + "0.08": 50, + "0.1": 50, + "0.25": 50, + "0.5": 50, + "0.75": 50, + "1.0": 50, + "2.5": 50, + "5.0": 50, + "7.5": 50, + "10.0": 50, + "20.0": 50, + "40.0": 50, + "80.0": 50, + "160.0": 50, + "640.0": 50, + "2560.0": 50, + "+Inf": 50 + } + } + ] + } + }, + "input_config": { + "endpoint": { + "model_names": [ + "Qwen/Qwen3-0.6B" + ], + "custom_endpoint": "/v1/chat/completions", + "type": "chat", + "streaming": true, + "urls": [ + "http://localhost:8000" + ] + }, + "input": { + "extra": [ + [ + "ignore_eos", + true + ] + ], + "prompt": { + "input_tokens": { + "mean": 800, + "stddev": 80.0 + }, + "output_tokens": { + "mean": 400, + "stddev": 40.0 + } + } + }, + "loadgen": { + "concurrency": 8, + "arrival_pattern": "concurrency_burst", + "request_count": 50, + "warmup_request_count": 5, + "request_cancellation_rate": 10.0, + "request_cancellation_delay": 0.5 + }, + "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 10 --request-cancellation-delay 0.5 --synthetic-input-tokens-mean 800 --synthetic-input-tokens-stddev 80 --output-tokens-mean 400 --output-tokens-stddev 40 --concurrency 8 --request-count 50 --warmup-request-count 5 --extra-inputs 'ignore_eos:true'", + "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b" + } +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json new file mode 100644 index 000000000000..e82e207bd0ec --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json @@ -0,0 +1,1304 @@ +{ + "data": [ + { + "session_id": "548f97f4-9866-4349-82b6-2613c121ed5a", + "payloads": [ + { + "prompt": [ + " Another room in the Castle Enter Queen and Polonius POLONIUS He will come straight Look you lay home to him Tell him his pranks have been too broad to bear with And that your Grace hath screend and stood between Much heat and him Ill silence me een here Pray you be round with him HAM" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 133 + } + ] + }, + { + "session_id": "11d8f959-18a5-41cc-ac42-f0307d396e4e", + "payloads": [ + { + "prompt": [ + " a foolish wit God bless thee lady OLIVIA Take the fool away CLOWN Do you not hear fellows Take away the lady OLIVIA Go to yare a dry fool Ill no more of you Besides you grow dishonest CLOWN Two faults madonna that drink and good counsel will amend for give the dry fool drink then is the fool" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "933c454e-61de-425f-9295-39d1db413b7a", + "payloads": [ + { + "prompt": [ + "ift with merry look CAPULET How now my headstrong Where have you been gadding JULIET Where I have learnt me to repent the sin Of disobedient opposition To you and your behests and am enjoind By holy Lawrence to fall prostrate here To beg your pardon Pardon I besee" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "275fbc12-992e-4409-ba3e-9e3f48caa97d", + "payloads": [ + { + "prompt": [ + " and back the same grief draw Which speechless woe of his poor she attendeth And his untimely frenzy thus awaketh Dear lord thy sorrow to my sorrow lendeth Another power no flood by raining slaketh My woe too sensible thy passion maketh More feeling" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "c81bc5b4-f644-4796-8952-c1a1cabbb239", + "payloads": [ + { + "prompt": [ + " I live thou livst in my defame Since thou couldst not defend thy loyal dame And wast afeared to scratch her wicked foe Kill both thyself and her for yielding so This said from her betumbled couch she starteth To find some desprate instrument of death But this no slaughterhouse no tool" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "041b5be7-209c-4660-99c9-4955326f1636", + "payloads": [ + { + "prompt": [ + " make ye Think ye see The very persons of our noble story As they were living think you see them great And followed with the general throng and sweat Of thousand friends then in a moment see How soon this mightiness meets misery And if you can be merry then Ill say A man may weep upon his wedding day Exit ACT I SCENE I London An" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "5a169ad2-f37f-4da4-ac46-7c3269aa8f7f", + "payloads": [ + { + "prompt": [ + " stag when snow the pasture sheets The barks of trees thou browsed On the Alps It is reported thou didst eat strange flesh Which some did die to look on And all this It wounds thine honour that I speak it now Was borne so like a soldier that thy cheek So much as lanked not LEPIDUS Tis pity of him" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 123 + } + ] + }, + { + "session_id": "6e32919c-dd0b-4d7c-8c48-6d07880ff8db", + "payloads": [ + { + "prompt": [ + " The army is discharged all and gone FALSTAFF Let them go Ill through Gloucestershire and there will I visit Master Robert Shallow Esquire I have him already tempering between my finger and my thumb and shortly will I seal with him Come away Exeunt SCENE IV Westminster The Jerusalem Chamber Enter the King" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "af827022-a260-4291-b252-024ef172844d", + "payloads": [ + { + "prompt": [ + "able But who dare tell her so If I should speak She would mock me into air O she would laugh me Out of myself press me to death with wit Therefore let Benedick like coverd fire Consume away in sighs waste inwardly It were a better death than die with mocks Which is as bad as die with" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "15850cec-fa6e-4975-8def-29df6b35cd6a", + "payloads": [ + { + "prompt": [ + " BARDOLPH You must away to court sir presently A dozen captains stay at door for you FALSTAFF To the Page Pay the musicians sirrah Farewell hostess farewell Doll You see my good wenches how men of merit are sought after The undeserver may sleep when the" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "da6dc0b4-3658-4917-be96-33bbaf7404bb", + "payloads": [ + { + "prompt": [ + " them again Nay take them Offers the letter again VALENTINE Madam they are for you SILVIA Ay ay you writ them sir at my request But I will none of them They are for you I would have had them writ more movingly VALENTINE Please you Ill write your ladyship another SILV" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "5b6e6972-e441-4346-be00-4bd10a74bb6e", + "payloads": [ + { + "prompt": [ + " have my best gown to make thee a pair and Ill bring thee to the court myself PERICLES Then honour be but a goal to my will This day Ill rise or else add ill to ill Exeunt SCENE II The same A public way or platform leading to the lists A pavilion by the side of it for the" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 124 + } + ] + }, + { + "session_id": "da571f94-da29-4bed-881e-b23da151019a", + "payloads": [ + { + "prompt": [ + " of amorous view On the fair Cressid TROILUS Shall I sweet lord be bound to you so much After we part from Agamemnons tent To bring me thither ULYSSES You shall command me sir As gentle tell me of what honour was This Cressida in Troy Had she" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "53d231fb-1e76-483a-8b16-7abb8a1b14d9", + "payloads": [ + { + "prompt": [ + " terror in his look Much more than death Do not say banishment FRIAR LAWRENCE Hence from Verona art thou banished Be patient for the world is broad and wide ROMEO There is no world without Verona walls But purgatory torture hell itself Hence banished is banishd from the world And" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 124 + } + ] + }, + { + "session_id": "37eac353-1286-48d3-aa3d-7def1f1128d0", + "payloads": [ + { + "prompt": [ + "ANTINO Sir Proteus you are stayed for PROTEUS Go I come I come Alas this parting strikes poor lovers dumb Exeunt SCENE III The same A street Enter Lance with his dog Crab LANCE Nay twill be this hour ere I have done weeping all the kind of the" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 134 + } + ] + }, + { + "session_id": "96a3171a-a25b-436e-b246-f090bea70878", + "payloads": [ + { + "prompt": [ + " for choosing so strong a prop to support so weak a burthen only if your honour seem but pleased I account myself highly praised and vow to take advantage of all idle hours till I have honoured you with some graver labour But if the first heir of my invention prove deformed I shall be sorry it had so noble a godfather and never" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 124 + } + ] + }, + { + "session_id": "50bc498a-8dc9-4bd8-b6e8-0de1c46c9948", + "payloads": [ + { + "prompt": [ + " tis certain IAGO Stand you awhile apart Confine yourself but in a patient list Whilst you were here oerwhelmed with your grief A passion most unsuiting such a man Cassio came hither I shifted him away And laid good scuse upon your ecstasy Bade him anon return and here speak with me The" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 123 + } + ] + }, + { + "session_id": "c14f855e-ac50-439d-adca-e7c5ce5156db", + "payloads": [ + { + "prompt": [ + " wear rags Do make their children blind But fathers that bear bags Shall see their children kind Fortune that arrant whore Neer turns the key to th poor But for all this thou shalt have as many dolours for thy daughters as thou canst tell in a year LEAR O how this mother swells up" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "717e98d5-5ae6-4b9b-85e8-ab678d3ec426", + "payloads": [ + { + "prompt": [ + " the instruction Enter a man from Antonio SERVANT Gentlemen my master Antonio is at his house and desires to speak with you both SALARINO We have been up and down to seek him Enter Tubal SOLANIO Here comes another of the tribe a third cannot be matchd unless the devil himself turn Jew Exe" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 133 + } + ] + }, + { + "session_id": "27fc8202-800c-4703-ad10-a5b765baf7af", + "payloads": [ + { + "prompt": [ + " The same ACT V Scene I The same Dramatis Person SOLINUS Duke of Ephesus EGEON a Merchant of Syracuse ANTIPHOLUS OF EPHESUS Twin brothers and sons to Egeon and ANTIPHOLUS OF SYRACUSE Emilia but unknown to each other DROMIO OF EPHESUS" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "03bd14dd-4d2d-418f-aac8-ba07681078a9", + "payloads": [ + { + "prompt": [ + " Or let me die to look on earth no more QUEEN ELIZABETH Come come my boy We will to sanctuary Madam farewell DUCHESS Stay I will go with you QUEEN ELIZABETH You have no cause ARCHBISHOP To the Queen My gracious lady go And thither bear your treasure" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "677357c7-0ffc-4691-ba17-0bd14b1b4458", + "payloads": [ + { + "prompt": [ + " God is much displeased That you take with unthankfulness His doing In common worldly things tis called ungrateful With dull unwillingness to repay a debt Which with a bounteous hand was kindly lent Much more to be thus opposite with heaven For it requires the royal debt it lent you RIVERS Mad" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "6da37366-881d-47c3-a88c-c95d79ec3968", + "payloads": [ + { + "prompt": [ + " world But let that pass The very all of all isbut sweet heart I do implore secrecythat the King would have me present the Princess sweet chuck with some delightful ostentation or show or pageant or antic or firework Now understanding that the curate and your sweet self are good at such eru" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "a231ce90-12be-4b35-a4b3-df9faae7f2b7", + "payloads": [ + { + "prompt": [ + "man holla A nurses song neer pleasd her babe so well The dire imagination she did follow This sound of hope doth labour to expel 976 For now reviving joy bids her rejoice And flatters her it is Adonis voice Whereat her tears began to turn their tide Being prisond in" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "0cfa2aea-7df8-4256-90dd-e4a56df8f3a9", + "payloads": [ + { + "prompt": [ + " thou flaming minister I can again thy former light restore Should I repent me But once put out thy light Thou cunningst pattern of excelling nature I know not where is that Promethean heat That can thy light relume When I have pluckd thy rose I cannot give it vital growth again It must needs wither Ill smell it" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "58807d12-d75f-4f9f-9ae1-6b89be63d5af", + "payloads": [ + { + "prompt": [ + " grief be lodged in thee When triumph is become an alehouse guest KING RICHARD Join not with grief fair woman do not so To make my end too sudden Learn good soulTo think our former state a happy dream From which awaked the truth of what we are Shows us but this I am sworn brother" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "99b10ffe-eee5-40ea-8388-ec7c9514fddd", + "payloads": [ + { + "prompt": [ + " flesh to be by him cut off Nearest the merchants heart Be merciful Take thrice thy money bid me tear the bond SHYLOCK When it is paid according to the tenour It doth appear you are a worthy judge You know the law your exposition Hath been most sound I charge you by the law" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "ab625781-2e66-48df-b6db-cd0e572de377", + "payloads": [ + { + "prompt": [ + "achus BAWD O abominable BOULT She makes our profession as it were to stink afore the face of the gods BAWD Marry hang her up for ever BOULT The nobleman would have dealt with her like a nobleman and she sent him away as cold as a snowball saying his" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 134 + } + ] + }, + { + "session_id": "16cfe398-d891-4c1d-bd56-57ac791a79ff", + "payloads": [ + { + "prompt": [ + " be ploughed MARINA Hark hark you gods BAWD She conjures away with her Would she had never come within my doors Marry hang you Shes born to undo us Will you not go the way of womankind Marry come up my dish of chastity with rosemary and bays Exit BOULT" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "f352d3dd-78ae-4f5f-9b05-3f1a1324a354", + "payloads": [ + { + "prompt": [ + " fathers heart with proud desire Of boldfaced victory Then leaden age Quickend with youthful spleen and warlike rage Beat down Alenon Orleans Burgundy And from the pride of Gallia rescued thee The ireful Bastard Orleans that drew blood From thee my boy and had the maidenhood Of thy first fight I soon" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "ec81a52e-1d2b-4b5a-9634-8c05cd2b230b", + "payloads": [ + { + "prompt": [ + " earth Call not me slanderer Thou and thine usurp The dominations royalties and rights Of this oppressed boy This is thy eldest sons son Infortunate in nothing but in thee Thy sins are visited in this poor child The canon of the law is laid on him Being but the second generation Removed from thy sincon" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "d10a0129-5c1f-45e5-8f18-0501a15f7feb", + "payloads": [ + { + "prompt": [ + " him to our own tents Be but your lordship present at his examination if he do not for the promise of his life and in the highest compulsion of base fear offer to betray you and deliver all the intelligence in his power against you and that with the divine forfeit of his soul upon oath never trust my" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "69f9b7d6-1b7e-40e3-9be5-a87d9d49d1b8", + "payloads": [ + { + "prompt": [ + " strength in measure yet a reasonable measure in strength If I could win a lady at leapfrog or by vaulting into my saddle with my armour on my back under the correction of bragging be it spoken I should quickly leap into a wife Or if I might buffet for my love or bound my horse for her favours I could" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "0977d903-1ada-40e7-a725-55453b06985b", + "payloads": [ + { + "prompt": [ + "apping gentle love And have forsworn you with Hortensio BIANCA Tranio you jest but have you both forsworn me TRANIO Mistress we have LUCENTIO Then we are rid of Licio TRANIO I faith hell have a lusty widow now That shall be wood and wedded in a" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "9fd14d83-e611-4424-9bad-c74c304ac1e7", + "payloads": [ + { + "prompt": [ + " image neer shall go My sighing breast shall be thy funeral bell And so obsequious will thy father be Even for the loss of thee having no more As Priam was for all his valiant sons Ill bear thee hence and let them fight that will For I have murdered where I should not kill Exit with the body" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 134 + } + ] + }, + { + "session_id": "7b684d49-e384-40a0-804e-1b3dfc18f799", + "payloads": [ + { + "prompt": [ + " CLARENCE brother to the King DUKE OF BEDFORD brother to the King DUKE OF GLOUCESTER brother to the King DUKE OF EXETER uncle to the King DUKE OF YORK cousin to the King EARL OF SALISBURY EARL OF HUNTINGDON EARL OF WESTM" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "64e3aec9-b512-473a-adea-3df47deaecb6", + "payloads": [ + { + "prompt": [ + " the right of that We all have strongly sworn to give him aid And let him never see joy that breaks that oath YORK Well well I see the issue of these arms I cannot mend it I must needs confess Because my power is weak and all illleft But if I could by Him that gave me life I would" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "07469149-2561-41f9-b51e-99400495150c", + "payloads": [ + { + "prompt": [ + " itself in a fog where being three parts melted away with rotten dews the fourth would return for conscience sake to help to get thee a wife SECOND CITIZEN You are never without your tricks You may you may THIRD CITIZEN Are you all resolved to give your voices But thats no matter the greater part carries" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 135 + } + ] + }, + { + "session_id": "ae559fae-7fde-4ce7-8c58-b09542acbfb6", + "payloads": [ + { + "prompt": [ + " am the daughter to King Pericles If good King Pericles be PERICLES Ho Helicanus Enter Helicanus and Lysimachus HELICANUS Calls my lord PERICLES Thou art a grave and noble counsellor Most wise in general tell me if thou canst What this maid is or what" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "303ef95f-ff8a-4afa-9b23-bccaacd1bf23", + "payloads": [ + { + "prompt": [ + " me Richer than wealth prouder than garments costs Of more delight than hawks and horses be And having thee of all mens pride I boast Wretched in this alone that thou mayst take All this away and me most wretched make 92 But do thy worst to steal thyself away For term of life thou art assured" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "68310bc6-d65e-4485-8546-38dd082e1295", + "payloads": [ + { + "prompt": [ + " other oath Than honesty to honesty engagd That this shall be or we will fall for it Swear priests and cowards and men cautelous Old feeble carrions and such suffering souls That welcome wrongs unto bad causes swear Such creatures as men doubt but do not stain The" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 118 + } + ] + }, + { + "session_id": "1bc47a52-130b-4979-ac8f-6edc0dc90130", + "payloads": [ + { + "prompt": [ + " lets seet For the Lord Timon sir JEWELLER If he will touch the estimate But for that POET When we for recompense have praised the vile It stains the glory in that happy verse Which aptly sings the good MERCHANT Looking at the jewel Tis a good form JEWELLER And rich Here is a water look" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 132 + } + ] + }, + { + "session_id": "33214d62-32f6-43d6-acca-cf03373805b8", + "payloads": [ + { + "prompt": [ + " will you stand by us RICHARD Ay in despite of all that shall withstand you KING EDWARD Why so Then am I sure of victory Now therefore let us hence and lose no hour Till we meet Warwick with his foreign power Exeunt SCENE II A Plain in Warwickshire Enter Warwick and Oxford in" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "526e2c5f-2251-4065-b08f-4be9677c0e3f", + "payloads": [ + { + "prompt": [ + " servd all Would sing her song and dance her turn now here At upper end o th table now i th middle On his shoulder and his her face o fire With labour and the thing she took to quench it She would to each one sip You are retired As if you were a feasted one and not" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "7f3e3efd-c7c1-4961-9a4f-2edb7a2c3a5a", + "payloads": [ + { + "prompt": [ + " if not thou art an Hebrew a Jew and not worth the name of a Christian SPEED Why LANCE Because thou hast not so much charity in thee as to go to the ale with a Christian Wilt thou go SPEED At thy service Exeunt SCENE VI The same The Dukes palace Enter Proteus alone PROTEUS To" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "dc4cc285-6895-4e8c-95af-32019836c927", + "payloads": [ + { + "prompt": [ + " We shall hear music wit and oracle ULYSSES Troy yet upon his basis had been down And the great Hectors sword had lackd a master But for these instances The specialty of rule hath been neglected And look how many Grecian tents do stand Hollow upon this plain so many hollow factions When that the general" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 133 + } + ] + }, + { + "session_id": "25031728-3ca3-4bee-82c8-6e2b88d7c0e2", + "payloads": [ + { + "prompt": [ + " as his father here was conqueror As sure as in this latebetrayed town Great Coeurdelions heart was buried So sure I swear to get the town or die BURGUNDY My vows are equal partners with thy vows TALBOT But ere we go regard this dying prince The val" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "58b6ffa4-dc06-4f42-a3db-e0987e9b83aa", + "payloads": [ + { + "prompt": [ + "ence to a second day of audience When you are hearing a matter between party and party if you chance to be pinched with the colic you make faces like mummers set up the bloody flag against all patience and in roaring for a chamber pot dismiss the controversy bleeding the more entangled by" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "ba2c01af-a180-42e4-9668-1e266697e9af", + "payloads": [ + { + "prompt": [ + " fed Of that self blood that first gave life to you And from your womb where you imprisoned were He is enfranchised and come to light Nay he is your brother by the surer side Although my seal be stamped in his face NURSE Aaron what shall I say unto the empress DEMETRIUS Adv" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "0ed6e765-ba6d-4319-b09c-7de33ca6d060", + "payloads": [ + { + "prompt": [ + " catechize the world for him that is make questions and by them answer DESDEMONA Seek him bid him come hither Tell him I have moved my lord on his behalf and hope all will be well CLOWN To do this is within the compass of mans wit and therefore I will attempt the doing it Exit" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "e2b0c2f7-f946-4717-8e51-acae68cbe3be", + "payloads": [ + { + "prompt": [ + " but to the summer And not a man for being simply man Hath any honour but honour for those honours That are without him as place riches and favour Prizes of accident as oft as merit Which when they fall as being slippery standers The love that leand on them as slippery too Doth" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "e5a58390-21d9-447a-91dd-844d1ccad641", + "payloads": [ + { + "prompt": [ + " by his subornation Upon my life began her devilish practices Or if he were not privy to those faults Yet by reputing of his high descent As next the King he was successive heir And such high vaunts of his nobility Did instigate the bedlam brainsick Duchess By wicked means to frame our sovereigns fall" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 121 + } + ] + }, + { + "session_id": "134b0966-8eb7-472d-b090-11d984251e0c", + "payloads": [ + { + "prompt": [ + " the branches when the root is gone Why wither not the leaves that want their sap If you will live lament if die be brief That our swiftwinged souls may catch the Kings Or like obedient subjects follow him To his new kingdom of neerchanging night DUCHESS Ah so much interest have I" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 134 + } + ] + }, + { + "session_id": "27db0acc-0289-4034-8071-d8052527a2cd", + "payloads": [ + { + "prompt": [ + " stones well fall to it with our teeth SECOND SERVINGMAN Do what ye dare we are as resolute Skirmish again GLOUCESTER You of my household leave this peevish broil And set this unaccustomd fight aside THIRD SERVING" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "fa9fc17d-0a96-4f45-b2ad-46df2e83114c", + "payloads": [ + { + "prompt": [ + "th flow She is the weeping welkin I the earth Then must my sea be moved with her sighs Then must my earth with her continual tears Become a deluge overflowed and drowned For why my bowels cannot hide her woes But like a drunkard must I vomit them Then give me leave for losers will have leave To ease" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "466343e4-11d6-400c-8ea9-e1f7121c192b", + "payloads": [ + { + "prompt": [ + " haggard check at every feather That comes before his eye This is a practice As full of labour as a wise mans art For folly that he wisely shows is fit But wise men follyfalln quite taint their wit Enter Sir Toby and Sir Andrew SIR TOBY Save you gentleman VIOLA And you sir SIR ANDREW Die" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 124 + } + ] + }, + { + "session_id": "b364baff-d2e9-4999-a45b-2d1bc2638a69", + "payloads": [ + { + "prompt": [ + "ISTRESS FORD A plain kerchief Sir John My brows become nothing else nor that well neither FALSTAFF By the Lord thou art a traitor to say so Thou wouldst make an absolute courtier and the firm fixture of thy foot would give an excellent motion to thy gait in a semicircled far" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "2d323450-1acf-4fe0-9b90-1e14a981a301", + "payloads": [ + { + "prompt": [ + " the thing I know not It were as possible for me to say I loved nothing so well as you but believe me not and yet I lie not I confess nothing nor I deny nothing I am sorry for my cousin BENEDICK By my sword Beatrice thou lovest me BEATRICE Do not swear by it and eat it BEN" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "8397d7db-60ba-454d-a660-eabbabcf196f", + "payloads": [ + { + "prompt": [ + " you MIRANDA At mine unworthiness that dare not offer What I desire to give and much less take What I shall die to want But this is trifling And all the more it seeks to hide itself The bigger bulk it shows Hence bashful cunning And prompt me plain and holy innocence I am your wife if you will" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 132 + } + ] + }, + { + "session_id": "3827c07d-b884-4691-8eeb-64ffd9ff3b3d", + "payloads": [ + { + "prompt": [ + " we fought I doubt we should have been too young for them BENEDICK In a false quarrel there is no true valour I came to seek you both CLAUDIO We have been up and down to seek thee for we are highproof melancholy and would fain have it beaten away Wilt thou" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "0918150f-12d9-4c08-b2bf-524ad192fe24", + "payloads": [ + { + "prompt": [ + " she sighd and bade me come tomorrow Were I with her the night would post too soon But now are minutes added to the hours To spite me now each minute seems a moon Yet not for me shine sun to succour flowers Pack night peep day good day of night now borrow Short night tonight and length thyself tomorrow XV" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "4408a743-9a22-43fc-9d4b-6ef97428897e", + "payloads": [ + { + "prompt": [ + " Tis impossible CLEOPATRA I think so Charmian dull of tongue and dwarfish What majesty is in her gait Remember If eer thou lookdst on majesty MESSENGER She creeps Her motion and her station are as one She shows a body rather than a life A statue than a breather" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "a85bc1d6-cf32-4040-b01c-d8eaf6604cdd", + "payloads": [ + { + "prompt": [ + " company OBERON Tarry rash wanton am not I thy lord TITANIA Then I must be thy lady but I know When thou hast stoln away from fairyland And in the shape of Corin sat all day Playing on pipes of corn and versing love To amorous Phillida Why art thou" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "9a083883-3771-4b5c-afb9-e8a2af58b3a5", + "payloads": [ + { + "prompt": [ + " breeching scholar in the schools Ill not be tied to hours nor pointed times But learn my lessons as I please myself And to cut off all strife here sit we down Take you your instrument play you the whiles His lecture will be done ere you have tund HORTENSIO Youll leave his lecture when I am in" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 120 + } + ] + }, + { + "session_id": "0b1d6b20-83c6-4085-90b6-d919c9b61808", + "payloads": [ + { + "prompt": [ + " me you mean PETRUCHIO Alas good Kate I will not burden thee For knowing thee to be but young and light KATHERINA Too light for such a swain as you to catch And yet as heavy as my weight should be PETRUCHIO Should be should buz" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 124 + } + ] + }, + { + "session_id": "0165974c-edc4-44a0-98dc-87830e5f169c", + "payloads": [ + { + "prompt": [ + " I a coward Who calls me villain breaks my pate across Plucks off my beard and blows it in my face Tweaks me by the nose gives me the lie i th throat As deep as to the lungs Who does me this Ha Swounds I should take it for it cannot be But" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "5753b46c-3186-4a50-b2da-b8aa585af326", + "payloads": [ + { + "prompt": [ + " unborn shall bless my ashes ARCITE If she refuse me yet my grave will wed me And soldiers sing my epitaph THESEUS Make choice then EMILIA I cannot sir they are both too excellent For me a hair shall never fall of these men HIPPOLYTA What will become of em THESEUS Thus I" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "e848abb0-28b0-4aae-8da2-c81855810589", + "payloads": [ + { + "prompt": [ + " Lady There dwelt a man in Babylon Lady Lady CLOWN Beshrew me the knights in admirable fooling SIR ANDREW Ay he does well enough if he be disposed and so do I too he does it with a better grace but I do it more natural SIR TOBY Sings O the twelfth day of December MARIA For" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 132 + } + ] + }, + { + "session_id": "e3787dd5-0161-43d1-9029-ba6a4a694536", + "payloads": [ + { + "prompt": [ + " And cried All hail when as he meant all harm KING EDWARD Now am I seated as my soul delights Having my countrys peace and brothers loves GEORGE What will your Grace have done with Margaret Reignier her father to the King of France Hath pawned the Sicils and Jerusalem And hither have they sent" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "c0655b90-50ba-4029-a3ab-41144f704f6e", + "payloads": [ + { + "prompt": [ + " when you did feast Suspect still comes where an estate is least That which I show heaven knows is merely love Duty and zeal to your unmatched mind Care of your food and living And believe it My most honoured lord For any benefit that points to me Either in hope or present Id exchange For this one wish that you had" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "abffb810-bad8-4a5a-ad69-6a29a6b4c39a", + "payloads": [ + { + "prompt": [ + " hereafter it may compel him to her recompense and here by this is your brother saved your honour untainted the poor Mariana advantaged and the corrupt deputy scaled The maid will I frame and make fit for his attempt If you think well to carry this as you may the doubleness of the benefit defends the deceit from reproof What think" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "95cceb6f-d910-4c11-bc01-1bb1dfd11956", + "payloads": [ + { + "prompt": [ + " see yonder the beginning of the day but I think we shall never see the end of it Who goes there KING HENRY A friend WILLIAMS Under what captain serve you KING HENRY Under Sir Thomas Erpingham WILLIAMS A good old commander and a most kind gentleman I pray you what thinks he of our estate" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "8143a243-ad33-4bbf-b5ba-b2e97f789a12", + "payloads": [ + { + "prompt": [ + " weary with disasters tuggd with fortune That I would set my life on any chance To mend it or be rid ont MACBETH Both of you Know Banquo was your enemy BOTH MURDERERS True my lord MACBETH So is he mine and in such bloody distance That every minute of his being" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "a8cf0127-7070-4a19-937b-567632fd398c", + "payloads": [ + { + "prompt": [ + " I will wrong such honourable men But heres a parchment with the seal of Caesar I found it in his closet tis his will Let but the commons hear this testament Which pardon me I do not mean to read And they would go and kiss dead Caesars wounds And dip their napkins in his sacred blood" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 133 + } + ] + }, + { + "session_id": "91cf072e-ad1c-440c-a32a-ce03ffa8dc27", + "payloads": [ + { + "prompt": [ + " who To thee What art thou Have not I An arm as big as thine a heart as big Thy words I grant are bigger for I wear not My dagger in my mouth Say what thou art Why I should yield to thee CLOTEN Thou villain base Knowst me not by my clothes GUIDERIUS No" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "31328cdd-b973-46ed-909b-d1ec588dd4d6", + "payloads": [ + { + "prompt": [ + " and weakened Hath Bolingbroke Deposed thine intellect Hath he been in thy heart The lion dying thrusteth forth his paw And wounds the earth if nothing else with rage To be oerpowered and wilt thou pupillike Take the correction mildly kiss the rod And fawn on rage with base humility Which art" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "2abbb0ce-7114-41b3-b8eb-04a6fc9cb6b5", + "payloads": [ + { + "prompt": [ + " FALSTAFF Let it alone Ill make other shift youll be a fool still HOSTESS Well you shall have it though I pawn my gown I hope youll come to supper Youll pay me all together FALSTAFF Will I live To Bardolph Go with her with her Hook on hook on HOST" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "bcff54b2-7bdc-46ae-8e6d-f144d63488b1", + "payloads": [ + { + "prompt": [ + " And that in way of cautionI must tell you You do not understand yourself so clearly As it behoves my daughter and your honour What is between you Give me up the truth OPHELIA He hath my lord of late made many tenders Of his affection to me POLONIUS Affection Pooh You" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "c8b658b3-bee6-4a2a-b7d4-f9d6ebc58853", + "payloads": [ + { + "prompt": [ + " Who in this kind of merry fooling am nothing to you So you may continue and laugh at nothing still ANTONIO What a blow was there given SEBASTIAN An it had not fallen flatlong GONZALO You are gentlemen of brave mettle You would lift the moon" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 132 + } + ] + }, + { + "session_id": "38fd7a9a-df27-48f2-b7c3-4e469de4eb9c", + "payloads": [ + { + "prompt": [ + " school the book Where subjects eyes do learn do read do look And wilt thou be the school where Lust shall learn Must he in thee read lectures of such shame Wilt thou be glass wherein it shall discern Authority for sin warrant for blame To privilege dishonour in thy name Thou backst reproach against longliving laud And makst fair reputation" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "3ee46983-d658-481d-983f-d6b2c4e6e80f", + "payloads": [ + { + "prompt": [ + " sweet stem from Yorks great stock Why didst thou say of late thou wert despised PLANTAGENET First lean thine aged back against mine arm And in that ease Ill tell thee my disease This day in argument upon a case Some words there grew twixt Somerset and me Among which terms" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "06610607-f49e-4dbc-884d-329969144c0d", + "payloads": [ + { + "prompt": [ + " That grudge one thought against your Majesty ALL Welcome high prince the mighty Duke of York SOMERSET Aside Perish base prince ignoble Duke of York GLOUCESTER Now will it best avail your Majesty To cross the seas and to be crownd in France The presence of a king engenders love Among" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 120 + } + ] + }, + { + "session_id": "44db61d2-86b8-4d23-9b9b-a3826c171944", + "payloads": [ + { + "prompt": [ + " was PRINCESS And were you well advised KING I was fair madam PRINCESS When you then were here What did you whisper in your ladys ear KING That more than all the world I did respect her PRINCESS When she shall challenge this you will reject her KING Upon mine honour no PRINCESS Peace peace forbear Your oath once broke" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 134 + } + ] + }, + { + "session_id": "d431eda8-208d-4f84-856c-401ac68793b3", + "payloads": [ + { + "prompt": [ + " TOBY Come on there is sixpence for you Lets have a song SIR ANDREW Theres a testril of me too if one knight give a CLOWN Would you have a lovesong or a song of good life SIR TOBY A lovesong a lovesong SIR ANDREW Ay ay I care" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "139442f9-d5cd-47ab-a07d-c0bd69364db8", + "payloads": [ + { + "prompt": [ + " strange than true I never may believe These antique fables nor these fairy toys Lovers and madmen have such seething brains Such shaping fantasies that apprehend More than cool reason ever comprehends The lunatic the lover and the poet Are of imagination all compact One sees more devils than vast hell can hold That is the madman" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 136 + } + ] + }, + { + "session_id": "d4bced58-72c6-47a1-aa9a-df0186e79f78", + "payloads": [ + { + "prompt": [ + " Veronese family at feud with the Montagues LADY CAPULET wife to Capulet JULIET daughter to Capulet TYBALT nephew to Lady Capulet CAPULETS COUSIN an old man NURSE to Juliet PETER servant to Juliets Nurse SAMPSON servant to Capulet GREGORY" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 127 + } + ] + }, + { + "session_id": "2d5efaec-a564-4e37-a67e-b374e0edfd99", + "payloads": [ + { + "prompt": [ + "CE EDWARD Nay mark how Lewis stamps as he were nettled I hope alls for the best KING LEWIS Warwick what are thy news And yours fair Queen QUEEN MARGARET Mine such as fill my heart with unhoped joys WARWICK Mine full of sorrow and hearts discontent KING LE" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 129 + } + ] + }, + { + "session_id": "c32e98cf-e0c5-4bd2-b07b-5815a16de696", + "payloads": [ + { + "prompt": [ + " She clepes him king of graves and grave for kings Imperious supreme of all mortal things 996 No no quoth she sweet death I did but jest Yet pardon me I felt a kind of fear Whenas I met the boar that bloody beast Which knows no pity but is still severe 100" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "71beb956-1142-4e5f-8060-6eb65befdc4b", + "payloads": [ + { + "prompt": [ + " see aught in you that makes him like That anything he sees which moves his liking I can with ease translate it to my will Or if you will to speak more properly I will enforce it easly to my love Further I will not flatter you my lord That all I see in you is worthy love Than this that nothing do I see in" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 125 + } + ] + }, + { + "session_id": "98ad3238-c86d-412b-b04c-1204de0d75b9", + "payloads": [ + { + "prompt": [ + " thee this night a torchbearer And light thee on thy way to Mantua Therefore stay yet thou needst not to be gone ROMEO Let me be taen let me be put to death I am content so thou wilt have it so Ill say yon grey is not the mornings eye Tis but the pale reflex of Cynth" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "6e61f8a9-7808-4807-998e-8c1a281157d7", + "payloads": [ + { + "prompt": [ + " And pause us till these rebels now afoot Come underneath the yoke of government WARWICK Both which we doubt not but your Majesty Shall soon enjoy KING Humphrey my son of Gloucester Where is the Prince your brother GLOUCESTER I think hes gone to hunt my lord at Windsor KING And how accompanied GLOUCESTER I" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 132 + } + ] + }, + { + "session_id": "25ff0ff4-e09a-48d7-a0a7-76b12c1d95ac", + "payloads": [ + { + "prompt": [ + " Terms names Amaimon sounds well Lucifer well Barbason well yet they are devils additions the names of fiends But cuckold Wittol Cuckold The devil himself hath not such a name Page is an ass a secure ass he will trust his wife he will not be jealous I will rather trust a Fleming with my butter Parson Hugh the Welsh" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "d97b9984-f9ee-4437-88f8-c05e2876ac89", + "payloads": [ + { + "prompt": [ + " lie with love and love with me Since that our faults in love thus smotherd be II Two loves I have of comfort and despair That like two spirits do suggest me still My better angel is a man right fair My worser spirit a woman colourd ill To win me soon to hell my female evil Tempteth my better angel from my side" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 126 + } + ] + }, + { + "session_id": "9a9c074f-140d-4541-91c5-8bc63ed42562", + "payloads": [ + { + "prompt": [ + "rows to feed upon Exit ACT V SCENE I Fields between Dartford and Blackheath Enter York and his army of Irish with drum and colours YORK From Ireland thus comes York to claim his right And pluck the crown from feeble Henrys head Ring bells aloud burn bonfires clear and bright To entertain great Eng" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "aca24e4f-9cc4-41aa-8531-692203f159c1", + "payloads": [ + { + "prompt": [ + " foot And spurn upon thee beggar for thy boldness They set down the bier ANNE What do you tremble Are you all afraid Alas I blame you not for you are mortal And mortal eyes cannot endure the devil Avaunt thou dreadful minister of hell Thou hadst but power over his mortal" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 123 + } + ] + }, + { + "session_id": "74c764eb-9670-4eef-91fa-a38fe1ff85af", + "payloads": [ + { + "prompt": [ + " Joseph Nicholas Philip Walter Sugarsop and the rest let their heads be sleekly combed their blue coats brushd and their garters of an indifferent knit let them curtsy with their left legs and not presume to touch a hair of my masters horsetail till they kiss their hands Are they all ready CURTIS They" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 131 + } + ] + }, + { + "session_id": "a27b1570-2e17-458d-92c4-6e1235fb7d29", + "payloads": [ + { + "prompt": [ + " had eaten thee Dost thou deny thy father cursed drab O burn her burn her Hanging is too good Exit YORK Take her away for she hath lived too long To fill the world with vicious qualities PUCELLE First let me tell you whom you have condemnd Not one begotten of a shepherd swain But issued from the progeny of kings Virt" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 135 + } + ] + }, + { + "session_id": "dc437983-f910-497c-b035-83a8dfe7346e", + "payloads": [ + { + "prompt": [ + " sun to sun There is my honours pawn Engage it to the trial if thou darst AUMERLE Who sets me else By heaven Ill throw at all I have a thousand spirits in one breast To answer twenty thousand such as you SURREY My Lord Fitzwater I do remember well The very time A" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 128 + } + ] + }, + { + "session_id": "b4246780-9468-400e-9551-ec039d827599", + "payloads": [ + { + "prompt": [ + "stuffd brain Doth couch his limbs there golden sleep doth reign Therefore thy earliness doth me assure Thou art uprousd with some distemperature Or if not so then here I hit it right Our Romeo hath not been in bed tonight ROMEO That last is true the sweeter rest was" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 130 + } + ] + }, + { + "session_id": "a03b1575-2434-4c03-a746-7922bebb0e15", + "payloads": [ + { + "prompt": [ + " from us we were free Csars ambition Which swelld so much that it did almost stretch The sides o th world against all colour here Did put the yoke upons which to shake off Becomes a warlike people whom we reckon Ourselves to be CLOTEN We do CYMBELINE Say then to Csar Our ancestor was" + ], + "model": "Qwen/Qwen3-0.6B", + "stream": false, + "max_tokens": 124 + } + ] + } + ] +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl new file mode 100644 index 000000000000..2f2b44642b07 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl @@ -0,0 +1,32 @@ +{"metadata":{"session_num":0,"x_request_id":"1c7c0d22-fede-47de-9672-81dd6d2c30dd","x_correlation_id":"b3ae8abb-1dc5-4fac-ba21-f2834d2a5626","conversation_id":"ae559fae-7fde-4ce7-8c58-b09542acbfb6","turn_index":0,"credit_issued_ns":1779883646101094270,"request_start_ns":1779883646102266691,"request_ack_ns":1779883646338471769,"request_end_ns":1779883646339000259,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.31640625,"unit":"KB"},"http_req_sending":{"value":2.361264,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"request_latency":{"value":236.733568,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":1.856933,"unit":"ms"},"http_req_dns_lookup":{"value":1.227657,"unit":"ms"},"http_req_duration":{"value":236.55495,"unit":"ms"},"usage_prompt_tokens":{"value":63,"unit":"tokens"},"input_sequence_length":{"value":63,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":234.142493,"unit":"ms"},"usage_total_tokens":{"value":191,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.947265625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":540.6922266300654,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":3.08459,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":239.588347,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":1,"x_request_id":"e9a6eacf-f16c-48f7-a55f-42b1cced4ca4","x_correlation_id":"cc29a37c-2d1c-44cf-8bdc-45f38c4f8422","conversation_id":"a03b1575-2434-4c03-a746-7922bebb0e15","turn_index":0,"credit_issued_ns":1779883646339786805,"request_start_ns":1779883646340758077,"request_ack_ns":1779883646568116105,"request_end_ns":1779883646568168819,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.3486328125,"unit":"KB"},"http_req_sending":{"value":0.215636,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":227.410742,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":227.33817,"unit":"ms"},"usage_prompt_tokens":{"value":70,"unit":"tokens"},"input_sequence_length":{"value":70,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":227.10696399999998,"unit":"ms"},"usage_total_tokens":{"value":194,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":0.8837890625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":545.2688774042168,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":227.3226,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":2,"x_request_id":"7607035f-56fd-4bf0-8f20-0c80f950e9e2","x_correlation_id":"e7b6bde6-b72e-430c-9c1a-2a63f4a086b5","conversation_id":"6da37366-881d-47c3-a88c-c95d79ec3968","turn_index":0,"credit_issued_ns":1779883646568855610,"request_start_ns":1779883646569531469,"request_ack_ns":1779883646800494259,"request_end_ns":1779883646800531453,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.35546875,"unit":"KB"},"http_req_sending":{"value":0.16286599999999998,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":230.99998399999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":230.937538,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":230.76440699999998,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":1.0361328125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":549.7835878637983,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":230.92727299999999,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":3,"x_request_id":"2ac223d1-aacc-4701-913d-8eb4e1f440e7","x_correlation_id":"ae84be20-4093-4f86-8794-2384abdcc961","conversation_id":"e2b0c2f7-f946-4717-8e51-acae68cbe3be","turn_index":0,"credit_issued_ns":1779883646801098277,"request_start_ns":1779883646801751396,"request_ack_ns":1779883647030858184,"request_end_ns":1779883647030895730,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3427734375,"unit":"KB"},"http_req_sending":{"value":0.13824899999999998,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":229.144334,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":229.086174,"unit":"ms"},"usage_prompt_tokens":{"value":59,"unit":"tokens"},"input_sequence_length":{"value":59,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":228.937477,"unit":"ms"},"usage_total_tokens":{"value":187,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.9228515625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":558.5998910189069,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":229.075726,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":4,"x_request_id":"a7d565d0-6ec2-481e-ab91-0d5dfc3ee5f8","x_correlation_id":"23cb857f-23cc-465f-b348-d4be68d3c81e","conversation_id":"3ee46983-d658-481d-983f-d6b2c4e6e80f","turn_index":0,"credit_issued_ns":1779883647031445846,"request_start_ns":1779883647032072631,"request_ack_ns":1779883647260854370,"request_end_ns":1779883647260892485,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.337890625,"unit":"KB"},"http_req_sending":{"value":0.141595,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":228.819854,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":228.762675,"unit":"ms"},"usage_prompt_tokens":{"value":62,"unit":"tokens"},"input_sequence_length":{"value":62,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":228.611535,"unit":"ms"},"usage_total_tokens":{"value":189,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.9951171875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":555.021768347077,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":228.75313,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":5,"x_request_id":"e4d23ef5-132a-4cf7-963a-d80fcb00e579","x_correlation_id":"cdbb99a7-bf39-434d-877e-e91a10602729","conversation_id":"c32e98cf-e0c5-4bd2-b07b-5815a16de696","turn_index":0,"credit_issued_ns":1779883647261450837,"request_start_ns":1779883647262105967,"request_ack_ns":1779883647494782906,"request_end_ns":1779883647494831347,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3212890625,"unit":"KB"},"http_req_sending":{"value":0.148593,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":232.72538,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":232.663724,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":232.49434599999998,"unit":"ms"},"usage_total_tokens":{"value":192,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.8974609375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":550.0044730832537,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":232.64293899999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":6,"x_request_id":"6f27a507-0daa-4dbd-a7f9-48f99266b3bc","x_correlation_id":"62b52c21-6e79-4997-a5f0-4c77ef793927","conversation_id":"134b0966-8eb7-472d-b090-11d984251e0c","turn_index":0,"credit_issued_ns":1779883647495421223,"request_start_ns":1779883647496071656,"request_ack_ns":1779883647736767907,"request_end_ns":1779883647736807274,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":134,"unit":"tokens"},"http_req_data_sent":{"value":0.345703125,"unit":"KB"},"http_req_sending":{"value":0.149728,"unit":"ms"},"output_sequence_length":{"value":134,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":240.735618,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":240.677497,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":240.517407,"unit":"ms"},"usage_total_tokens":{"value":195,"unit":"tokens"},"usage_completion_tokens":{"value":134,"unit":"tokens"},"http_req_data_received":{"value":1.0810546875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":556.6272291290107,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":240.667135,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":7,"x_request_id":"3a7cf8be-d03e-4df0-af8d-60102df1dbee","x_correlation_id":"98f838a0-79eb-4e5c-8e9b-c55345a5cdb4","conversation_id":"0918150f-12d9-4c08-b2bf-524ad192fe24","turn_index":0,"credit_issued_ns":1779883647737363214,"request_start_ns":1779883647738012823,"request_ack_ns":1779883647970560564,"request_end_ns":1779883647970599747,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3701171875,"unit":"KB"},"http_req_sending":{"value":0.138965,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":232.58692399999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":232.52893,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":232.37994899999998,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":1.0458984375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":546.0324158205901,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":232.518914,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":8,"x_request_id":"87e65984-fe1d-4f15-9672-48d9cd279d6a","x_correlation_id":"8f616d43-f820-4bbd-89bb-c5c15a4b1147","conversation_id":"06610607-f49e-4dbc-884d-329969144c0d","turn_index":0,"credit_issued_ns":1779883647971198233,"request_start_ns":1779883647971884705,"request_ack_ns":1779883648190662087,"request_end_ns":1779883648190701196,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":120,"unit":"tokens"},"http_req_data_sent":{"value":0.3486328125,"unit":"KB"},"http_req_sending":{"value":0.1422,"unit":"ms"},"output_sequence_length":{"value":120,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":218.81649099999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":218.757669,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":218.604807,"unit":"ms"},"usage_total_tokens":{"value":181,"unit":"tokens"},"usage_completion_tokens":{"value":120,"unit":"tokens"},"http_req_data_received":{"value":0.970703125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":548.4047360945935,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":218.747007,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":9,"x_request_id":"4500c976-8f1b-4953-a64d-f276a942a2d8","x_correlation_id":"e3d80db3-ae78-492f-9bb0-7fdbeaebdd06","conversation_id":"da6dc0b4-3658-4917-be96-33bbaf7404bb","turn_index":0,"credit_issued_ns":1779883648191295245,"request_start_ns":1779883648191992768,"request_ack_ns":1779883648422473479,"request_end_ns":1779883648422525211,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.33203125,"unit":"KB"},"http_req_sending":{"value":0.147189,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":230.532443,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":230.472569,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":230.31285699999998,"unit":"ms"},"usage_total_tokens":{"value":192,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":1.0244140625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":555.2363838004354,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":230.46004599999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":10,"x_request_id":"ed8de3e0-3258-400c-990a-de4805f19c9f","x_correlation_id":"3136e2d7-0d08-408f-99e4-11848a9b02a0","conversation_id":"e3787dd5-0161-43d1-9029-ba6a4a694536","turn_index":0,"credit_issued_ns":1779883648423148729,"request_start_ns":1779883648423841926,"request_ack_ns":1779883648660528590,"request_end_ns":1779883648660581418,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.3583984375,"unit":"KB"},"http_req_sending":{"value":0.141001,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":236.73949199999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":236.675761,"unit":"ms"},"usage_prompt_tokens":{"value":63,"unit":"tokens"},"input_sequence_length":{"value":63,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":236.510946,"unit":"ms"},"usage_total_tokens":{"value":194,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":1.0068359375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":553.3508536885768,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":236.65194699999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":11,"x_request_id":"24adc203-4adb-48b3-86e6-c5857da94308","x_correlation_id":"ac08be1c-b655-46ac-824d-19f08521bd35","conversation_id":"0977d903-1ada-40e7-a725-55453b06985b","turn_index":0,"credit_issued_ns":1779883648661178021,"request_start_ns":1779883648661845019,"request_ack_ns":1779883648900106828,"request_end_ns":1779883648900148518,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.3095703125,"unit":"KB"},"http_req_sending":{"value":0.147649,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":238.303499,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":238.24335399999998,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":238.085267,"unit":"ms"},"usage_total_tokens":{"value":195,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":0.916015625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":549.719162956982,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":238.232916,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":12,"x_request_id":"e2363666-4661-4943-9929-04c272895694","x_correlation_id":"651c56d4-978d-4187-8391-d399dc3eac54","conversation_id":"6e32919c-dd0b-4d7c-8c48-6d07880ff8db","turn_index":0,"credit_issued_ns":1779883648900741301,"request_start_ns":1779883648901424871,"request_ack_ns":1779883649137716440,"request_end_ns":1779883649137755613,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3701171875,"unit":"KB"},"http_req_sending":{"value":0.150225,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":236.330742,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":236.26813299999998,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":236.10726,"unit":"ms"},"usage_total_tokens":{"value":192,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":1.0830078125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":541.6138371029191,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":236.257485,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":13,"x_request_id":"7dad5f2b-f005-48a7-89bc-5983273c2d77","x_correlation_id":"2a3b24d2-489d-42b0-88a5-f1e98337e794","conversation_id":"68310bc6-d65e-4485-8546-38dd082e1295","turn_index":0,"credit_issued_ns":1779883649138385877,"request_start_ns":1779883649139141203,"request_ack_ns":1779883649354993615,"request_end_ns":1779883649355033707,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":118,"unit":"tokens"},"http_req_data_sent":{"value":0.3291015625,"unit":"KB"},"http_req_sending":{"value":0.175813,"unit":"ms"},"output_sequence_length":{"value":118,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":215.892504,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":215.830218,"unit":"ms"},"usage_prompt_tokens":{"value":57,"unit":"tokens"},"input_sequence_length":{"value":57,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":215.643295,"unit":"ms"},"usage_total_tokens":{"value":175,"unit":"tokens"},"usage_completion_tokens":{"value":118,"unit":"tokens"},"http_req_data_received":{"value":1.02734375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":546.5683051228124,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":215.819108,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":14,"x_request_id":"946fef7c-abc8-4a8a-9c4e-332f0db442d5","x_correlation_id":"446bb6ad-2357-45e9-a2ca-f1c48afae7f7","conversation_id":"5b6e6972-e441-4346-be00-4bd10a74bb6e","turn_index":0,"credit_issued_ns":1779883649355652382,"request_start_ns":1779883649356335256,"request_ack_ns":1779883649587373184,"request_end_ns":1779883649587414818,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.3369140625,"unit":"KB"},"http_req_sending":{"value":0.148448,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":231.07956199999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":231.01811899999998,"unit":"ms"},"usage_prompt_tokens":{"value":65,"unit":"tokens"},"input_sequence_length":{"value":65,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":230.85869599999998,"unit":"ms"},"usage_total_tokens":{"value":189,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":1.095703125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":536.6117147132206,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":231.00714399999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":15,"x_request_id":"87f4ecc0-a3b3-4d35-ae88-7e7cf9ed81e6","x_correlation_id":"186a7d39-16a8-4f77-aa4a-1b933a04123f","conversation_id":"11d8f959-18a5-41cc-ac42-f0307d396e4e","turn_index":0,"credit_issued_ns":1779883649588055128,"request_start_ns":1779883649589030554,"request_ack_ns":1779883649824244266,"request_end_ns":1779883649824281047,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":129,"unit":"tokens"},"http_req_data_sent":{"value":0.357421875,"unit":"KB"},"http_req_sending":{"value":0.147289,"unit":"ms"},"output_sequence_length":{"value":129,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":235.25049299999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":235.18741899999998,"unit":"ms"},"usage_prompt_tokens":{"value":69,"unit":"tokens"},"input_sequence_length":{"value":69,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":235.03032,"unit":"ms"},"usage_total_tokens":{"value":198,"unit":"tokens"},"usage_completion_tokens":{"value":129,"unit":"tokens"},"http_req_data_received":{"value":0.876953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":548.3516670037329,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":235.177609,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":16,"x_request_id":"31d53ee6-8934-48cf-b5f4-a642e62c776a","x_correlation_id":"3793b36e-89f8-4e84-85c9-e9d84efef874","conversation_id":"9a9c074f-140d-4541-91c5-8bc63ed42562","turn_index":0,"credit_issued_ns":1779883649824881152,"request_start_ns":1779883649825810862,"request_ack_ns":1779883650057311555,"request_end_ns":1779883650057353613,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":130,"unit":"tokens"},"http_req_data_sent":{"value":0.3623046875,"unit":"KB"},"http_req_sending":{"value":0.147563,"unit":"ms"},"output_sequence_length":{"value":130,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":231.54275099999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":231.48139899999998,"unit":"ms"},"usage_prompt_tokens":{"value":63,"unit":"tokens"},"input_sequence_length":{"value":63,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":231.32379699999998,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":130,"unit":"tokens"},"http_req_data_received":{"value":1.01953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":561.4513926199313,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":231.47135999999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":17,"x_request_id":"3d95a200-cbe4-4e79-b502-dff0e02464df","x_correlation_id":"cf3aba3c-4e76-411e-b228-6436abfc09d7","conversation_id":"53d231fb-1e76-483a-8b16-7abb8a1b14d9","turn_index":0,"credit_issued_ns":1779883650057902323,"request_start_ns":1779883650058538128,"request_ack_ns":1779883650279754309,"request_end_ns":1779883650279789661,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.3447265625,"unit":"KB"},"http_req_sending":{"value":0.13713799999999998,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":221.251533,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":221.195156,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":221.048544,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":1.033203125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":560.4480941607758,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":221.18568199999999,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":18,"x_request_id":"f837ea09-194d-4b24-8edf-3d4901eebfe5","x_correlation_id":"e89eee39-e30a-408b-b788-66ca913b9224","conversation_id":"bcff54b2-7bdc-46ae-8e6d-f144d63488b1","turn_index":0,"credit_issued_ns":1779883650280285298,"request_start_ns":1779883650280907838,"request_ack_ns":1779883650508815907,"request_end_ns":1779883650508851349,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3330078125,"unit":"KB"},"http_req_sending":{"value":0.13120199999999999,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":227.943511,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":227.887994,"unit":"ms"},"usage_prompt_tokens":{"value":62,"unit":"tokens"},"input_sequence_length":{"value":62,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":227.747741,"unit":"ms"},"usage_total_tokens":{"value":190,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.97265625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":561.542635885783,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":227.878943,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":19,"x_request_id":"7e879386-2d6b-42a0-8bd8-b20e451f76e4","x_correlation_id":"e4e78abc-a477-41da-8f13-07a2da328b38","conversation_id":"139442f9-d5cd-47ab-a07d-c0bd69364db8","turn_index":0,"credit_issued_ns":1779883650509431861,"request_start_ns":1779883650510103809,"request_ack_ns":1779883650753745231,"request_end_ns":1779883650753781080,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":136,"unit":"tokens"},"http_req_data_sent":{"value":0.39453125,"unit":"KB"},"http_req_sending":{"value":0.136421,"unit":"ms"},"output_sequence_length":{"value":136,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":243.677271,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":243.61701699999998,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":243.47126999999998,"unit":"ms"},"usage_total_tokens":{"value":202,"unit":"tokens"},"usage_completion_tokens":{"value":136,"unit":"tokens"},"http_req_data_received":{"value":1.0185546875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":558.1152457998431,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":243.607691,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":20,"x_request_id":"f90ca895-45b3-4678-ae3d-960f6d9cedf4","x_correlation_id":"4c12a428-5b86-4d01-99c7-986cc0aa8c5f","conversation_id":"25ff0ff4-e09a-48d7-a0a7-76b12c1d95ac","turn_index":0,"credit_issued_ns":1779883650754312932,"request_start_ns":1779883650754964288,"request_ack_ns":1779883650989291778,"request_end_ns":1779883650989336001,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":130,"unit":"tokens"},"http_req_data_sent":{"value":0.3798828125,"unit":"KB"},"http_req_sending":{"value":0.13752,"unit":"ms"},"output_sequence_length":{"value":130,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":234.371713,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":234.31553499999998,"unit":"ms"},"usage_prompt_tokens":{"value":69,"unit":"tokens"},"input_sequence_length":{"value":69,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":234.166654,"unit":"ms"},"usage_total_tokens":{"value":199,"unit":"tokens"},"usage_completion_tokens":{"value":130,"unit":"tokens"},"http_req_data_received":{"value":1.1201171875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":554.6744457169198,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":234.304174,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":21,"x_request_id":"538eaa65-20e4-4a83-bea4-f1a5681eaf2d","x_correlation_id":"c1ee889c-22f3-4245-9f39-301d922661d1","conversation_id":"f352d3dd-78ae-4f5f-9b05-3f1a1324a354","turn_index":0,"credit_issued_ns":1779883650989827899,"request_start_ns":1779883650990442758,"request_ack_ns":1779883651217921383,"request_end_ns":1779883651217961521,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":126,"unit":"tokens"},"http_req_data_sent":{"value":0.365234375,"unit":"KB"},"http_req_sending":{"value":0.14404599999999998,"unit":"ms"},"output_sequence_length":{"value":126,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":227.51876299999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":227.46191399999998,"unit":"ms"},"usage_prompt_tokens":{"value":65,"unit":"tokens"},"input_sequence_length":{"value":65,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":227.306962,"unit":"ms"},"usage_total_tokens":{"value":191,"unit":"tokens"},"usage_completion_tokens":{"value":126,"unit":"tokens"},"http_req_data_received":{"value":1.00390625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":553.8004793037662,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":227.451008,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":22,"x_request_id":"f348ef34-50e0-4516-8e57-4e1e78de8ba4","x_correlation_id":"0ac53835-ed4a-4185-b896-349887019a39","conversation_id":"a231ce90-12be-4b35-a4b3-df9faae7f2b7","turn_index":0,"credit_issued_ns":1779883651218515020,"request_start_ns":1779883651219194661,"request_ack_ns":1779883651454554044,"request_end_ns":1779883651454594861,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.3310546875,"unit":"KB"},"http_req_sending":{"value":0.154863,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":235.40019999999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":235.327026,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":235.16123499999998,"unit":"ms"},"usage_total_tokens":{"value":195,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":0.8525390625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":556.4991023796921,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":235.31609799999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":23,"x_request_id":"d8c76bbd-a0fb-4098-934d-218025442181","x_correlation_id":"9a80ffcf-ca4f-4768-be62-b121031057ad","conversation_id":"25031728-3ca3-4bee-82c8-6e2b88d7c0e2","turn_index":0,"credit_issued_ns":1779883651455150632,"request_start_ns":1779883651455793896,"request_ack_ns":1779883651681248744,"request_end_ns":1779883651681284658,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.314453125,"unit":"KB"},"http_req_sending":{"value":0.138068,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":225.490762,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":225.43494299999998,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":225.287219,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.998046875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":563.2159777791695,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":225.425287,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":24,"x_request_id":"6b2e2180-501e-4a33-b7b9-6d98fbeff410","x_correlation_id":"8c1edd1e-eb37-4d7e-91c9-34365f3eb5fd","conversation_id":"2d323450-1acf-4fe0-9b90-1e14a981a301","turn_index":0,"credit_issued_ns":1779883651681738697,"request_start_ns":1779883651682357654,"request_ack_ns":1779883651916486702,"request_end_ns":1779883651916533758,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":129,"unit":"tokens"},"http_req_data_sent":{"value":0.337890625,"unit":"KB"},"http_req_sending":{"value":0.140879,"unit":"ms"},"output_sequence_length":{"value":129,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":234.17610399999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":234.12045999999998,"unit":"ms"},"usage_prompt_tokens":{"value":67,"unit":"tokens"},"input_sequence_length":{"value":67,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":233.969069,"unit":"ms"},"usage_total_tokens":{"value":196,"unit":"tokens"},"usage_completion_tokens":{"value":129,"unit":"tokens"},"http_req_data_received":{"value":0.9521484375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":550.8674787757166,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":234.109948,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":25,"x_request_id":"cb8215c8-4cc7-4484-82ac-7ba46276be84","x_correlation_id":"1e036ebe-36f0-4d5e-885c-8663078e5b1f","conversation_id":"33214d62-32f6-43d6-acca-cf03373805b8","turn_index":0,"credit_issued_ns":1779883651917050368,"request_start_ns":1779883651917689015,"request_ack_ns":1779883652160317048,"request_end_ns":1779883652160352696,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3408203125,"unit":"KB"},"http_req_sending":{"value":0.145391,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":242.663681,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":242.604886,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":242.44948599999998,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.92578125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":523.3580875252609,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":242.594877,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":26,"x_request_id":"ca86308a-df44-4cc7-aba5-691195275cc6","x_correlation_id":"0a10682f-e2de-48e3-a85a-0ff7d1e664ad","conversation_id":"98ad3238-c86d-412b-b04c-1204de0d75b9","turn_index":0,"credit_issued_ns":1779883652160897387,"request_start_ns":1779883652161531465,"request_ack_ns":1779883652396072217,"request_end_ns":1779883652396111142,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.33203125,"unit":"KB"},"http_req_sending":{"value":0.145997,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":234.57967699999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":234.521099,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":234.36424499999998,"unit":"ms"},"usage_total_tokens":{"value":197,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":0.9501953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":558.4456491514395,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":234.51024199999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":27,"x_request_id":"c357ef44-d2e3-47be-99cd-936bba093a4f","x_correlation_id":"a94ff733-d0e4-446d-a285-2c5a26d31c1f","conversation_id":"e848abb0-28b0-4aae-8da2-c81855810589","turn_index":0,"credit_issued_ns":1779883652396624387,"request_start_ns":1779883652397289509,"request_ack_ns":1779883652636499063,"request_end_ns":1779883652636537060,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":132,"unit":"tokens"},"http_req_data_sent":{"value":0.337890625,"unit":"KB"},"http_req_sending":{"value":0.146473,"unit":"ms"},"output_sequence_length":{"value":132,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":239.247551,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":239.18818,"unit":"ms"},"usage_prompt_tokens":{"value":70,"unit":"tokens"},"input_sequence_length":{"value":70,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":239.031374,"unit":"ms"},"usage_total_tokens":{"value":202,"unit":"tokens"},"usage_completion_tokens":{"value":132,"unit":"tokens"},"http_req_data_received":{"value":1.001953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":551.7297855224441,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":239.17784699999999,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":28,"x_request_id":"a22959eb-f6fe-4d3b-bcf6-372c2ac5b420","x_correlation_id":"adf34067-8d67-4b3e-af8f-81b0a43f365c","conversation_id":"0b1d6b20-83c6-4085-90b6-d919c9b61808","turn_index":0,"credit_issued_ns":1779883652637039140,"request_start_ns":1779883652637687015,"request_ack_ns":1779883652867747012,"request_end_ns":1779883652867790521,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.29296875,"unit":"KB"},"http_req_sending":{"value":0.141585,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":230.10350599999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":230.042859,"unit":"ms"},"usage_prompt_tokens":{"value":56,"unit":"tokens"},"input_sequence_length":{"value":56,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":229.889453,"unit":"ms"},"usage_total_tokens":{"value":180,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":0.9375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":538.8879211601409,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":230.031038,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":29,"x_request_id":"e596b3ce-3066-4b71-8c12-3f06702e9330","x_correlation_id":"63cdef9b-930a-4d83-a957-947535a2ec66","conversation_id":"7f3e3efd-c7c1-4961-9a4f-2edb7a2c3a5a","turn_index":0,"credit_issued_ns":1779883652868302926,"request_start_ns":1779883652869007752,"request_ack_ns":1779883653111946065,"request_end_ns":1779883653111983767,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3408203125,"unit":"KB"},"http_req_sending":{"value":0.138788,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":242.976015,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":242.91212299999998,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":242.763665,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.9208984375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":522.6853358344855,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":242.90245299999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":30,"x_request_id":"07ed1f3a-915b-4d58-b840-3196ff843dfb","x_correlation_id":"09f004bb-7160-4b82-bac9-5b278eae2e5e","conversation_id":"2abbb0ce-7114-41b3-b8eb-04a6fc9cb6b5","turn_index":0,"credit_issued_ns":1779883653112483428,"request_start_ns":1779883653113155777,"request_ack_ns":1779883653336315842,"request_end_ns":1779883653336353037,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":125,"unit":"tokens"},"http_req_data_sent":{"value":0.3125,"unit":"KB"},"http_req_sending":{"value":0.141502,"unit":"ms"},"output_sequence_length":{"value":125,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":223.19726,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":223.134962,"unit":"ms"},"usage_prompt_tokens":{"value":62,"unit":"tokens"},"input_sequence_length":{"value":62,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":222.983432,"unit":"ms"},"usage_total_tokens":{"value":187,"unit":"tokens"},"usage_completion_tokens":{"value":125,"unit":"tokens"},"http_req_data_received":{"value":0.99609375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":560.0427173702759,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":223.124934,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} +{"metadata":{"session_num":31,"x_request_id":"b08b1737-4fa0-4cc2-979a-469a9fe49b0d","x_correlation_id":"e6439888-db3f-45d5-bfa6-e75aed25a6c0","conversation_id":"d4bced58-72c6-47a1-aa9a-df0186e79f78","turn_index":0,"credit_issued_ns":1779883653336871956,"request_start_ns":1779883653337498647,"request_ack_ns":1779883653567336165,"request_end_ns":1779883653567375563,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3037109375,"unit":"KB"},"http_req_sending":{"value":0.139796,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":229.876916,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":229.820346,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":229.669656,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.91796875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":552.4695659306652,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":229.809452,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json new file mode 100644 index 000000000000..7edd8555de98 --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json @@ -0,0 +1,552 @@ +{ + "schema_version": "1.1", + "aiperf_version": "0.8.0", + "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f", + "request_throughput": { + "unit": "requests/sec", + "avg": 4.286608614647944 + }, + "request_latency": { + "unit": "ms", + "avg": 232.066213875, + "p1": 216.79893997, + "p5": 220.15576409999997, + "p10": 223.42661019999997, + "p25": 228.60076825, + "p50": 232.06483749999998, + "p75": 236.4314485, + "p90": 240.5868113, + "p95": 242.8042313, + "p99": 243.45988164, + "min": 215.892504, + "max": 243.677271, + "std": 6.6130545512261705, + "count": 32, + "sum": 7426.118844 + }, + "request_count": { + "unit": "requests", + "avg": 32.0 + }, + "output_token_throughput": { + "unit": "tokens/sec", + "avg": 547.3463374828594 + }, + "output_sequence_length": { + "unit": "tokens", + "avg": 127.6875, + "p1": 118.62, + "p5": 122.2, + "p10": 124.0, + "p25": 126.75, + "p50": 128.0, + "p75": 130.0, + "p90": 131.0, + "p95": 132.9, + "p99": 135.38, + "min": 118.0, + "max": 136.0, + "std": 3.565787956398978, + "count": 32, + "sum": 4086.0 + }, + "input_sequence_length": { + "unit": "tokens", + "avg": 63.78125, + "p1": 56.31, + "p5": 58.1, + "p10": 61.0, + "p25": 61.75, + "p50": 64.0, + "p75": 66.0, + "p90": 68.80000000000001, + "p95": 69.45, + "p99": 70.0, + "min": 56.0, + "max": 70.0, + "std": 3.3046782653535276, + "count": 32, + "sum": 2041.0 + }, + "output_token_count": { + "unit": "tokens", + "avg": 127.6875, + "p1": 118.62, + "p5": 122.2, + "p10": 124.0, + "p25": 126.75, + "p50": 128.0, + "p75": 130.0, + "p90": 131.0, + "p95": 132.9, + "p99": 135.38, + "min": 118.0, + "max": 136.0, + "std": 3.565787956398978, + "count": 32, + "sum": 4086.0 + }, + "total_output_tokens": { + "unit": "tokens", + "avg": 4086.0 + }, + "benchmark_duration": { + "unit": "sec", + "avg": 7.465108872 + }, + "total_isl": { + "unit": "tokens", + "avg": 2041.0 + }, + "total_osl": { + "unit": "tokens", + "avg": 4086.0 + }, + "telemetry_data": { + "summary": { + "endpoints_configured": [], + "endpoints_successful": [], + "start_time": "2026-05-27T12:07:26.100645", + "end_time": "2026-05-27T12:07:35.573176" + }, + "endpoints": {}, + "error_summary": [] + }, + "input_config": { + "endpoint": { + "model_names": [ + "Qwen/Qwen3-0.6B" + ], + "custom_endpoint": "/v1/completions", + "type": "completions", + "urls": [ + "http://localhost:8000" + ] + }, + "input": { + "prompt": { + "input_tokens": { + "mean": 64, + "stddev": 4.0 + }, + "output_tokens": { + "mean": 128, + "stddev": 4.0 + } + } + }, + "loadgen": { + "concurrency": 1, + "arrival_pattern": "concurrency_burst", + "request_count": 32 + }, + "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'completions' --endpoint '/v1/completions' --synthetic-input-tokens-mean 64 --synthetic-input-tokens-stddev 4 --output-tokens-mean 128 --output-tokens-stddev 4 --url 'localhost:8000' --request-count 32", + "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f" + }, + "was_cancelled": false, + "error_summary": [], + "start_time": "2026-05-27T12:07:26.100645", + "end_time": "2026-05-27T12:07:33.568086", + "http_req_data_sent": { + "unit": "KB", + "avg": 0.34075927734375, + "p1": 0.296298828125, + "p5": 0.30693359375, + "p10": 0.3126953125, + "p25": 0.33056640625, + "p50": 0.33935546875, + "p75": 0.35595703125, + "p90": 0.36962890625, + "p95": 0.37451171875, + "p99": 0.389990234375, + "min": 0.29296875, + "max": 0.39453125, + "std": 0.02218986807529967, + "count": 32, + "sum": 10.904296875 + }, + "http_req_sending": { + "unit": "ms", + "avg": 0.21637318749999998, + "p1": 0.13281989, + "p5": 0.13681535, + "p10": 0.13757479999999997, + "p25": 0.13958825, + "p50": 0.1447185, + "p75": 0.14848424999999998, + "p90": 0.1620657, + "p95": 0.19373334999999997, + "p99": 1.6961193200000027, + "min": 0.13120199999999999, + "max": 2.361264, + "std": 0.3855161039593902, + "count": 32, + "sum": 6.923941999999999 + }, + "http_req_blocked": { + "unit": "ms", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 32, + "sum": 0.0 + }, + "http_req_connection_reused": { + "unit": "ratio", + "avg": 0.96875, + "p1": 0.31, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 0.0, + "max": 1.0, + "std": 0.17399263633843817, + "count": 32, + "sum": 31.0 + }, + "http_req_chunks_sent": { + "unit": "count", + "avg": 1.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "count": 32, + "sum": 32.0 + }, + "http_req_connecting": { + "unit": "ms", + "avg": 0.05802915625, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 1.2812837700000024, + "min": 0.0, + "max": 1.856933, + "std": 0.323092668173845, + "count": 32, + "sum": 1.856933 + }, + "http_req_dns_lookup": { + "unit": "ms", + "avg": 0.03836428125, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.8470833300000016, + "min": 0.0, + "max": 1.227657, + "std": 0.21360327794933798, + "count": 32, + "sum": 1.227657 + }, + "http_req_duration": { + "unit": "ms", + "avg": 232.00214996875, + "p1": 216.73772781, + "p5": 220.09828685, + "p10": 223.3649601, + "p25": 228.54400475, + "p50": 232.00516449999998, + "p75": 236.33983725, + "p90": 240.5285653, + "p95": 242.74314264999998, + "p99": 243.39849986000002, + "min": 215.830218, + "max": 243.61701699999998, + "std": 6.610050743758985, + "count": 32, + "sum": 7424.068799 + }, + "usage_prompt_tokens": { + "unit": "tokens", + "avg": 63.78125, + "p1": 56.31, + "p5": 58.1, + "p10": 61.0, + "p25": 61.75, + "p50": 64.0, + "p75": 66.0, + "p90": 68.80000000000001, + "p95": 69.45, + "p99": 70.0, + "min": 56.0, + "max": 70.0, + "std": 3.3046782653535276, + "count": 32, + "sum": 2041.0 + }, + "http_req_chunks_received": { + "unit": "count", + "avg": 1.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "count": 32, + "sum": 32.0 + }, + "http_req_receiving": { + "unit": "ms", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 32, + "sum": 0.0 + }, + "http_req_waiting": { + "unit": "ms", + "avg": 231.77318212499998, + "p1": 216.56136372, + "p5": 219.94886234999998, + "p10": 223.21381069999998, + "p25": 228.39558649999998, + "p50": 231.85187299999998, + "p75": 235.39774125, + "p90": 240.3688037, + "p95": 242.59086655, + "p99": 243.25191244999996, + "min": 215.643295, + "max": 243.47126999999998, + "std": 6.575850020715852, + "count": 32, + "sum": 7416.741827999999 + }, + "usage_total_tokens": { + "unit": "tokens", + "avg": 191.46875, + "p1": 176.55, + "p5": 180.55, + "p10": 187.0, + "p25": 188.0, + "p50": 192.0, + "p75": 195.0, + "p90": 197.9, + "p95": 200.35, + "p99": 202.0, + "min": 175.0, + "max": 202.0, + "std": 5.722676247831953, + "count": 32, + "sum": 6127.0 + }, + "usage_completion_tokens": { + "unit": "tokens", + "avg": 127.6875, + "p1": 118.62, + "p5": 122.2, + "p10": 124.0, + "p25": 126.75, + "p50": 128.0, + "p75": 130.0, + "p90": 131.0, + "p95": 132.9, + "p99": 135.38, + "min": 118.0, + "max": 136.0, + "std": 3.565787956398978, + "count": 32, + "sum": 4086.0 + }, + "http_req_data_received": { + "unit": "KB", + "avg": 0.98223876953125, + "p1": 0.860107421875, + "p5": 0.880712890625, + "p10": 0.89931640625, + "p25": 0.925048828125, + "p50": 0.99560546875, + "p75": 1.025146484375, + "p90": 1.0775390625, + "p95": 1.088720703125, + "p99": 1.112548828125, + "min": 0.8525390625, + "max": 1.1201171875, + "std": 0.06593398853190367, + "count": 32, + "sum": 31.431640625 + }, + "osl_mismatch_diff_pct": { + "unit": "%", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 32, + "sum": 0.0 + }, + "e2e_output_token_throughput": { + "unit": "tokens/sec/user", + "avg": 550.3162826467657, + "p1": 522.8938888586258, + "p5": 530.6475824786387, + "p10": 539.0683517071334, + "p25": 546.4343327972568, + "p50": 552.0996757265547, + "p75": 556.9992332967188, + "p90": 560.4075564817258, + "p95": 561.4924520895646, + "p99": 562.6972417922198, + "min": 522.6853358344855, + "max": 563.2159777791695, + "std": 9.721129813623758, + "count": 32, + "sum": 17610.1210446965 + }, + "http_req_connection_overhead": { + "unit": "ms", + "avg": 0.0963934375, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 2.1283671000000037, + "min": 0.0, + "max": 3.08459, + "std": 0.5366959461231829, + "count": 32, + "sum": 3.08459 + }, + "usage_prompt_tokens_diff_pct": { + "unit": "%", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 32, + "sum": 0.0 + }, + "http_req_total": { + "unit": "ms", + "avg": 232.08594875, + "p1": 216.72675669, + "p5": 220.08827825, + "p10": 223.3549693, + "p25": 228.53458325, + "p50": 231.995137, + "p75": 236.3561005, + "p90": 240.55925619999996, + "p95": 242.73328619999998, + "p99": 243.38906722, + "min": 215.819108, + "max": 243.607691, + "std": 6.696110156892461, + "count": 32, + "sum": 7426.75036 + }, + "usage_completion_tokens_diff_pct": { + "unit": "%", + "avg": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "count": 32, + "sum": 0.0 + }, + "osl_mismatch_count": { + "unit": "requests", + "avg": 0.0 + }, + "usage_discrepancy_count": { + "unit": "requests", + "avg": 0.0 + }, + "total_usage_total_tokens": { + "unit": "tokens", + "avg": 6127.0 + }, + "total_usage_prompt_tokens": { + "unit": "tokens", + "avg": 2041.0 + }, + "total_usage_completion_tokens": { + "unit": "tokens", + "avg": 4086.0 + }, + "total_token_throughput": { + "unit": "tokens/sec", + "avg": 820.7515931858736 + } +} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json new file mode 100644 index 000000000000..bb782af5728b --- /dev/null +++ b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json @@ -0,0 +1,1789 @@ +{ + "schema_version": "1.0", + "aiperf_version": "0.8.0", + "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f", + "summary": { + "endpoints_configured": [ + "http://localhost:8000/metrics" + ], + "endpoints_successful": [ + "http://localhost:8000/metrics" + ], + "start_time": "2026-05-27T12:07:26.100645", + "end_time": "2026-05-27T12:07:33.568086", + "endpoint_info": { + "http://localhost:8000/metrics": { + "total_fetches": 25, + "first_fetch_ns": 1779883641219174639, + "last_fetch_ns": 1779883653576857299, + "avg_fetch_latency_ms": 7.16797224, + "unique_updates": 25, + "first_update_ns": 1779883641219174639, + "last_update_ns": 1779883653576857299, + "duration_seconds": 12.35768266, + "avg_update_interval_ms": 514.9034441666666, + "median_update_interval_ms": 333.4391975 + } + } + }, + "metrics": { + "http_request_duration_highr_seconds": { + "type": "histogram", + "description": "Latency with many buckets but no API specific labels. Made for more accurate percentile calculations.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "count": 32, + "sum": 7.393918320991361, + "avg": 0.23105994753098003, + "count_rate": 2.589482258156644, + "sum_rate": 0.5983256347020778, + "p1_estimate": 0.2176593716425737, + "p5_estimate": 0.21875329620489262, + "p10_estimate": 0.2201207019077912, + "p25_estimate": 0.224222919016487, + "p50_estimate": 0.23105994753098003, + "p75_estimate": 0.23789697604547305, + "p90_estimate": 0.24199919315416885, + "p95_estimate": 0.24336659885706743, + "p99_estimate": 0.24446052341938634 + }, + "buckets": { + "0.01": 0, + "0.025": 0, + "0.05": 0, + "0.075": 0, + "0.1": 0, + "0.25": 32, + "0.5": 32, + "0.75": 32, + "1.0": 32, + "1.5": 32, + "2.0": 32, + "2.5": 32, + "3.0": 32, + "3.5": 32, + "4.0": 32, + "4.5": 32, + "5.0": 32, + "7.5": 32, + "10.0": 32, + "30.0": 32, + "60.0": 32, + "+Inf": 32 + } + } + ] + }, + "http_request_duration_seconds": { + "type": "histogram", + "description": "Latency with only few buckets by handler. Made to be only used if aggregation by handler is important.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/completions", + "method": "POST" + }, + "stats": { + "count": 32, + "sum": 7.393918320991361, + "avg": 0.23105994753098003, + "count_rate": 2.589482258156644, + "sum_rate": 0.5983256347020778, + "p1_estimate": 0.15588218090231626, + "p5_estimate": 0.1564291431834757, + "p10_estimate": 0.157112846034925, + "p25_estimate": 0.1762564283547629, + "p50_estimate": 0.22811244261200944, + "p75_estimate": 0.2799684568692559, + "p90_estimate": 0.3110820654236039, + "p95_estimate": 0.32145326827505316, + "p99_estimate": 0.3297502305562126 + }, + "buckets": { + "0.1": 0, + "0.5": 32, + "1.0": 32, + "+Inf": 32 + } + } + ] + }, + "http_requests": { + "type": "counter", + "description": "Total number of requests by method, status and handler.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "handler": "/v1/completions", + "method": "POST", + "status": "2xx" + }, + "stats": { + "total": 32.0, + "rate": 2.589482258156644 + } + } + ] + }, + "process_cpu_seconds": { + "type": "counter", + "description": "Total user and system CPU time spent in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "total": 0.7899999999999991, + "rate": 0.06392784324824208 + } + } + ] + }, + "process_max_fds": { + "type": "gauge", + "description": "Maximum number of open file descriptors.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1048576.0, + "min": 1048576.0, + "max": 1048576.0, + "std": 0.0, + "p1": 1048576.0, + "p5": 1048576.0, + "p10": 1048576.0, + "p25": 1048576.0, + "p50": 1048576.0, + "p75": 1048576.0, + "p90": 1048576.0, + "p95": 1048576.0, + "p99": 1048576.0 + } + } + ] + }, + "process_open_fds": { + "type": "gauge", + "description": "Number of open file descriptors.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 57.958333333333336, + "min": 57.0, + "max": 58.0, + "std": 0.2041241452319315, + "p1": 57.23, + "p5": 58.0, + "p10": 58.0, + "p25": 58.0, + "p50": 58.0, + "p75": 58.0, + "p90": 58.0, + "p95": 58.0, + "p99": 58.0 + } + } + ] + }, + "process_resident_memory_bytes": { + "type": "gauge", + "description": "Resident memory size in bytes.", + "unit": "bytes", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1474952192.0, + "min": 1474805760.0, + "max": 1475076096.0, + "std": 137594.90837900247, + "p1": 1474805760.0, + "p5": 1474805760.0, + "p10": 1474805760.0, + "p25": 1474805760.0, + "p50": 1475076096.0, + "p75": 1475076096.0, + "p90": 1475076096.0, + "p95": 1475076096.0, + "p99": 1475076096.0 + } + } + ] + }, + "process_start_time_seconds": { + "type": "gauge", + "description": "Start time of the process since unix epoch in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 1779883504.09, + "min": 1779883504.09, + "max": 1779883504.09, + "std": 0.0, + "p1": 1779883504.09, + "p5": 1779883504.09, + "p10": 1779883504.09, + "p25": 1779883504.09, + "p50": 1779883504.09, + "p75": 1779883504.09, + "p90": 1779883504.09, + "p95": 1779883504.09, + "p99": 1779883504.09 + } + } + ] + }, + "process_virtual_memory_bytes": { + "type": "gauge", + "description": "Virtual memory size in bytes.", + "unit": "bytes", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "stats": { + "avg": 13789437952.0, + "min": 13789437952.0, + "max": 13789437952.0, + "std": 0.0, + "p1": 13789437952.0, + "p5": 13789437952.0, + "p10": 13789437952.0, + "p25": 13789437952.0, + "p50": 13789437952.0, + "p75": 13789437952.0, + "p90": 13789437952.0, + "p95": 13789437952.0, + "p99": 13789437952.0 + } + } + ] + }, + "python_gc_collections": { + "type": "counter", + "description": "Number of times this generation was collected", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 1.0, + "rate": 0.08092132056739512 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_gc_objects_collected": { + "type": "counter", + "description": "Objects collected during gc", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_gc_objects_uncollectable": { + "type": "counter", + "description": "Uncollectable objects found during GC", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "0" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "1" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "generation": "2" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "python_info": { + "type": "gauge", + "description": "Python platform information", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "implementation": "CPython", + "major": "3", + "minor": "10", + "patchlevel": "20", + "version": "3.10.20" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:cache_config_info": { + "type": "gauge", + "description": "Information of the LLMEngine CacheConfig", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "_block_size_resolved": "True", + "block_size": "16", + "cache_dtype": "auto", + "calculate_kv_scales": "False", + "enable_prefix_caching": "True", + "engine": "0", + "gpu_memory_utilization": "0.92", + "hash_block_size": "None", + "is_attention_free": "False", + "kv_cache_dtype_skip_layers": "[]", + "kv_cache_memory_bytes": "None", + "kv_offloading_backend": "native", + "kv_offloading_size": "None", + "kv_sharing_fast_prefill": "False", + "mamba_block_size": "None", + "mamba_cache_dtype": "auto", + "mamba_cache_mode": "none", + "mamba_page_size_padded": "None", + "mamba_ssm_cache_dtype": "auto", + "num_cpu_blocks": "None", + "num_gpu_blocks": "40207", + "num_gpu_blocks_override": "None", + "prefix_caching_hash_algo": "sha256", + "sliding_window": "None", + "user_specified_block_size": "False", + "user_specified_mamba_block_size": "False" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:e2e_request_latency_seconds": { + "type": "histogram", + "description": "Histogram of e2e request latency in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 7.350219249725342, + "avg": 0.22969435155391693, + "count_rate": 2.589482258156644, + "sum_rate": 0.5947894481476628, + "p1_estimate": 0.15703103068267568, + "p5_estimate": 0.16339329369255412, + "p10_estimate": 0.17134612245490216, + "p25_estimate": 0.19520460874194628, + "p50_estimate": 0.2349687525536865, + "p75_estimate": 0.2735575955884682, + "p90_estimate": 0.27561920687551233, + "p95_estimate": 0.2763064106378604, + "p99_estimate": 0.2768561736477388 + }, + "buckets": { + "0.3": 32, + "0.5": 32, + "0.8": 32, + "1.0": 32, + "1.5": 32, + "2.0": 32, + "2.5": 32, + "5.0": 32, + "10.0": 32, + "15.0": 32, + "20.0": 32, + "30.0": 32, + "40.0": 32, + "50.0": 32, + "60.0": 32, + "120.0": 32, + "240.0": 32, + "480.0": 32, + "960.0": 32, + "1920.0": 32, + "7680.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:engine_sleep_state": { + "type": "gauge", + "description": "Engine sleep state; awake = 0 means engine is sleeping; awake = 1 means engine is awake; weights_offloaded = 1 means sleep level 1; discard_all = 1 means sleep level 2.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "awake" + }, + "stats": { + "avg": 1.0, + "min": 1.0, + "max": 1.0, + "std": 0.0, + "p1": 1.0, + "p5": 1.0, + "p10": 1.0, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "discard_all" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "sleep_state": "weights_offloaded" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:estimated_flops_per_gpu": { + "type": "counter", + "description": "Estimated number of floating point operations per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:estimated_read_bytes_per_gpu": { + "type": "counter", + "description": "Estimated number of bytes read from memory per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:estimated_write_bytes_per_gpu": { + "type": "counter", + "description": "Estimated number of bytes written to memory per GPU (for Model Flops Utilization calculations).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:external_prefix_cache_hits": { + "type": "counter", + "description": "External prefix cache hits from KV connector cross-instance cache sharing, in terms of number of cached tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:external_prefix_cache_queries": { + "type": "counter", + "description": "External prefix cache queries from KV connector cross-instance cache sharing, in terms of number of queried tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:generation_tokens": { + "type": "counter", + "description": "Number of generation tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 4086.0, + "rate": 330.64451583837644 + } + } + ] + }, + "vllm:inter_token_latency_seconds": { + "type": "histogram", + "description": "Histogram of inter-token latency in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 4054, + "sum": 6.9974565529992105, + "avg": 0.0017260622972371017, + "count_rate": 328.0550335802198, + "sum_rate": 0.5662434248816688, + "p1_estimate": 0.0016306021876336858, + "p5_estimate": 0.001638394849642128, + "p10_estimate": 0.0016481356771526807, + "p25_estimate": 0.0016773581596843386, + "p50_estimate": 0.0017260622972371017, + "p75_estimate": 0.0017747664347898648, + "p90_estimate": 0.0018039889173215229, + "p95_estimate": 0.0018137297448320754, + "p99_estimate": 0.0018215224068405176 + }, + "buckets": { + "0.01": 4054, + "0.025": 4054, + "0.05": 4054, + "0.075": 4054, + "0.1": 4054, + "0.15": 4054, + "0.2": 4054, + "0.3": 4054, + "0.4": 4054, + "0.5": 4054, + "0.75": 4054, + "1.0": 4054, + "2.5": 4054, + "5.0": 4054, + "7.5": 4054, + "10.0": 4054, + "20.0": 4054, + "40.0": 4054, + "80.0": 4054, + "+Inf": 4054 + } + } + ] + }, + "vllm:iteration_tokens_total": { + "type": "histogram", + "description": "Histogram of number of tokens per engine_step.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 4086, + "sum": 6127.0, + "avg": 1.4995105237395987, + "count_rate": 330.64451583837644, + "sum_rate": 495.8049311164299, + "p1_estimate": 0.2022034168497143, + "p5_estimate": 0.24250928759465756, + "p10_estimate": 0.2928916260258366, + "p25_estimate": 0.44403864131937393, + "p50_estimate": 0.6959503334752694, + "p75_estimate": 0.9478620256311647, + "p90_estimate": 1.0, + "p95_estimate": 1.0, + "p99_estimate": 1.0 + }, + "buckets": { + "1.0": 4054, + "8.0": 4054, + "16.0": 4054, + "32.0": 4054, + "64.0": 4068, + "128.0": 4086, + "256.0": 4086, + "512.0": 4086, + "1024.0": 4086, + "2048.0": 4086, + "4096.0": 4086, + "8192.0": 4086, + "16384.0": 4086, + "+Inf": 4086 + } + } + ] + }, + "vllm:kv_cache_usage_perc": { + "type": "gauge", + "description": "KV-cache usage. 1 means 100 percent usage.", + "unit": "ratio", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.00018446666335042902, + "min": 0.0, + "max": 0.00029846291598267793, + "std": 0.00008798644224910449, + "p1": 0.0, + "p5": 0.0, + "p10": 0.00003730786449783755, + "p25": 0.00014923145799139448, + "p50": 0.0001989752773218223, + "p75": 0.0002487190966522501, + "p90": 0.00027359100631751954, + "p95": 0.0002947321295329041, + "p99": 0.00029846291598267793 + } + } + ] + }, + "vllm:mm_cache_hits": { + "type": "counter", + "description": "Multi-modal cache hits, in terms of number of cached items.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:mm_cache_queries": { + "type": "counter", + "description": "Multi-modal cache queries, in terms of number of queried items.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:num_preemptions": { + "type": "counter", + "description": "Cumulative number of preemption from the engine.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:num_requests_running": { + "type": "gauge", + "description": "Number of requests in model execution batches.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.875, + "min": 0.0, + "max": 1.0, + "std": 0.3378319623460881, + "p1": 0.0, + "p5": 0.0, + "p10": 0.30000000000000027, + "p25": 1.0, + "p50": 1.0, + "p75": 1.0, + "p90": 1.0, + "p95": 1.0, + "p99": 1.0 + } + } + ] + }, + "vllm:num_requests_waiting": { + "type": "gauge", + "description": "Number of requests waiting to be processed.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:num_requests_waiting_by_reason": { + "type": "gauge", + "description": "Number of waiting requests by reason. Reason labels: 'capacity' = waiting for scheduling capacity; 'deferred' = deferred by transient constraints (LoRA budget, KV transfer, blocked status). Sum of all reasons equals vllm:num_requests_waiting.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "reason": "capacity" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "reason": "deferred" + }, + "stats": { + "avg": 0.0, + "min": 0.0, + "max": 0.0, + "std": 0.0, + "p1": 0.0, + "p5": 0.0, + "p10": 0.0, + "p25": 0.0, + "p50": 0.0, + "p75": 0.0, + "p90": 0.0, + "p95": 0.0, + "p99": 0.0 + } + } + ] + }, + "vllm:prefix_cache_hits": { + "type": "counter", + "description": "Prefix cache hits, in terms of number of cached tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:prefix_cache_queries": { + "type": "counter", + "description": "Prefix cache queries, in terms of number of queried tokens.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 2041.0, + "rate": 165.16041527805342 + } + } + ] + }, + "vllm:prompt_tokens": { + "type": "counter", + "description": "Number of prefill tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 2041.0, + "rate": 165.16041527805342 + } + } + ] + }, + "vllm:prompt_tokens_by_source": { + "type": "counter", + "description": "Number of prompt tokens by source.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "external_kv_transfer" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "local_cache_hit" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B", + "source": "local_compute" + }, + "stats": { + "total": 2041.0, + "rate": 165.16041527805342 + } + } + ] + }, + "vllm:prompt_tokens_cached": { + "type": "counter", + "description": "Number of cached prompt tokens (local + external).", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:request_decode_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in DECODE phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 6.9974565529992105, + "avg": 0.21867051728122533, + "count_rate": 2.589482258156644, + "sum_rate": 0.5662434248816688, + "p1_estimate": 0.14473313914810645, + "p5_estimate": 0.1510890043540863, + "p10_estimate": 0.15903383586156106, + "p25_estimate": 0.18286833038398542, + "p50_estimate": 0.22259248792135933, + "p75_estimate": 0.2623166454587333, + "p90_estimate": 0.2686908813405449, + "p95_estimate": 0.2693700878480197, + "p99_estimate": 0.26991345305399955 + }, + "buckets": { + "0.3": 32, + "0.5": 32, + "0.8": 32, + "1.0": 32, + "1.5": 32, + "2.0": 32, + "2.5": 32, + "5.0": 32, + "10.0": 32, + "15.0": 32, + "20.0": 32, + "30.0": 32, + "40.0": 32, + "50.0": 32, + "60.0": 32, + "120.0": 32, + "240.0": 32, + "480.0": 32, + "960.0": 32, + "1920.0": 32, + "7680.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_generation_tokens": { + "type": "histogram", + "description": "Number of generation tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 4086.0, + "avg": 127.6875, + "count_rate": 2.589482258156644, + "sum_rate": 330.64451583837644, + "p1_estimate": 108.51518447528855, + "p5_estimate": 108.84860691608132, + "p10_estimate": 109.2653849670723, + "p25_estimate": 112.25009412004518, + "p50_estimate": 126.443359375, + "p75_estimate": 140.63662462995484, + "p90_estimate": 149.1525837829277, + "p95_estimate": 151.9912368339187, + "p99_estimate": 154.26215927471145 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 32, + "500.0": 32, + "1000.0": 32, + "2000.0": 32, + "5000.0": 32, + "10000.0": 32, + "20000.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_inference_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in RUNNING phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 7.217302881006617, + "avg": 0.22554071503145678, + "count_rate": 2.589482258156644, + "sum_rate": 0.5840336800659208, + "p1_estimate": 0.15233455195246065, + "p5_estimate": 0.15869873582657726, + "p10_estimate": 0.166653965669223, + "p25_estimate": 0.19051965519716021, + "p50_estimate": 0.23029580441038888, + "p75_estimate": 0.26941842674468547, + "p90_estimate": 0.2730422856358264, + "p95_estimate": 0.27373189047847213, + "p99_estimate": 0.27428357435258865 + }, + "buckets": { + "0.3": 32, + "0.5": 32, + "0.8": 32, + "1.0": 32, + "1.5": 32, + "2.0": 32, + "2.5": 32, + "5.0": 32, + "10.0": 32, + "15.0": 32, + "20.0": 32, + "30.0": 32, + "40.0": 32, + "50.0": 32, + "60.0": 32, + "120.0": 32, + "240.0": 32, + "480.0": 32, + "960.0": 32, + "1920.0": 32, + "7680.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_max_num_generation_tokens": { + "type": "histogram", + "description": "Histogram of maximum number of requested generation tokens.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 4086.0, + "avg": 127.6875, + "count_rate": 2.589482258156644, + "sum_rate": 330.64451583837644, + "p1_estimate": 108.51518447528855, + "p5_estimate": 108.84860691608132, + "p10_estimate": 109.2653849670723, + "p25_estimate": 112.25009412004518, + "p50_estimate": 126.443359375, + "p75_estimate": 140.63662462995484, + "p90_estimate": 149.1525837829277, + "p95_estimate": 151.9912368339187, + "p99_estimate": 154.26215927471145 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 32, + "500.0": 32, + "1000.0": 32, + "2000.0": 32, + "5000.0": 32, + "10000.0": 32, + "20000.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_params_max_tokens": { + "type": "histogram", + "description": "Histogram of the max_tokens request parameter.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 4086.0, + "avg": 127.6875, + "count_rate": 2.589482258156644, + "sum_rate": 330.64451583837644, + "p1_estimate": 108.51518447528855, + "p5_estimate": 108.84860691608132, + "p10_estimate": 109.2653849670723, + "p25_estimate": 112.25009412004518, + "p50_estimate": 126.443359375, + "p75_estimate": 140.63662462995484, + "p90_estimate": 149.1525837829277, + "p95_estimate": 151.9912368339187, + "p99_estimate": 154.26215927471145 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 0, + "200.0": 32, + "500.0": 32, + "1000.0": 32, + "2000.0": 32, + "5000.0": 32, + "10000.0": 32, + "20000.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_params_n": { + "type": "histogram", + "description": "Histogram of the n request parameter.", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 32.0, + "avg": 1.0, + "count_rate": 2.589482258156644, + "sum_rate": 2.589482258156644, + "p1_estimate": 0.42531250000000004, + "p5_estimate": 0.46406250000000004, + "p10_estimate": 0.5125000000000001, + "p25_estimate": 0.6578125, + "p50_estimate": 0.9, + "p75_estimate": 1.0, + "p90_estimate": 1.0, + "p95_estimate": 1.0, + "p99_estimate": 1.0 + }, + "buckets": { + "1.0": 32, + "2.0": 32, + "5.0": 32, + "10.0": 32, + "20.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_prefill_kv_computed_tokens": { + "type": "histogram", + "description": "Histogram of new KV tokens computed during prefill (excluding cached tokens).", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 2041.0, + "avg": 63.78125, + "count_rate": 2.589482258156644, + "sum_rate": 165.16041527805342, + "p1_estimate": 54.6786376532561, + "p5_estimate": 55.42170804890866, + "p10_estimate": 56.35054604347437, + "p25_estimate": 59.13706002717148, + "p50_estimate": 63.78125, + "p75_estimate": 68.42543997282853, + "p90_estimate": 71.21195395652563, + "p95_estimate": 72.14079195109134, + "p99_estimate": 72.8838623467439 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 32, + "200.0": 32, + "500.0": 32, + "1000.0": 32, + "2000.0": 32, + "5000.0": 32, + "10000.0": 32, + "20000.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_prefill_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in PREFILL phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 0.21984632800740656, + "avg": 0.006870197750231455, + "count_rate": 2.589482258156644, + "sum_rate": 0.017790255184252042, + "p1_estimate": 0.006870197750231455, + "p5_estimate": 0.006870197750231455, + "p10_estimate": 0.006870197750231455, + "p25_estimate": 0.006870197750231455, + "p50_estimate": 0.006870197750231455, + "p75_estimate": 0.006870197750231455, + "p90_estimate": 0.006870197750231455, + "p95_estimate": 0.006870197750231455, + "p99_estimate": 0.006870197750231455 + }, + "buckets": { + "0.3": 32, + "0.5": 32, + "0.8": 32, + "1.0": 32, + "1.5": 32, + "2.0": 32, + "2.5": 32, + "5.0": 32, + "10.0": 32, + "15.0": 32, + "20.0": 32, + "30.0": 32, + "40.0": 32, + "50.0": 32, + "60.0": 32, + "120.0": 32, + "240.0": 32, + "480.0": 32, + "960.0": 32, + "1920.0": 32, + "7680.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_prompt_tokens": { + "type": "histogram", + "description": "Number of prefill tokens processed.", + "unit": "tokens", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 2041.0, + "avg": 63.78125, + "count_rate": 2.589482258156644, + "sum_rate": 165.16041527805342, + "p1_estimate": 54.6786376532561, + "p5_estimate": 55.42170804890866, + "p10_estimate": 56.35054604347437, + "p25_estimate": 59.13706002717148, + "p50_estimate": 63.78125, + "p75_estimate": 68.42543997282853, + "p90_estimate": 71.21195395652563, + "p95_estimate": 72.14079195109134, + "p99_estimate": 72.8838623467439 + }, + "buckets": { + "1.0": 0, + "2.0": 0, + "5.0": 0, + "10.0": 0, + "20.0": 0, + "50.0": 0, + "100.0": 32, + "200.0": 32, + "500.0": 32, + "1000.0": 32, + "2000.0": 32, + "5000.0": 32, + "10000.0": 32, + "20000.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_queue_time_seconds": { + "type": "histogram", + "description": "Histogram of time spent in WAITING phase for request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 0.0005148149939486757, + "avg": 0.000016087968560896115, + "count_rate": 2.589482258156644, + "sum_rate": 0.00004165950915822236, + "p1_estimate": 0.000016087968560896115, + "p5_estimate": 0.000016087968560896115, + "p10_estimate": 0.000016087968560896115, + "p25_estimate": 0.000016087968560896115, + "p50_estimate": 0.000016087968560896115, + "p75_estimate": 0.000016087968560896115, + "p90_estimate": 0.000016087968560896115, + "p95_estimate": 0.000016087968560896115, + "p99_estimate": 0.000016087968560896115 + }, + "buckets": { + "0.3": 32, + "0.5": 32, + "0.8": 32, + "1.0": 32, + "1.5": 32, + "2.0": 32, + "2.5": 32, + "5.0": 32, + "10.0": 32, + "15.0": 32, + "20.0": 32, + "30.0": 32, + "40.0": 32, + "50.0": 32, + "60.0": 32, + "120.0": 32, + "240.0": 32, + "480.0": 32, + "960.0": 32, + "1920.0": 32, + "7680.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:request_success": { + "type": "counter", + "description": "Count of successfully processed requests.", + "unit": "requests", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "abort", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "error", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "length", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 32.0, + "rate": 2.589482258156644 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "repetition", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + }, + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "finished_reason": "stop", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "total": 0.0, + "rate": 0.0 + } + } + ] + }, + "vllm:request_time_per_output_token_seconds": { + "type": "histogram", + "description": "Histogram of time_per_output_token_seconds per request.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 0.05524069966020399, + "avg": 0.0017262718643813748, + "count_rate": 2.589482258156644, + "sum_rate": 0.004470150365570562, + "p1_estimate": 0.0017265413140450938, + "p5_estimate": 0.0017265413140450938, + "p10_estimate": 0.0017265413140450938, + "p25_estimate": 0.0017265413140450938, + "p50_estimate": 0.0017265413140450938, + "p75_estimate": 0.0017265413140450938, + "p90_estimate": 0.0017265413140450938, + "p95_estimate": 0.0017265413140450938, + "p99_estimate": 0.0017265413140450938 + }, + "buckets": { + "0.01": 32, + "0.025": 32, + "0.05": 32, + "0.075": 32, + "0.1": 32, + "0.15": 32, + "0.2": 32, + "0.3": 32, + "0.4": 32, + "0.5": 32, + "0.75": 32, + "1.0": 32, + "2.5": 32, + "5.0": 32, + "7.5": 32, + "10.0": 32, + "20.0": 32, + "40.0": 32, + "80.0": 32, + "+Inf": 32 + } + } + ] + }, + "vllm:time_to_first_token_seconds": { + "type": "histogram", + "description": "Histogram of time to first token in seconds.", + "unit": "seconds", + "series": [ + { + "endpoint_url": "http://localhost:8000/metrics", + "labels": { + "engine": "0", + "model_name": "Qwen/Qwen3-0.6B" + }, + "stats": { + "count": 32, + "sum": 0.361710786819458, + "avg": 0.011303462088108063, + "count_rate": 2.589482258156644, + "sum_rate": 0.029270114532902076, + "p1_estimate": 0.01000006851793998, + "p5_estimate": 0.010045027534891553, + "p10_estimate": 0.01017130042467702, + "p25_estimate": 0.010550119094033427, + "p50_estimate": 0.011189107202032474, + "p75_estimate": 0.012049181423110997, + "p90_estimate": 0.012569800151201132, + "p95_estimate": 0.012743339727231177, + "p99_estimate": 0.012882171388055214 + }, + "buckets": { + "0.001": 0, + "0.005": 0, + "0.01": 0, + "0.02": 32, + "0.04": 32, + "0.06": 32, + "0.08": 32, + "0.1": 32, + "0.25": 32, + "0.5": 32, + "0.75": 32, + "1.0": 32, + "2.5": 32, + "5.0": 32, + "7.5": 32, + "10.0": 32, + "20.0": 32, + "40.0": 32, + "80.0": 32, + "160.0": 32, + "640.0": 32, + "2560.0": 32, + "+Inf": 32 + } + } + ] + } + }, + "input_config": { + "endpoint": { + "model_names": [ + "Qwen/Qwen3-0.6B" + ], + "custom_endpoint": "/v1/completions", + "type": "completions", + "urls": [ + "http://localhost:8000" + ] + }, + "input": { + "prompt": { + "input_tokens": { + "mean": 64, + "stddev": 4.0 + }, + "output_tokens": { + "mean": 128, + "stddev": 4.0 + } + } + }, + "loadgen": { + "concurrency": 1, + "arrival_pattern": "concurrency_burst", + "request_count": 32 + }, + "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'completions' --endpoint '/v1/completions' --synthetic-input-tokens-mean 64 --synthetic-input-tokens-stddev 4 --output-tokens-mean 128 --output-tokens-stddev 4 --url 'localhost:8000' --request-count 32", + "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f" + } +} \ No newline at end of file diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 29ae53f422df..527ea0f4b2ae 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -623,15 +623,77 @@ def _load_prefix_warmup_bytes(location: str) -> bytes: raise RuntimeError(f"Prefix warmup file not found: {location}") from e +def _validate_prefix_warmup_entry(entry: object, idx: int) -> dict: + if not isinstance(entry, dict): + raise RuntimeError( + f"Prefix warmup entry #{idx} must be a JSON object, got " + f"{type(entry).__name__}" + ) + messages = entry.get("messages") + if not isinstance(messages, list) or not messages: + raise RuntimeError( + f"Prefix warmup entry #{idx} must have a non-empty 'messages' list" + ) + return entry + + +def _build_prefix_warmup_request( + entry: dict, idx: int, served_model_name: str +) -> ChatCompletionRequest: + request_kwargs = dict(entry) + request_kwargs.setdefault("max_tokens", 1) + request_kwargs["model"] = served_model_name + request_kwargs["stream"] = False + request_kwargs["request_id"] = f"prefix-warmup-{idx}" + try: + return ChatCompletionRequest(**request_kwargs) + except Exception as e: + raise RuntimeError( + f"Prefix warmup entry #{idx} is not a valid chat request: {e}" + ) from e + + +async def _run_prefix_warmup_entry( + chat_handler: Any, + entry: dict, + idx: int, + served_model_name: str, + total: int, +) -> None: + request = _build_prefix_warmup_request(entry, idx, served_model_name) + result = await chat_handler.create_chat_completion(request, raw_request=None) + + if isinstance(result, ErrorResponse): + raise RuntimeError( + f"Prefix warmup request #{idx} failed: {result.error.message} " + f"(code={result.error.code})" + ) + if not isinstance(result, ChatCompletionResponse): + raise RuntimeError( + f"Prefix warmup request #{idx} returned unexpected type " + f"{type(result).__name__}; expected ChatCompletionResponse." + ) + + usage = getattr(result, "usage", None) + logger.info( + "Prefix warmup request #%d/%d primed (prompt_tokens=%s)", + idx + 1, + total, + getattr(usage, "prompt_tokens", "?"), + ) + + async def run_prefix_warmup(state: State, args: Namespace) -> None: """Prime the prefix/KV cache by running chat warmup requests. Reads ``args.prefix_warmup_file`` (a JSON list of chat-completion-style requests) and runs each one through the same chat serving handler used for real traffic, so the chat template and tokenization match exactly. The flag - accepts a local path, an http(s) URL, or an s3:// URL. This runs before - ``serve_http``, so ``/health`` is not yet reachable. Any failure raises - ``RuntimeError`` and aborts server startup (fatal). + accepts a local path or an http(s) URL. Use ``args.prefix_warmup_count`` to + run only the first N entries, and ``args.prefix_warmup_parallel`` to run them + concurrently. This runs before ``serve_http``, so ``/health`` is not yet + reachable. Any failure raises ``RuntimeError`` and aborts server startup + (fatal). """ warmup_path = getattr(args, "prefix_warmup_file", None) if not warmup_path: @@ -664,59 +726,47 @@ async def run_prefix_warmup(state: State, args: Namespace) -> None: ) return + warmup_count = getattr(args, "prefix_warmup_count", None) + if warmup_count is not None: + if warmup_count <= 0: + logger.warning( + "Prefix warmup count %d is not positive; nothing to warm up.", + warmup_count, + ) + return + entries = entries[:warmup_count] + + run_parallel = bool(getattr(args, "prefix_warmup_parallel", False)) served_model_name = state.openai_serving_models.base_model_paths[0].name + total = len(entries) logger.info( - "Running prefix warmup: %d request(s) from %s", len(entries), warmup_path + "Running prefix warmup: %d request(s) from %s (%s)", + total, + warmup_path, + "parallel" if run_parallel else "sequential", ) - for idx, entry in enumerate(entries): - if not isinstance(entry, dict): - raise RuntimeError( - f"Prefix warmup entry #{idx} must be a JSON object, got " - f"{type(entry).__name__}" - ) - messages = entry.get("messages") - if not isinstance(messages, list) or not messages: - raise RuntimeError( - f"Prefix warmup entry #{idx} must have a non-empty 'messages' list" - ) - - request_kwargs = dict(entry) - request_kwargs.setdefault("max_tokens", 1) - request_kwargs["model"] = served_model_name - request_kwargs["stream"] = False - request_kwargs["request_id"] = f"prefix-warmup-{idx}" - - try: - request = ChatCompletionRequest(**request_kwargs) - except Exception as e: - raise RuntimeError( - f"Prefix warmup entry #{idx} is not a valid chat request: {e}" - ) from e - - result = await chat_handler.create_chat_completion(request, raw_request=None) - - if isinstance(result, ErrorResponse): - raise RuntimeError( - f"Prefix warmup request #{idx} failed: {result.error.message} " - f"(code={result.error.code})" - ) - if not isinstance(result, ChatCompletionResponse): - raise RuntimeError( - f"Prefix warmup request #{idx} returned unexpected type " - f"{type(result).__name__}; expected ChatCompletionResponse." - ) + validated = [ + _validate_prefix_warmup_entry(entry, idx) for idx, entry in enumerate(entries) + ] - usage = getattr(result, "usage", None) - logger.info( - "Prefix warmup request #%d/%d primed (prompt_tokens=%s)", - idx + 1, - len(entries), - getattr(usage, "prompt_tokens", "?"), + if run_parallel: + await asyncio.gather( + *[ + _run_prefix_warmup_entry( + chat_handler, entry, idx, served_model_name, total + ) + for idx, entry in enumerate(validated) + ] ) + else: + for idx, entry in enumerate(validated): + await _run_prefix_warmup_entry( + chat_handler, entry, idx, served_model_name, total + ) - logger.info("Prefix warmup complete: %d request(s) primed.", len(entries)) + logger.info("Prefix warmup complete: %d request(s) primed.", total) async def build_and_serve( diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py index 25facd29b5b6..f61221e94de9 100644 --- a/vllm/entrypoints/openai/cli_args.py +++ b/vllm/entrypoints/openai/cli_args.py @@ -90,6 +90,11 @@ class BaseFrontendArgs: request is run through the chat engine to prime the prefix/KV cache. Any failure aborts startup. The file must be a JSON list of objects, each with a non-empty "messages" list and optional "max_tokens" and sampling fields.""" + prefix_warmup_count: int | None = None + """When set, only run the first N entries from ``--prefix-warmup-file`` (not + the entire list). Useful for large warmup files when a subset is enough.""" + prefix_warmup_parallel: bool = False + """Run prefix warmup entries concurrently instead of one at a time.""" chat_template_content_format: ChatTemplateContentFormatOption = "auto" """The format to render message content within a chat template. From 869db82e18a0bf763645b4d82e0daf26e7bc37bf Mon Sep 17 00:00:00 2001 From: Tushar-ml Date: Wed, 3 Jun 2026 12:16:47 +0000 Subject: [PATCH 4/4] added parllel warmup and count --- .../inputs.json | 1604 -------------- .../profile_export.jsonl | 60 - .../profile_export_aiperf.json | 590 ------ .../server_metrics_export.json | 1846 ---------------- .../inputs.json | 1704 --------------- .../profile_export.jsonl | 50 - .../profile_export_aiperf.json | 639 ------ .../server_metrics_export.json | 1855 ----------------- .../inputs.json | 1304 ------------ .../profile_export.jsonl | 32 - .../profile_export_aiperf.json | 552 ----- .../server_metrics_export.json | 1789 ---------------- 12 files changed, 12025 deletions(-) delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json delete mode 100644 artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json deleted file mode 100644 index bd64bf93a3f5..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/inputs.json +++ /dev/null @@ -1,1604 +0,0 @@ -{ - "data": [ - { - "session_id": "eb8a30f2-6795-4a4c-b24d-0ff648a04fcb", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "wain whistles and The master calls and trebles their confusion LEONINE Come say your prayers MARINA What mean you LEONINE If you require a little space for prayer I grant it pray but be not tedious For the gods are quick of ear and I am sworn To do my work with haste MARINA Why will you kill me LEONINE To satisfy my lady MARINA Why would she have me killd now As I can remember by my troth I never did her hurt in all my life I never spake bad word nor did ill turn To any living creature believe me la I never killd a mouse nor hurt a fly I trod upon a worm against my will But I wept for it How have I offended Wherein my death might yield her any profit Or my life imply her any danger LEONINE My commission Is not to reason of the deed but do it MARINA You will not dot for all the world I hope You are well favourd and your looks foreshow You have a gentle heart I saw you lately When you caught hurt in parting two that fought Good sooth it showd well in you do so now Your lady seeks my life come you between And save poor me the weaker LEONINE I am sworn And will dispatch He seizes her Enter Pirates FIRST PIRATE Hold villain Leonine runs away SECOND PIRATE A prize a prize THIRD PIRATE Half part mates half part Come lets have her aboard suddenly Exeunt Pirates with Marina Reenter Leonine LEONINE These roguing thieves serve the great pirate Valdes And they have seized Marina Let her go Theres no hope she will return Ill swear shes dead And thrown into the sea But Ill see further Perhaps they will but please themselves upon her Not carry her aboard If she remain Whom they have ravishd must by me be slain Exit Scene II Mytilene A room in a brothel Enter Pandar Bawd and Boult PANDAR Boult BOULT Sir PANDAR Search the market narrowly Mytilene is full of gallants We lost too much money this mart by being too wenchless BAWD We were never so much out of creatures We have but poor three and they can do no more than they can do and they with continual action are even as good as rotten PANDAR Therefore lets have fresh ones whateer we pay for them If there be not a conscience to be used in every trade we shall never prosper B" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "86eb39ca-eaab-4e2b-b4ec-84f5fb593c3e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " hears Mine own people mine own people MISTRESS QUICKLY Are they so God bless them and make them His servants FALSTAFF Well Mistress Ford what of her MISTRESS QUICKLY Why sir shes a good creature Lord Lord your worships a wanton Well heaven forgive you and all of us I pray FALSTAFF Mistress Ford come Mistress Ford MISTRESS QUICKLY Marry this is the short and the long of it you have brought her into such a canaries as tis wonderful The best courtier of them all when the court lay at Windsor could never have brought her to such a canary Yet there has been knights and lords and gentlemen with their coaches I warrant you coach after coach letter after letter gift after gift smelling so sweetly all musk and so rushling I warrant you in silk and gold and in such alligant terms and in such wine and sugar of the best and the fairest that would have won any womans heart and I warrant you they could never get an eyewink of her I had myself twenty angels given me this morning but I defy all angels in any such sort as they say but in the way of honesty And I warrant you they could never get her so much as sip on a cup with the proudest of them all And yet there has been earlsnay which is more pensionersbut I warrant you all is one with her FALSTAFF But what says she to me Be brief my good sheMercury MISTRESS QUICKLY Marry she hath received your letter for the which she thanks you a thousand times and she gives you to notify that her husband will be absence from his house between ten and eleven FALSTAFF Ten and eleven MISTRESS QUICKLY Ay forsooth and then you may come and see the picture she says that you wot of Master Ford her husband will be from home Alas the sweet woman leads an ill life with him Hes a very jealousy man she leads a very frampold life with him good heart FALSTAFF Ten and eleven Woman commend me to her I will not fail her MISTRESS QUICKLY Why you say well But I have another messenger to your worship Mistress Page hath her hearty commendations to you too and let me tell you in your ear shes as fartuous a civil modest wife and one I tell you that will not miss you morning nor evening prayer as any is in Windsor whoeer be the other and she bade me tell your" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "3bf12499-8ff4-40c0-b75c-ed9a6a79269c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Exit First Drawer HOSTESS Cheater call you him I will bar no honest man my house nor no cheater but I do not love swaggering by my troth I am the worse when one says swagger Feel masters how I shake look you I warrant you DOLL So you do hostess HOSTESS Do I Yea in very truth do I an twere an aspen leaf I cannot abide swaggerers Enter Pistol Bardolph and Page PISTOL God save you Sir John FALSTAFF Welcome Ancient Pistol Here Pistol I charge you with a cup of sack Do you discharge upon mine hostess PISTOL I will discharge upon her Sir John with two bullets FALSTAFF She is pistolproof sir you shall not hardly offend her HOSTESS Come Ill drink no proofs nor no bullets Ill drink no more than will do me good for no mans pleasure IPISTOL Then to you Mistress Dorothy I will charge you DOLL Charge me I scorn you scurvy companion What you poor base rascally cheating lacklinen mate Away you mouldy rogue away I am meat for your master PISTOL I know you Mistress Dorothy DOLL Away you cutpurse rascal you filthy bung away By this wine Ill thrust my knife in your mouldy chaps an you play the saucy cuttle with me Away you bottleale rascal you baskethilt stale juggler you Since when I pray you sir Gods light with two points on your shoulder Much PISTOL God let me not live but I will murder your ruff for this FALSTAFF No more Pistol I would not have you go off here Discharge yourself of our company Pistol HOSTESS No good Captain Pistol not here sweet captain DOLL Captain Thou abominable damned cheater art thou not ashamed to be called captain An captains were of my mind they would truncheon you out for taking their names upon you before you have earned them You a captain You slave for what For tearing a poor whores ruff in a bawdyhouse He a captain Hang him rogue he lives upon mouldy stewed prunes and dried cakes A captain Gods light these villains will make the word as odious as the word occupy which was an excellent good word before it was ill sorted Therefore captains had need look tot BARDOLPH Pray thee go down good ancient FALSTAFF Hark thee hither Mistress Doll PISTOL Not I I tell thee what Corporal Bardolph I could tear her Ill be reveng" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "06490cd2-244e-4c8d-b2ea-19f666deaa30", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " now present Those that can pity here May if they think it well let fall a tear The subject will deserve it Such as give Their money out of hope they may believe May here find truth too Those that come to see Only a show or two and so agree The play may pass if they be still and willing Ill undertake may see away their shilling Richly in two short hours Only they That come to hear a merry bawdy play A noise of targets or to see a fellow In a long motley coat guarded with yellow Will be deceived For gentle hearers know To rank our chosen truth with such a show As fool and fight is beside forfeiting Our own brains and the opinion that we bring To make that only true we now intend Will leave us never an understanding friend Therefore for goodness sake and as you are known The first and happiest hearers of the town Be sad as we would make ye Think ye see The very persons of our noble story As they were living think you see them great And followed with the general throng and sweat Of thousand friends then in a moment see How soon this mightiness meets misery And if you can be merry then Ill say A man may weep upon his wedding day Exit ACT I SCENE I London An antechamber in the palace Enter the Duke of Norfolk at one door at the other the Duke of Buckingham and the Lord Abergavenny BUCKINGHAM Good morrow and well met How have ye done Since last we saw in France NORFOLK I thank your Grace Healthful and ever since a fresh admirer Of what I saw there BUCKINGHAM An untimely ague Stayed me a prisoner in my chamber when Those suns of glory those two lights of men Met in the vale of Andren NORFOLK Twixt Guynes and Arde I was then present saw them salute on horseback Beheld them when they lighted how they clung In their embracement as they grew together Which had they what four throned ones could have weighed Such a compounded one BUCKINGHAM All the whole time I was my chambers prisoner NORFOLK Then you lost The view of earthly glory Men might say Till this time pomp was single but now married To one above itself Each following day Became the next days master till the last Made former wonders its Today the French All clinquant all in gold like heathen gods Shone down the English and tomorrow they Made Britain India every man that stood Showed like a" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "23c64f8f-25d2-477c-a37e-aa8d69be485f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " worth If then the King your father will restore But that one half which is unsatisfied We will give up our right in Aquitaine And hold fair friendship with his majesty But that it seems he little purposeth For here he doth demand to have repaid A hundred thousand crowns and not demands On payment of a hundred thousand crowns To have his title live in Aquitaine Which we much rather had depart withal And have the money by our father lent Than Aquitaine so gelded as it is Dear Princess were not his requests so far From reasons yielding your fair self should make A yielding gainst some reason in my breast And go well satisfied to France again PRINCESS You do the King my father too much wrong And wrong the reputation of your name In so unseeming to confess receipt Of that which hath so faithfully been paid KING I do protest I never heard of it And if you prove it Ill repay it back Or yield up Aquitaine PRINCESS We arrest your word Boyet you can produce acquittances For such a sum from special officers Of Charles his father KING Satisfy me so BOYET So please your Grace the packet is not come Where that and other specialties are bound Tomorrow you shall have a sight of them KING It shall suffice me at which interview All liberal reason I will yield unto Meantime receive such welcome at my hand As honour without breach of honour may Make tender of to thy true worthiness You may not come fair Princess in my gates But here without you shall be so received As you shall deem yourself lodged in my heart Though so denied fair harbour in my house Your own good thoughts excuse me and farewell Tomorrow shall we visit you again PRINCESS Sweet health and fair desires consort your Grace KING Thy own wish wish I thee in every place Exeunt the King Longaville and Dumaine BEROWNE Lady I will commend you to mine own heart ROSALINE Pray you do my commendations I would be glad to see it BEROWNE I would you heard it groan ROSALINE Is the fool sick BEROWNE Sick at the heart ROSALINE Alack let it blood BEROWNE Would that do it good ROSALINE My physic says ay BEROWNE Will you prickt with your eye ROSALINE Non point with my knife BEROWNE Now God save thy life ROSALINE And yours from long living BEROWNE I cannot stay thanksgiving He exits Enter Dumaine DUMAINE" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "d2759b67-c06a-4fb2-ad2c-6d9aae1845b6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " but the devil my master knew she was Margaret and partly by his oaths which first possessed them partly by the dark night which did deceive them but chiefly by my villainy which did confirm any slander that Don John had made away went Claudio enraged swore he would meet her as he was appointed next morning at the temple and there before the whole congregation shame her with what he saw oer night and send her home again without a husband FIRST WATCH We charge you in the Princes name stand SECOND WATCH Call up the right Master Constable We have here recovered the most dangerous piece of lechery that ever was known in the commonwealth FIRST WATCH And one Deformed is one of them I know him a wears a lock CONRADE Masters masters SECOND WATCH Youll be made bring Deformed forth I warrant you CONRADE Masters FIRST WATCH Never speak we charge you let us obey you to go with us BORACHIO We are like to prove a goodly commodity being taken up of these mens bills CONRADE A commodity in question I warrant you Come well obey you Exeunt Scene IV A Room in Leonatos House Enter Hero Margaret and Ursula HERO Good Ursula wake my cousin Beatrice and desire her to rise URSULA I will lady HERO And bid her come hither URSULA Well Exit MARGARET Troth I think your other rebato were better HERO No pray thee good Meg Ill wear this MARGARET By my troths not so good and I warrant your cousin will say so HERO My cousins a fool and thou art another Ill wear none but this MARGARET I like the new tire within excellently if the hair were a thought browner and your gowns a most rare fashion i faith I saw the Duchess of Milans gown that they praise so HERO O that exceeds they say MARGARET By my troth s but a nightgown in respect of yours cloth o gold and cuts and laced with silver set with pearls down sleeves side sleeves and skirts round underborne with a bluish tinsel but for a fine quaint graceful and excellent fashion yours is worth ten ont HERO God give me joy to wear it for my heart is exceeding heavy MARGARET Twill be heavier soon by the weight of a man HERO Fie upon thee art not ashamed MARGARET Of what lady of speaking honourably Is not marriage honourable in a beggar Is not your lord honourable without marriage I think you would have me say" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "e1d3bf2c-f1a1-4840-a101-ca8c01e6a5a2", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " appeard Such as we see when men restrain their breath On some great sudden hest O what portents are these Some heavy business hath my lord in hand And I must know it else he loves me not HOTSPUR What ho Enter a Servant Is Gilliams with the packet gone SERVANT He is my lord an hour ago HOTSPUR Hath Butler brought those horses from the sheriff SERVANT One horse my lord he brought even now HOTSPUR What horse A roan a cropear is it not SERVANT It is my lord HOTSPUR That roan shall be my throne Well I will back him straight O Esperance Bid Butler lead him forth into the park Exit Servant LADY PERCY But hear you my lord HOTSPUR What sayst thou my lady LADY PERCY What is it carries you away HOTSPUR Why my horse my love my horse LADY PERCY Out you madheaded ape A weasel hath not such a deal of spleen As you are tossd with In faith Ill know your business Harry that I will I fear my brother Mortimer doth stir About his title and hath sent for you To line his enterprise But if you go HOTSPUR So far afoot I shall be weary love LADY PERCY Come come you paraquito answer me Directly unto this question that I ask In faith Ill break thy little finger Harry If thou wilt not tell me all things true HOTSPUR Away Away you trifler Love I love thee not I care not for thee Kate This is no world To play with mammets and to tilt with lips We must have bloody noses and crackd crowns And pass them current tooGods me my horse What sayst thou Kate What wouldst thou have with me LADY PERCY Do you not love me Do you not indeed Well do not then for since you love me not I will not love myself Do you not love me Nay tell me if you speak in jest or no HOTSPUR Come wilt thou see me ride And when I am ahorseback I will swear I love thee infinitely But hark you KateI must not have you henceforth question me Whither I go nor reason whereabout Whither I must I must and to conclude This evening must I leave you gentle Kate I know you wise but yet no farther wise Than Harry Percys wife constant you are But yet a woman and for secrecy No lady closer for I well believe Thou wilt not utter what thou dost" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "e4f616f1-6a31-47cb-80ce-4036e2b98222", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ated than with a wife SHALLOW It is well said in faith sir and it is well said indeed too Better accommodated It is good yea indeed is it Good phrases are surely and ever were very commendable Accommodated It comes of accommodo Very good a good phrase BARDOLPH Pardon sir I have heard the wordphrase call you it By this day I know not the phrase but I will maintain the word with my sword to be a soldierlike word and a word of exceeding good command by heaven Accommodated that is when a man is as they say accommodated or when a man is being whereby he may be thought to be accommodated which is an excellent thing SHALLOW It is very just Enter Falstaff Look here comes good Sir John Give me your good hand give me your worships good hand By my troth you like well and bear your years very well Welcome good Sir John FALSTAFF I am glad to see you well good Master Robert Shallow Master Surecard as I think SHALLOW No Sir John it is my cousin Silence in commission with me FALSTAFF Good Master Silence it well befits you should be of the peace SILENCE Your good worship is welcome FALSTAFF Fie this is hot weather gentlemen Have you provided me here half a dozen sufficient men SHALLOW Marry have we sir Will you sit FALSTAFF Let me see them I beseech you SHALLOW Wheres the roll Wheres the roll Wheres the roll Let me see let me see let me see So so so so so so so Yea marry sir Ralph Mouldy Let them appear as I call let them do so let them do so Let me see where is Mouldy MOULDY Here an it please you SHALLOW What think you Sir John A goodlimbed fellow young strong and of good friends FALSTAFF Is thy name MouldyMOULDY Yea ant please you FALSTAFF Tis the more time thou wert used SHALLOW Ha ha ha most excellent i faith Things that are mouldy lack use Very singular good in faith well said Sir John very well said FALSTAFF Prick him MOULDY I was pricked well enough before an you could have let me alone My old dame will be undone now for one to do her husbandry and her drudgery You need not to have pricked me there are other men fitter to go out than I FALSTAFF Go" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "5bcd4814-f1d0-4c2a-9a0e-431b30df30c6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " all things fit Here let them end it and God defend the right YORK I never saw a fellow worse bested Or more afraid to fight than is the appellant The servant of his armourer my lords Enter at one door Horner the armourer and his Neighbours drinking to him so much that he is drunk and he enters with a drum before him and his staff with a sandbag fastened to it and at the other door Peter his man with a drum and sandbag and Prentices drinking to him 1 NEIGHBOUR Here neighbour Horner I drink to you in a cup of sack and fear not neighbour you shall do well enough 2 NEIGHBOUR And here neighbour heres a cup of charneco 3 NEIGHBOUR And heres a pot of good double beer neighbour Drink and fear not your man HORNER Let it come i faith and Ill pledge you all and a fig for Peter 1 PRENTICE Here Peter I drink to thee and be not afraid 2 PRENTICE Be merry Peter and fear not thy master Fight for credit of the prentices PETER I thank you all Drink and pray for me I pray you for I think I have taken my last draught in this world Here Robin an if I die I give thee my apron and Will thou shalt have my hammer and here Tom take all the money that I have O Lord bless me I pray God for I am never able to deal with my master he hath learnt so much fence already SALISBURY Come leave your drinking and fall to blows Sirrah whats thy name PETER Peter forsooth SALISBURY Peter What more PETER Thump SALISBURY Thump Then see thou thump thy master well HORNER Masters I am come hither as it were upon my mans instigation to prove him a knave and myself an honest man and touching the Duke of York I will take my death I never meant him any ill nor the King nor the Queen and therefore Peter have at thee with a downright blow YORK Dispatch This knaves tongue begins to double Sound trumpets Alarum to the combatants They fight and Peter strikes him down HORNER Hold Peter hold I confess I confess treason Dies YORK Take away his weaponFellow thank God and the good wine in thy masters way PETER O God have I overcome mine enemies in this presence O Peter thou hast prevailed in right KING HENRY Go take hence that traitor from our sight For by his death we" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "8da97f9a-a6b0-419d-a490-17240835652f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " by the weakest minister So holy writ in babes hath judgment shown When judges have been babes Great floods have flown From simple sources and great seas have dried When miracles have by the greatst been denied Oft expectation fails and most oft there Where most it promises and oft it hits Where hope is coldest and despair most fits KING I must not hear thee Fare thee well kind maid Thy pains not usd must by thyself be paid Proffers not took reap thanks for their rewardHELENA Inspired merit so by breath is barrd It is not so with Him that all things knows As tis with us that square our guess by shows But most it is presumption in us when The help of heaven we count the act of men Dear sir to my endeavours give consent Of heaven not me make an experiment I am not an impostor that proclaim Myself against the level of mine aim But know I think and think I know most sure My art is not past power nor you past cure KING Art thou so confident Within what space Hopst thou my cure HELENA The greatest grace lending grace Ere twice the horses of the sun shall bring Their fiery torcher his diurnal ring Ere twice in murk and occidental damp Moist Hesperus hath quenchd her sleepy lamp Or four and twenty times the pilots glass Hath told the thievish minutes how they pass What is infirm from your sound parts shall fly Health shall live free and sickness freely die KING Upon thy certainty and confidence What darst thou venture HELENA Tax of impudence A strumpets boldness a divulged shame Traducd by odious ballads my maidens name Seard otherwise nay worse of worst extended With vilest torture let my life be ended KING Methinks in thee some blessed spirit doth speak His powerful sound within an organ weak And what impossibility would slay In common sense sense saves another way Thy life is dear for all that life can rate Worth name of life in thee hath estimate Youth beauty wisdom courage all That happiness and prime can happy call Thou this to hazard needs must intimate Skill infinite or monstrous desperate Sweet practiser thy physic I will try That ministers thine own death if I die HELENA If I break time or flinch in property Of what I spoke unpitied let me die And well deservd Not helping deaths my fee But if I help what do you promise me KING Make thy demand HELENA But will you make it even KING Ay by my sceptre" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "be182038-d22a-4583-b43d-de31e549937d", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " might in entreaties find success As seld I have the chance I would desire My famous cousin to our Grecian tents DIOMEDES Tis Agamemnons wish and great Achilles Doth long to see unarmd the valiant Hector HECTOR Aeneas call my brother Troilus to me And signify this loving interview To the expecters of our Trojan part Desire them home Give me thy hand my cousin I will go eat with thee and see your knights Agamemnon and the rest of the Greeks come forward AJAX Great Agamemnon comes to meet us here HECTOR The worthiest of them tell me name by name But for Achilles my own searching eyes Shall find him by his large and portly size AGAMEMNON Worthy all arms as welcome as to one That would be rid of such an enemy But thats no welcome Understand more clear Whats past and whats to come is strewd with husks And formless ruin of oblivion But in this extant moment faith and troth Straind purely from all hollow biasdrawing Bids thee with most divine integrity From heart of very heart great Hector welcome HECTOR I thank thee most imperious Agamemnon AGAMEMNON To Troilus My wellfamd lord of Troy no less to you MENELAUS Let me confirm my princely brothers greeting You brace of warlike brothers welcome hither HECTOR Who must we answer AENEAS The noble Menelaus HECTOR O you my lord By Mars his gauntlet thanks Mock not that I affect the untraded oath Your quondam wife swears still by Venus glove Shes well but bade me not commend her to you MENELAUS Name her not now sir shes a deadly theme HECTOR O pardon I offend NESTOR I have thou gallant Trojan seen thee oft Labouring for destiny make cruel way Through ranks of Greekish youth and I have seen thee As hot as Perseus spur thy Phrygian steed Despising many forfeits and subduements When thou hast hung thy advanced sword i thair Not letting it decline on the declined That I have said to some my standersby Lo Jupiter is yonder dealing life And I have seen thee pause and take thy breath When that a ring of Greeks have shrapd thee in Like an Olympian wrestling This have I seen But this thy countenance still lockd in steel I never saw till now I knew thy grands" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "467dc666-3359-43a3-8fb0-9d0c602d6eaf", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " ungracious speak unto myself For him poor soul The proudest of you all Have been beholding to him in his life Yet none of you would once beg for his life O God I fear Thy justice will take hold On me and you and mine and yours for this Come Hastings help me to my closet Ah poor Clarence Exeunt some with King and Queen RICHARD This is the fruit of rashness Marked you not How that the guilty kindred of the Queen Looked pale when they did hear of Clarence death O they did urge it still unto the King God will revenge it Come lords will you go To comfort Edward with our company BUCKINGHAM We wait upon your Grace Exeunt SCENE II Another Room in the palace Enter the old Duchess of York with the two Children of Clarence BOY Good grandam tell us is our father dead DUCHESS No boy GIRL Why do you weep so oft and beat your breast And cry O Clarence my unhappy son BOY Why do you look on us and shake your head And call us orphans wretches castaways If that our noble father were alive DUCHESS My pretty cousins you mistake me both I do lament the sickness of the King As loath to lose him not your fathers death It were lost sorrow to wail one thats lost BOY Then you conclude my grandam he is dead The King mine uncle is to blame for it God will revenge it whom I will importune With earnest prayers all to that effect GIRL And so will I DUCHESS Peace children peace The King doth love you well Incapable and shallow innocents You cannot guess who caused your fathers death BOY Grandam we can for my good uncle Gloucester Told me the King provoked to it by the Queen Devised impeachments to imprison him And when my uncle told me so he wept And pitied me and kindly kissed my cheek Bade me rely on him as on my father And he would love me dearly as his child DUCHESS Ah that deceit should steal such gentle shape And with a virtuous visard hide deep vice He is my son ay and therein my shame Yet from my dugs he drew not this deceit BOY Think you my uncle did dissemble grandam DUCHESS Ay boy BOY I cannot think it Hark what noise is this Enter Queen Elizabeth with her hair about her ears Rivers and Dorset after her QUEEN ELIZABETH Ah who" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "b4be4174-cb2b-45d4-a78d-0e993b92aee7", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " me hat I have wounds to show you which shall be yours in privateYour good voice sir What say you SECOND CITIZEN You shall ha it worthy sir CORIOLANUS A match sir Theres in all two worthy voices begged I have your alms Adieu THIRD CITIZEN But this is something odd SECOND CITIZEN An twere to give againbut tis no matter Exeunt two citizens Enter two other Citizens CORIOLANUS Pray you now if it may stand with the tune of your voices that I may be consul I have here the customary gown FOURTH CITIZEN You have deserved nobly of your country and you have not deserved nobly CORIOLANUS Your enigma FOURTH CITIZEN You have been a scourge to her enemies you have been a rod to her friends You have not indeed loved the common people CORIOLANUS You should account me the more virtuous that I have not been common in my love I will sir flatter my sworn brother the people to earn a dearer estimation of them tis a condition they account gentle And since the wisdom of their choice is rather to have my hat than my heart I will practise the insinuating nod and be off to them most counterfeitly That is sir I will counterfeit the bewitchment of some popular man and give it bountiful to the desirers Therefore beseech you I may be consul FIFTH CITIZEN We hope to find you our friend and therefore give you our voices heartily FOURTH CITIZEN You have received many wounds for your country CORIOLANUS I will not seal your knowledge with showing them I will make much of your voices and so trouble you no farther BOTH CITIZENS The gods give you joy sir heartily Exeunt citizens CORIOLANUS Most sweet voices Better it is to die better to starve Than crave the hire which first we do deserve Why in this wolvish toge should I stand here To beg of Hob and Dick that does appear Their needless vouches Custom calls me tot What custom wills in all things should we dot The dust on antique time would lie unswept And mountainous error be too highly heaped For truth to oerpeer Rather than fool it so Let the high office and the honour go To one that would do thus I am half through The one part suffered the other will I do Enter three Citizens more Here come more voices Your voices For your" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "beac0f40-8290-4cda-b97a-7da848188888", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " her with a steadfast eye Receives the scroll without or yea or no And forth with bashful innocence doth hie But they whose guilt within their bosoms lie Imagine every eye beholds their blame For Lucrece thought he blushed to see her shame When silly groom God wot it was defect Of spirit life and bold audacity Such harmless creatures have a true respect To talk in deeds while others saucily Promise more speed but do it leisurely Even so this pattern of the wornout age Pawned honest looks but laid no words to gage His kindled duty kindled her mistrust That two red fires in both their faces blazed She thought he blushed as knowing Tarquins lust And blushing with him wistly on him gazed Her earnest eye did make him more amazed The more she saw the blood his cheeks replenish The more she thought he spied in her some blemish But long she thinks till he return again And yet the duteous vassal scarce is gone The weary time she cannot entertain For now tis stale to sigh to weep to groan So woe hath wearied woe moan tired moan That she her plaints a little while doth stay Pausing for means to mourn some newer way At last she calls to mind where hangs a piece Of skilful painting made for Priams Troy Before the which is drawn the power of Greece For Helens rape the city to destroy Threatning cloudkissing Ilion with annoy Which the conceited painter drew so proud As heaven it seemed to kiss the turrets bowed A thousand lamentable objects there In scorn of Nature Art gave lifeless life Many a dry drop seemed a weeping tear Shed for the slaughtered husband by the wife The red blood reeked to show the painters strife The dying eyes gleamed forth their ashy lights Like dying coals burnt out in tedious nights There might you see the labouring pioneer Begrimed with sweat and smeared all with dust And from the towers of Troy there would appear The very eyes of men through loopholes thrust Gazing upon the Greeks with little lust Such sweet observance in this work was had That one might see those faroff eyes look sad In great commanders grace and majesty You might behold triumphing in their faces In youth quick bearing and dexterity And here and there the painter interlaces Pale cowards marching on with trembling paces Which heartless peasants did so well resemble That one would swear he" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "cf1da564-d372-475f-94e6-2d66317db3a8", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the season bids us be Prepare thy battle early in the morning And put thy fortune to the arbitrement Of bloody strokes and mortalstaring war I as I maythat which I would I cannot With best advantage will deceive the timeAnd aid thee in this doubtful shock of arms But on thy side I may not be too forward Lest being seen thy brother tender George Be executed in his fathers sight Farewell the leisure and the fearful time Cuts off the ceremonious vows of love And ample interchange of sweet discourse Which solongsundered friends should dwell upon God give us leisure for these rites of love Once more adieu Be valiant and speed well RICHMOND Good lords conduct him to his regiment Ill strive with troubled thoughts to take a nap Lest leaden slumber peise me down tomorrow When I should mount with wings of victory Once more good night kind lords and gentlemen All but Richmond leave his tent Kneels O Thou whose captain I account myself Look on my forces with a gracious eye Put in their hands Thy bruising irons of wrath That they may crush down with a heavy fall Th usurping helmets of our adversaries Make us Thy ministers of chastisement That we may praise Thee in the victory To Thee I do commend my watchful soul Ere I let fall the windows of mine eyes Sleeping and waking O defend me still Sleeps Enter the Ghost of young Prince Edward son to Harry the Sixth GHOST OF EDWARD To King Richard Let me sit heavy on thy soul tomorrow Think how thou stabbedst me in my prime of youth At Tewksbury despair therefore and die To Richmond Be cheerful Richmond for the wronged souls Of butchered princes fight in thy behalf King Henrys issue Richmond comforts thee Exit Enter the Ghost of Henry the Sixth GHOST OF HENRY To King Richard When I was mortal my anointed body By thee was punched full of deadly holes Think on the Tower and me Despair and die Harry the Sixth bids thee despair and die To Richmond Virtuous and holy be thou conqueror Harry that prophesied thou shouldst be King Doth comfort thee in thy sleep Live and flourish Exit Enter the Ghost of Clarence GHOST OF CLARENCE To King Richard Let me sit heavy in thy soul tomorrow I that was washed to death with fulsome wine Poor Clarence by thy guile betrayed to death Tomorrow in the battle think on me And fall thy edgeless sword Despair and die To Richmond Thou offspring of the house of Lancaster The wronged heirs of York" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "d8a83676-0b3c-47f5-ac5a-35788afe3c69", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " into an unspeakable estate CAMILLO I have heard sir of such a man who hath a daughter of most rare note the report of her is extended more than can be thought to begin from such a cottage POLIXENES Thats likewise part of my intelligence but I fear the angle that plucks our son thither Thou shalt accompany us to the place where we will not appearing what we are have some question with the shepherd from whose simplicity I think it not uneasy to get the cause of my sons resort thither Prithee be my present partner in this business and lay aside the thoughts of Sicilia CAMILLO I willingly obey your command POLIXENES My best Camillo We must disguise ourselves Exeunt SCENE III The same A Road near the Shepherds cottage Enter Autolycus singing AUTOLYCUS When daffodils begin to peer With hey the doxy over the dale Why then comes in the sweet o the year For the red blood reigns in the winters pale The white sheet bleaching on the hedge With hey the sweet birds O how they sing Doth set my pugging tooth on edge For a quart of ale is a dish for a king The lark that tirralirra chants With hey with hey the thrush and the jay Are summer songs for me and my aunts While we lie tumbling in the hay I have served Prince Florizel and in my time wore threepile but now I am out of service But shall I go mourn for that my dear The pale moon shines by night And when I wander here and there I then do most go right If tinkers may have leave to live And bear the sowskin budget Then my account I well may give And in the stocks avouch it My traffic is sheets when the kite builds look to lesser linen My father named me Autolycus who being I as am littered under Mercury was likewise a snapperup of unconsidered trifles With die and drab I purchased this caparison and my revenue is the silly cheat Gallows and knock are too powerful on the highway Beating and hanging are terrors to me For the life to come I sleep out the thought of it A prize a prize Enter Clown CLOWN Let me see every leven wether tods every tod yields pound and odd shilling fifteen hundred shorn what comes the wool to AUTOLYCUS Aside If the springe hold the cocks mine CLOWN I" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "114b9945-4082-43bd-a838-7731b6df738d", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " that any villainy should be so dear BORACHIO Thou shouldst rather ask if it were possible any villainy should be so rich for when rich villains have need of poor ones poor ones may make what price they will CONRADE I wonder at it BORACHIO That shows thou art unconfirmed Thou knowest that the fashion of a doublet or a hat or a cloak is nothing to a man CONRADE Yes it is apparel BORACHIO I mean the fashion CONRADE Yes the fashion is the fashion BORACHIO Tush I may as well say the fools the fool But seest thou not what a deformed thief this fashion is WATCH Aside I know that Deformed a has been a vile thief this seven years a goes up and down like a gentleman I remember his name BORACHIO Didst thou not hear somebody CONRADE No twas the vane on the house BORACHIO Seest thou not I say what a deformed thief this fashion is how giddily he turns about all the hot bloods between fourteen and fiveandthirty sometime fashioning them like Pharaohs soldiers in the reechy painting sometime like god Bels priests in the old church window sometime like the shaven Hercules in the smirched wormeaten tapestry where his codpiece seems as massy as his club CONRADE All this I see and I see that the fashion wears out more apparel than the man But art not thou thyself giddy with the fashion too that thou hast shifted out of thy tale into telling me of the fashion BORACHIO Not so neither but know that I have tonight wooed Margaret the Lady Heros gentlewoman by the name of Hero she leans me out at her mistress chamber window bids me a thousand times good nightI tell this tale vilelyI should first tell thee how the Prince Claudio and my master planted and placed and possessed by my master Don John saw afar off in the orchard this amiable encounter CONRADE And thought they Margaret was Hero BORACHIO Two of them did the Prince and Claudio but the devil my master knew she was Margaret and partly by his oaths which first possessed them partly by the dark night which did deceive them but chiefly by my villainy which did confirm any slander that Don John had made away went Claudio enraged swore he would meet her as he was appointed next morning at the temple and there before the whole congregation shame her with what he" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c5a16522-b34d-44c6-a5cf-4811c72d71a5", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " That drive thee from the sportive court where thou Wast shot at with fair eyes to be the mark Of smoky muskets O you leaden messengers That ride upon the violent speed of fire Fly with false aim move the stillpeering air That sings with piercing do not touch my lord Whoever shoots at him I set him thereWhoever charges on his forward breast I am the caitiff that do hold him tot And though I kill him not I am the cause His death was so effected Better twere I met the ravin lion when he roard With sharp constraint of hunger better twere That all the miseries which nature owes Were mine at once No come thou home Rossillon Whence honour but of danger wins a scar As oft it loses all I will be gone My being here it is that holds thee hence Shall I stay here to dot No no although The air of paradise did fan the house And angels officd all I will be gone That pitiful rumour may report my flight To consolate thine ear Come night end day For with the dark poor thief Ill steal away Exit SCENE III Florence Before the Dukes palace Flourish Enter the Duke of Florence Bertram drum and trumpets Soldiers Parolles DUKE The general of our horse thou art and we Great in our hope lay our best love and credence Upon thy promising fortune BERTRAM Sir it is A charge too heavy for my strength but yet Well strive to bear it for your worthy sake To thextreme edge of hazard DUKE Then go thou forth And fortune play upon thy prosperous helm As thy auspicious mistress BERTRAM This very day Great Mars I put myself into thy file Make me but like my thoughts and I shall prove A lover of thy drum hater of love Exeunt SCENE IV Rossillon A room in the Countesss palace Enter Countess and Steward COUNTESS Alas and would you take the letter of her Might you not know she would do as she has done By sending me a letter Read it again STEWARD Reads I am Saint Jaques pilgrim thither gone Ambitious love hath so in me offended That barefoot plod I the cold ground upon With sainted vow my faults to have amended Write write that from the bloody course of war My dearest master your dear son may hie Bless him at home in peace whilst I from far His name with zealous fervour sanctify His taken labours bid him me forgive I his despite" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "67025c9a-3066-4a86-91a5-c14b4673452a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " I thank you for your pains spend this for me VIOLA I am no feed post lady keep your purse My master not myself lacks recompense Love make his heart of flint that you shall love And let your fervour like my masters be Placd in contempt Farewell fair cruelty Exit OLIVIA What is your parentage Above my fortunes yet my state is well I am a gentleman Ill be sworn thou art Thy tongue thy face thy limbs actions and spirit Do give thee fivefold blazon Not too fast soft soft Unless the master were the man How now Even so quickly may one catch the plague Methinks I feel this youths perfections With an invisible and subtle stealth To creep in at mine eyes Well let it be What ho Malvolio Enter Malvolio MALVOLIO Here madam at your service OLIVIA Run after that same peevish messenger The Countys man he left this ring behind him Would I or not tell him Ill none of it Desire him not to flatter with his lord Nor hold him up with hopes I am not for him If that the youth will come this way tomorrow Ill give him reasons fort Hie thee Malvolio MALVOLIO Madam I will Exit OLIVIA I do I know not what and fear to find Mine eye too great a flatterer for my mind Fate show thy force ourselves we do not owe What is decreed must be and be this so Exit ACT II SCENE I The seacoast Enter Antonio and Sebastian ANTONIO Will you stay no longer Nor will you not that I go with you SEBASTIAN By your patience no my stars shine darkly over me the malignancy of my fate might perhaps distemper yours therefore I shall crave of you your leave that I may bear my evils alone It were a bad recompense for your love to lay any of them on you ANTONIO Let me know of you whither you are bound SEBASTIAN No sooth sir my determinate voyage is mere extravagancy But I perceive in you so excellent a touch of modesty that you will not extort from me what I am willing to keep in Therefore it charges me in manners the rather to express myself You must know of me then Antonio my name is Sebastian which I called Roderigo my father was that Sebastian of Messaline whom I know you have heard of He left behind him myself and a sister both born in an hour If the heavens had been pleased would we had so ended" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "13e364ff-1abe-4cc8-ad1f-89be52f76654", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " But is profaned if not lives in disgrace Therefore my mistress eyes are raven black Her eyes so suited and they mourners seem At such who not born fair no beauty lack Slandering creation with a false esteem Yet so they mourn becoming of their woe That every tongue says beauty should look so 128 How oft when thou my music music playst Upon that blessed wood whose motion sounds With thy sweet fingers when thou gently swayst The wiry concord that mine ear confounds Do I envy those jacks that nimble leap To kiss the tender inward of thy hand Whilst my poor lips which should that harvest reap At the woods boldness by thee blushing stand To be so tickled they would change their state And situation with those dancing chips Oer whom thy fingers walk with gentle gait Making dead wood more blest than living lips Since saucy jacks so happy are in this Give them thy fingers me thy lips to kiss 129 Th expense of spirit in a waste of shame Is lust in action and till action lust Is perjured murdrous bloody full of blame Savage extreme rude cruel not to trust Enjoyed no sooner but despised straight Past reason hunted and no sooner had Past reason hated as a swallowed bait On purpose laid to make the taker mad Mad in pursuit and in possession so Had having and in quest to have extreme A bliss in proof and proved a very woe Before a joy proposed behind a dream All this the world well knows yet none knows well To shun the heaven that leads men to this hell 130 My mistress eyes are nothing like the sun Coral is far more red than her lips red If snow be white why then her breasts are dun If hairs be wires black wires grow on her head I have seen roses damasked red and white But no such roses see I in her cheeks And in some perfumes is there more delight Than in the breath that from my mistress reeks I love to hear her speak yet well I know That music hath a far more pleasing sound I grant I never saw a goddess go My mistress when she walks treads on the ground And yet by heaven I think my love as rare As any she belied with false compare 131 Thou art as tyrannous so as thou art As those whose beauties proudly make them cruel For well thou knowst to my dear doting heart Thou art the fairest and most precious jewel Yet in good faith some say that thee behold Thy face" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "40459443-3e3c-4157-8fec-0d24c4ee8481", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " again for the man must not be hanged till the next week TITUS But what says Jupiter I ask thee CLOWN Alas sir I know not Jubiter I never drank with him in all my life TITUS Why villain art not thou the carrier CLOWN Ay of my pigeons sir nothing else TITUS Why didst thou not come from heaven CLOWN From heaven Alas sir I never came there God forbid I should be so bold to press to heaven in my young days Why I am going with my pigeons to the tribunal plebs to take up a matter of brawl betwixt my uncle and one of the emperals men MARCUS Why sir that is as fit as can be to serve for your oration and let him deliver the pigeons to the emperor from you TITUS Tell me can you deliver an oration to the emperor with a grace CLOWN Nay truly sir I could never say grace in all my life TITUS Sirrah come hither Make no more ado But give your pigeons to the emperor By me thou shalt have justice at his hands Hold hold meanwhile heres money for thy charges Give me pen and ink Sirrah can you with a grace deliver up a supplication CLOWN Ay sir TITUS Then here is a supplication for you And when you come to him at the first approach you must kneel then kiss his foot then deliver up your pigeons and then look for your reward Ill be at hand sir see you do it bravely CLOWN I warrant you sir let me alone TITUS Sirrah hast thou a knife Come let me see it Here Marcus fold it in the oration For thou hast made it like a humble suppliant And when thou hast given it to the emperor Knock at my door and tell me what he says CLOWN God be with you sir I will Exit TITUS Come Marcus let us go Publius follow me Exeunt SCENE IV Rome Before the Palace Enter Emperor Saturninus and Empress Tamora and her two sons Chiron and Demetrius with Attendants The Emperor brings the arrows in his hand that Titus shot at him SATURNINUS Why lords what wrongs are these Was ever seen An emperor in Rome thus overborne Troubled confronted thus and for the extent Of legal justice used in such contempt My lords you know as know the mightful gods However these disturbers of our peace Buzz in the peoples ears there naught" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "4d1a0ff7-3e19-44d7-a0f7-b5aaaf3d576f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " O in a tomb where never scandal slept Save this of hers framd by thy villainy CLAUDIO My villainy LEONATO Thine Claudio thine I say DON PEDRO You say not right old man LEONATO My lord my lord Ill prove it on his body if he dare Despite his nice fence and his active practice His May of youth and bloom of lustihood CLAUDIO Away I will not have to do with you LEONATO Canst thou so daff me Thou hast killd my child If thou killst me boy thou shalt kill a man ANTONIO He shall kill two of us and men indeed But thats no matter let him kill one first Win me and wear me let him answer me Come follow me boy come sir boy come follow me Sir boy Ill whip you from your foining fence Nay as I am a gentleman I will LEONATO Brother ANTONIO Content yourself God knows I lovd my niece And she is dead slanderd to death by villains That dare as well answer a man indeed As I dare take a serpent by the tongue Boys apes braggarts Jacks milksops LEONATO Brother Anthony ANTONIO Hold you content What man I know them yea And what they weigh even to the utmost scruple Scambling outfacing fashionmonging boys That lie and cog and flout deprave and slander Go antickly show outward hideousness And speak off half a dozen dangerous words How they might hurt their enemies if they durst And this is all LEONATO But brother Anthony ANTONIO Come tis no matter Do not you meddle let me deal in this DON PEDRO Gentlemen both we will not wake your patience My heart is sorry for your daughters death But on my honour she was chargd with nothing But what was true and very full of proof LEONATO My lord my lord DON PEDRO I will not hear you LEONATO No Come brother away I will be heard ANTONIO And shall or some of us will smart for it Exeunt Leonato and Antonio Enter Benedick DON PEDRO See see here comes the man we went to seek CLAUDIO Now signior what news BENEDICK Good day my lord DON PEDRO Welcome signior you are almost come to part almost a fray CLAUDIO We had like to have had our two noses snapped off with two old men without teeth DON PEDRO Leonato and his brother What thinkst thou Had we fought I doubt we should have" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c2e9fcc4-01f5-4359-adab-038a0706fa37", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " what conspire you lords WARWICK Do right unto this princely Duke of York Or I will fill the house with armed men And over the chair of state where now he sits Write up his title with usurping blood He stamps with his foot and the Soldiers show themselves KING HENRY My Lord of Warwick hear but one word Let me for this my lifetime reign as king YORK Confirm the crown to me and to mine heirs And thou shalt reign in quiet while thou livst KING HENRY I am content Richard Plantagenet Enjoy the kingdom after my decease CLIFFORD What wrong is this unto the Prince your son WARWICK What good is this to England and himself WESTMORELAND Base fearful and despairing Henry CLIFFORD How hast thou injured both thyself and us WESTMORELAND I cannot stay to hear these articles NORTHUMBERLAND Nor I CLIFFORD Come cousin let us tell the Queen these news WESTMORELAND Farewell fainthearted and degenerate king In whose cold blood no spark of honour bides NORTHUMBERLAND Be thou a prey unto the house of York And die in bands for this unmanly deed CLIFFORD In dreadful war mayst thou be overcome Or live in peace abandoned and despised Exeunt Westmoreland Northumberland and Clifford WARWICK Turn this way Henry and regard them not EXETER They seek revenge and therefore will not yield KING HENRY Ah Exeter WARWICK Why should you sigh my lord KING HENRY Not for myself Lord Warwick but my son Whom I unnaturally shall disinherit But be it as it may To York I here entail The crown to thee and to thine heirs for ever Conditionally that here thou take an oath To cease this civil war and whilst I live To honour me as thy king and sovereign And neither by treason nor hostility To seek to put me down and reign thyself YORK This oath I willingly take and will perform Coming from the throne WARWICK Long live King Henry Plantagenet embrace him KING HENRY And long live thou and these thy forward sons YORK Now York and Lancaster are reconciled EXETER Accursed be he that seeks to make them foes Sennet Here they come down YORK Farewell my gracious lord Ill to my castle WARWICK And Ill keep London with my soldiers NORFOLK And I to Norfolk with my followers MONTAGUE And I unto the sea from whence I came Exeunt York and his Sons Warwick Norfolk Mont" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "7b75bccf-951f-4731-b0c0-35a7a06c7818", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " hadst been born blind thou mightst as well have known all our names as thus to name the several colours we do wear Sight may distinguish of colours but suddenly to nominate them all it is impossibleMy lords Saint Alban here hath done a miracle and would ye not think his cunning to be great that could restore this cripple to his legs again SIMPCOX O master that you could GLOUCESTER My masters of Saint Albans have you not beadles in your town and things called whips MAYOR Yes my lord if it please your grace GLOUCESTER Then send for one presently MAYOR Sirrah go fetch the beadle hither straight Exit a Townsman GLOUCESTER Now fetch me a stool hither by and byNow sirrah if you mean to save yourself from whipping leap me over this stool and run away SIMPCOX Alas master I am not able to stand alone You go about to torture me in vain Enter a Beadle with whips GLOUCESTER Well sir we must have you find your legs Sirrah beadle whip him till he leap over that same stool BEADLE I will my lordCome on sirrah off with your doublet quickly SIMPCOX Alas master what shall I do I am not able to stand After the Beadle hath hit him once he leaps over the stool and runs away and they follow and cry A miracle KING HENRY O God seest Thou this and bearest so long QUEEN MARGARET It made me laugh to see the villain run GLOUCESTER Follow the knave and take this drab away WIFE Alas sir we did it for pure need GLOUCESTER Let them be whipped through every market town Till they come to Berwick from whence they came Exeunt Wife Beadle Mayor etc CARDINAL Duke Humphrey has done a miracle today SUFFOLK True made the lame to leap and fly away GLOUCESTER But you have done more miracles than I You made in a day my lord whole towns to fly Enter Buckingham KING HENRY What tidings with our cousin Buckingham BUCKINGHAM Such as my heart doth tremble to unfold A sort of naughty persons lewdly bent Under the countenance and confederacy Of Lady Eleanor the Protectors wife The ringleader and head of all this rout Have practised dangerously against your state Dealing with witches and with conjurers Whom we have apprehended in the fact Raising up wicked spirits from" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "59a5104a-1de5-4c08-8b4c-ba919bab327c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " at one door the Knights meet him FIRST KNIGHT Good morrow to the good Simonides SIMONIDES Knights from my daughter this I let you know That for this twelvemonth shell not undertake A married life Her reason to herself is only known Which yet from her by no means can I get SECOND KNIGHT May we not get access to her my lord SIMONIDES Faith by no means she hath so strictly tied Her to her chamber that tis impossible One twelve moons more shell wear Dianas livery This by the eye of Cynthia hath she vowd And on her virgin honour will not break it THIRD KNIGHT Loath to bid farewell we take our leaves Exeunt Knights SIMONIDES So they are well dispatchd now to my daughters letter She tells me here shell wed the stranger knight Or never more to view nor day nor light Tis well mistress your choice agrees with mine I like that well nay how absolute shes int Not minding whether I dislike or no Well I do commend her choice And will no longer have it be delayd Soft here he comes I must dissemble it Enter Pericles PERICLES All fortune to the good Simonides SIMONIDES To you as much Sir I am beholding to you For your sweet music this last night I do Protest my ears were never better fed With such delightful pleasing harmony PERICLES It is your graces pleasure to commend Not my desert SIMONIDES Sir you are musics master PERICLES The worst of all her scholars my good lord SIMONIDES Let me ask you one thing What do you think of my daughter sir PERICLES A most virtuous princess SIMONIDES And she is fair too is she not PERICLES As a fair day in summer wondrous fair SIMONIDES Sir my daughter thinks very well of you Ay so well that you must be her master And she will be your scholar therefore look to it PERICLES I am unworthy for her schoolmaster SIMONIDES She thinks not so peruse this writing else PERICLES Aside Whats here A letter that she loves the knight of Tyre Tis the kings subtlety to have my life O seek not to entrap me gracious lord A stranger and distressed gentleman That never aimd so high to love your daughter But bent all offices to honour her SIMONIDES Thou hast bewitchd my daughter And thou art a villain PERICLES By the gods I have not Never did thought of mine levy offence Nor never did my actions yet commence A deed might gain her" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "d28f9991-5364-46cb-8556-41f3988147b7", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ALUS Ay sir very well POMPEY Nay I beseech you mark it well ESCALUS Well I do so POMPEY Doth your honour see any harm in his face ESCALUS Why no POMPEY Ill be supposed upon a book his face is the worst thing about him Good then if his face be the worst thing about him how could Master Froth do the constables wife any harm I would know that of your honour ESCALUS Hes in the right Constable What say you to it ELBOW First an it like you the house is a respected house next this is a respected fellow and his mistress is a respected womanPOMPEY By this hand sir his wife is a more respected person than any of us all ELBOW Varlet thou liest thou liest wicked varlet The time is yet to come that she was ever respected with man woman or child POMPEY Sir she was respected with him before he married with her ESCALUS Which is the wiser here Justice or Iniquity Is this true ELBOW O thou caitiff O thou varlet O thou wicked Hannibal I respected with her before I was married to her If ever I was respected with her or she with me let not your worship think me the poor Dukes officer Prove this thou wicked Hannibal or Ill have mine action of battery on thee ESCALUS If he took you a box o th ear you might have your action of slander too ELBOW Marry I thank your good worship for it What ist your worships pleasure I shall do with this wicked caitiff ESCALUS Truly officer because he hath some offences in him that thou wouldst discover if thou couldst let him continue in his courses till thou knowst what they are ELBOW Marry I thank your worship for itThou seest thou wicked varlet now whats come upon thee Thou art to continue now thou varlet thou art to continue ESCALUS To Froth Where were you born friend FROTH Here in Vienna sir ESCALUS Are you of fourscore pounds a year FROTH Yes ant please you sir ESCALUS So To Pompey What trade are you of sir POMPEY A tapster a poor widows tapster ESCALUS Your mistress name POMPEY Mistress Overdone ESCALUS Hath she had any more than one husband POMPEY Nine sir Overdone by the last ESCALUS" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "1297ec03-6719-4d24-b8df-69d2fb8f6b97", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " hair lost by nature ANTIPHOLUS OF SYRACUSE But your reason was not substantial why there is no time to recover DROMIO OF SYRACUSE Thus I mend it Time himself is bald and therefore to the worlds end will have bald followers ANTIPHOLUS OF SYRACUSE I knew twould be a bald conclusion But soft who wafts us yonder Enter Adriana and Luciana ADRIANA Ay ay Antipholus look strange and frown Some other mistress hath thy sweet aspects I am not Adriana nor thy wife The time was once when thou unurgd wouldst vow That never words were music to thine ear That never object pleasing in thine eye That never touch well welcome to thy hand That never meat sweetsavourd in thy taste Unless I spake or lookd or touchd or carvd to thee How comes it now my husband O how comes it That thou art then estranged from thyself Thyself I call it being strange to me That undividable incorporate Am better than thy dear selfs better part Ah do not tear away thyself from me For know my love as easy mayst thou fall A drop of water in the breaking gulf And take unmingled thence that drop again Without addition or diminishing As take from me thyself and not me too How dearly would it touch thee to the quick Shouldst thou but hear I were licentious And that this body consecrate to thee By ruffian lust should be contaminate Wouldst thou not spit at me and spurn at me And hurl the name of husband in my face And tear the staind skin off my harlot brow And from my false hand cut the weddingring And break it with a deepdivorcing vow I know thou canst and therefore see thou do it I am possessd with an adulterate blot My blood is mingled with the crime of lust For if we two be one and thou play false I do digest the poison of thy flesh Being strumpeted by thy contagion Keep then fair league and truce with thy true bed I live distaind thou undishonoured ANTIPHOLUS OF SYRACUSE Plead you to me fair dame I know you not In Ephesus I am but two hours old As strange unto your town as to your talk Who every word by all my wit being scannd Wants wit in all one word to understand LUCIANA Fie brother how the world is chang" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "8cbe6d97-3003-4abc-ac28-f9d9a91d4189", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " there gives a paper and to them say My house and welcome on their pleasure stay Exeunt Capulet and Paris SERVANT Find them out whose names are written here It is written that the shoemaker should meddle with his yard and the tailor with his last the fisher with his pencil and the painter with his nets but I am sent to find those persons whose names are here writ and can never find what names the writing person hath here writ I must to the learned In good time Enter Benvolio and Romeo BENVOLIO Tut man one fire burns out anothers burning One pain is lessend by anothers anguish Turn giddy and be holp by backward turning One desperate grief cures with anothers languish Take thou some new infection to thy eye And the rank poison of the old will die ROMEO Your plantain leaf is excellent for that BENVOLIO For what I pray thee ROMEO For your broken shin BENVOLIO Why Romeo art thou mad ROMEO Not mad but bound more than a madman is Shut up in prison kept without my food Whippd and tormented andGodden good fellow SERVANT God gi goden I pray sir can you read ROMEO Ay mine own fortune in my misery SERVANT Perhaps you have learned it without book But I pray can you read anything you see ROMEO Ay If I know the letters and the language SERVANT Ye say honestly rest you merry ROMEO Stay fellow I can read He reads the letter Signior Martino and his wife and daughters County Anselmo and his beauteous sisters The lady widow of Utruvio Signior Placentio and his lovely nieces Mercutio and his brother Valentine Mine uncle Capulet his wife and daughters My fair niece Rosaline and Livia Signior Valentio and his cousin Tybalt Lucio and the lively Helena A fair assembly Gives back the paper Whither should they come SERVANT Up ROMEO Whither to supper SERVANT To our house ROMEO Whose house SERVANT My masters ROMEO Indeed I should have askd you that beforeSERVANT Now Ill tell you without asking My master is the great rich Capulet and if you be not of the house of Montagues I pray come and crush a cup of wine Rest you merry Exit BENVOLIO At this same ancient feast of Capulets Sups the fair Rosaline whom thou so lovst With all the admired beauties of" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "965072be-0432-4067-b240-65e6174f75d7", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " let her pass by ELEANOR Come you my lord to see my open shame Now thou dost penance too Look how they gaze See how the giddy multitude do point And nod their heads and throw their eyes on thee Ah Gloucester hide thee from their hateful looks And in thy closet pent up rue my shame And ban thine enemies both mine and thine GLOUCESTER Be patient gentle Nell forget this grief ELEANOR Ah Gloucester teach me to forget myself For whilst I think I am thy married wife And thou a prince Protector of this land Methinks I should not thus be led along Mailed up in shame with papers on my back And followed with a rabble that rejoice To see my tears and hear my deepfet groans The ruthless flint doth cut my tender feet And when I start the envious people laugh And bid me be advised how I tread Ah Humphrey can I bear this shameful yoke Trowest thou that eer Ill look upon the world Or count them happy that enjoy the sun No dark shall be my light and night my day To think upon my pomp shall be my hell Sometimes Ill say I am Duke Humphreys wife And he a prince and ruler of the land Yet so he ruled and such a prince he was As he stood by whilst I his forlorn duchess Was made a wonder and a pointingstock To every idle rascal follower But be thou mild and blush not at my shame Nor stir at nothing till the axe of death Hang over thee as sure it shortly will For Suffolk he that can do all in all With her that hateth thee and hates us all And York and impious Beaufort that false priest Have all limed bushes to betray thy wings And fly thou how thou canst theyll tangle thee But fear not thou until thy foot be snared Nor never seek prevention of thy foes GLOUCESTER Ah Nell forbear Thou aimest all awry I must offend before I be attainted And had I twenty times so many foes And each of them had twenty times their power All these could not procure me any scathe So long as I am loyal true and crimeless Wouldst have me rescue thee from this reproach Why yet thy scandal were not wiped away But I in danger for the breach of law Thy greatest help is quiet gentle Nell I pray thee sort thy heart to patience These few days wonder will be quickly worn Enter a Herald HERALD I summon your grace to his maj" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "2e820647-7162-45a5-8e40-f89c45c1056a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "arer Nor in a way so chaste since my desires Run not before mine honour nor my lusts Burn hotter than my faith PERDITA O but sir Your resolution cannot hold when tis Opposd as it must be by the power of the king One of these two must be necessities Which then will speak that you must change this purpose Or I my life FLORIZEL Thou dearest Perdita With these forcd thoughts I prithee darken not The mirth o th feast Or Ill be thine my fair Or not my fathers For I cannot be Mine own nor anything to any if I be not thine To this I am most constant Though destiny say no Be merry gentle Strangle such thoughts as these with anything That you behold the while Your guests are coming Lift up your countenance as it were the day Of celebration of that nuptial which We two have sworn shall come PERDITA O lady Fortune Stand you auspicious FLORIZEL See your guests approach Address yourself to entertain them sprightly And lets be red with mirth Enter Shepherd with Polixenes and Camillo disguised Clown Mopsa Dorcas with others SHEPHERD Fie daughter When my old wife livd upon This day she was both pantler butler cook Both dame and servant welcomd all servd all Would sing her song and dance her turn now here At upper end o th table now i th middle On his shoulder and his her face o fire With labour and the thing she took to quench it She would to each one sip You are retired As if you were a feasted one and not The hostess of the meeting pray you bid These unknown friends to s welcome for it is A way to make us better friends more known Come quench your blushes and present yourself That which you are mistress o th feast Come on And bid us welcome to your sheepshearing As your good flock shall prosper PERDITA To Polixenes Sir welcome It is my fathers will I should take on me The hostessship o the day To Camillo Youre welcome sir Give me those flowers there Dorcas Reverend sirs For you theres rosemary and rue these keep Seeming and savour all the winter long Grace and remembrance be to you both And welcome to our shearing POLIXENES Shepherdess A fair one are youwell you fit our ages With flowers of winter PERDITA Sir the year growing ancient Not yet on summers death nor on the birth Of trembling winter" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "57db3ae2-d7b7-4d57-adfd-f86fc4d5e184", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " of villainy And so repose sweet gold for their unrest That have their alms out of the empress chest He hides the bag Enter Tamora alone to the Moor TAMORA My lovely Aaron wherefore lookst thou sad When everything doth make a gleeful boast The birds chant melody on every bush The snakes lie rolled in the cheerful sun The green leaves quiver with the cooling wind And make a chequered shadow on the ground Under their sweet shade Aaron let us sit And whilst the babbling echo mocks the hounds Replying shrilly to the welltuned horns As if a double hunt were heard at once Let us sit down and mark their yelping noise And after conflict such as was supposed The wandring prince and Dido once enjoyed When with a happy storm they were surprised And curtained with a counselkeeping cave We may each wreathed in the others arms Our pastimes done possess a golden slumber Whiles hounds and horns and sweet melodious birds Be unto us as is a nurses song Of lullaby to bring her babe asleep AARON Madam though Venus govern your desires Saturn is dominator over mine What signifies my deadlystanding eye My silence and my cloudy melancholy My fleece of woolly hair that now uncurls Even as an adder when she doth unroll To do some fatal execution No madam these are no venereal signs Vengeance is in my heart death in my hand Blood and revenge are hammering in my head Hark Tamora the empress of my soul Which never hopes more heaven than rests in thee This is the day of doom for Bassianus His Philomel must lose her tongue today Thy sons make pillage of her chastity And wash their hands in Bassianus blood Seest thou this letter Take it up I pray thee And give the king this fatalplotted scroll Now question me no more we are espied Here comes a parcel of our hopeful booty Which dreads not yet their lives destruction Enter Bassianus and Lavinia TAMORA Ah my sweet Moor sweeter to me than life AARON No more great empress Bassianus comes Be cross with him and Ill go fetch thy sons To back thy quarrels whatsoeer they be Exit BASSIANUS Who have we here Romes royal empress Unfurnished of her wellbeseeming troop Or is it Dian habited like her Who hath abandoned her holy groves To see the general hunting in this forest TAM" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c77fd166-f38f-4ce3-a323-5e40f35c1bb5", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " too mighty And in his parties his alliance Let him be Until a time may serve For present vengeance Take it on her Camillo and Polixenes Laugh at me make their pastime at my sorrow They should not laugh if I could reach them nor Shall she within my power Enter Paulina carrying a baby with Antigonus lords and servants FIRST LORD You must not enter PAULINA Nay rather good my lords be second to me Fear you his tyrannous passion more alas Than the queens life a gracious innocent soul More free than he is jealous ANTIGONUS Thats enough SERVANT Madam he hath not slept tonight commanded None should come at him PAULINA Not so hot good sir I come to bring him sleep Tis such as you That creep like shadows by him and do sigh At each his needless heavingssuch as you Nourish the cause of his awaking I Do come with words as medcinal as true Honest as either to purge him of that humour That presses him from sleep LEONTES What noise there ho PAULINA No noise my lord but needful conference About some gossips for your highness LEONTES How Away with that audacious lady Antigonus I chargd thee that she should not come about me I knew she would ANTIGONUS I told her so my lord On your displeasures peril and on mine She should not visit you LEONTES What canst not rule her PAULINA From all dishonesty he can In this Unless he take the course that you have done Commit me for committing honourtrust it He shall not rule me ANTIGONUS La you now you hear When she will take the rein I let her run But shell not stumble PAULINA Good my liege I come And I beseech you hear me who professes Myself your loyal servant your physician Your most obedient counsellor yet that dares Less appear so in comforting your evils Than such as most seem yoursI say I come From your good queen LEONTES Good queen PAULINA Good queen my lord good queen I say good queen And would by combat make her good so were I A man the worst about you LEONTES Force her hence PAULINA Let him that makes but trifles of his eyes First hand me on mine own accord Ill off But first Ill do my errand The good queen For she is good hath brought you forth a daughter Here tis commends it to your blessing Laying down the child LEONTES Out" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c1415c21-bbb6-4ca8-b2ca-64433a19eeb1", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "lock Ill get you such a ladder DUKE But hark thee I will go to her alone How shall I best convey the ladder thither VALENTINE It will be light my lord that you may bear it Under a cloak that is of any length DUKE A cloak as long as thine will serve the turn VALENTINE Ay my good lord DUKE Then let me see thy cloak Ill get me one of such another length VALENTINE Why any cloak will serve the turn my lordDUKE How shall I fashion me to wear a cloak I pray thee let me feel thy cloak upon me Takes Valentines cloak and finds a letter and a rope ladder concealed under it What letter is this same Whats hereTo Silvia And here an engine fit for my proceeding Ill be so bold to break the seal for once Reads My thoughts do harbour with my Silvia nightly And slaves they are to me that send them flying O could their master come and go as lightly Himself would lodge where senseless they are lying My herald thoughts in thy pure bosom rest them While I their king that thither them importune Do curse the grace that with such grace hath blest them Because myself do want my servants fortune I curse myself for they are sent by me That they should harbour where their lord should be Whats here Reads Silvia this night I will enfranchise thee Tis so and heres the ladder for the purpose Why Phathonfor thou art Merops son Wilt thou aspire to guide the heavenly car And with thy daring folly burn the world Wilt thou reach stars because they shine on thee Go base intruder overweening slave Bestow thy fawning smiles on equal mates And think my patience more than thy desert Is privilege for thy departure hence Thank me for this more than for all the favours Which all too much I have bestowed on thee But if thou linger in my territories Longer than swiftest expedition Will give thee time to leave our royal court By heaven my wrath shall far exceed the love I ever bore my daughter or thyself Begone I will not hear thy vain excuse But as thou lovst thy life make speed from hence Exit VALENTINE And why not death rather than living torment To die is to be banished from myself And Silvia is myself banished from her Is self from selfa deadly banishment What light is light if Silvia be not seen What joy is joy if Silvia be not by Unless it be to think that she is by And feed" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "046966ab-ad00-4712-beb3-35d458839f50", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "T O the people in the street cry Romeo Some Juliet and some Paris and all run With open outcry toward our monument PRINCE What fear is this which startles in our ears FIRST WATCH Sovereign here lies the County Paris slain And Romeo dead and Juliet dead before Warm and new killd PRINCE Search seek and know how this foul murder comes FIRST WATCH Here is a Friar and slaughterd Romeos man With instruments upon them fit to open These dead mens tombs CAPULET O heaven O wife look how our daughter bleeds This dagger hath mistaen for lo his house Is empty on the back of Montague And it missheathed in my daughters bosom LADY CAPULET O me This sight of death is as a bell That warns my old age to a sepulchre Enter Montague and others PRINCE Come Montague for thou art early up To see thy son and heir more early down MONTAGUE Alas my liege my wife is dead tonight Grief of my sons exile hath stoppd her breath What further woe conspires against mine age PRINCE Look and thou shalt see MONTAGUE O thou untaught What manners is in this To press before thy father to a grave PRINCE Seal up the mouth of outrage for a while Till we can clear these ambiguities And know their spring their head their true descent And then will I be general of your woes And lead you even to death Meantime forbear And let mischance be slave to patience Bring forth the parties of suspicion FRIAR LAWRENCE I am the greatest able to do least Yet most suspected as the time and place Doth make against me of this direful murder And here I stand both to impeach and purgeMyself condemned and myself excusd PRINCE Then say at once what thou dost know in this FRIAR LAWRENCE I will be brief for my short date of breath Is not so long as is a tedious tale Romeo there dead was husband to that Juliet And she there dead that Romeos faithful wife I married them and their stoln marriage day Was Tybalts doomsday whose untimely death Banishd the newmade bridegroom from this city For whom and not for Tybalt Juliet pind You to remove that siege of grief from her Betrothd and would have married her perforce To County Paris Then comes she to me And with wild looks bid me devise" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "97f40bb8-31b6-4080-97d3-bcdc94e839c9", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " FIRST LORD His love and wisdom Approvd so to your majesty may plead For amplest credence KING He hath armd our answer And Florence is denied before he comes Yet for our gentlemen that mean to see The Tuscan service freely have they leave To stand on either part SECOND LORD It well may serve A nursery to our gentry who are sick For breathing and exploit KING Whats he comes here Enter Bertram Lafew and Parolles FIRST LORD It is the Count Rossillon my good lord Young Bertram KING Youth thou bearst thy fathers face Frank nature rather curious than in haste Hath well composd thee Thy fathers moral parts Mayst thou inherit too Welcome to Paris BERTRAM My thanks and duty are your majestys KING I would I had that corporal soundness now As when thy father and myself in friendship First tried our soldiership He did look far Into the service of the time and was Discipled of the bravest He lasted long But on us both did haggish age steal on And wore us out of act It much repairs me To talk of your good father in his youth He had the wit which I can well observe Today in our young lords but they may jest Till their own scorn return to them unnoted Ere they can hide their levity in honour So like a courtier contempt nor bitterness Were in his pride or sharpness if they were His equal had awakd them and his honour Clock to itself knew the true minute when Exception bid him speak and at this time His tongue obeyd his hand Who were below him He usd as creatures of another place And bowd his eminent top to their low ranks Making them proud of his humility In their poor praise he humbled Such a man Might be a copy to these younger times Which followed well would demonstrate them now But goers backward BERTRAM His good remembrance sir Lies richer in your thoughts than on his tomb So in approof lives not his epitaph As in your royal speech KING Would I were with him He would always say Methinks I hear him now his plausive words He scatterd not in ears but grafted them To grow there and to bearLet me not live This his good melancholy oft began On the catastrophe and heel of pastime When it was outLet me not live quoth he After my flame lacks oil to be the snuff Of younger spirits whose apprehensive senses All but new things disdain whose judgments are Mere fathers of their garments whose constancies Expire" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "62869070-5036-45a1-8ded-7ae0dfe06d96", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " The plains near Rouen SCENE IV Paris The Palace ACT IV SCENE I Paris The Palace SCENE II Before Bordeaux SCENE III Plains in Gascony SCENE IV Other plains in Gascony SCENE V The English camp near Bordeaux SCENE VI A field of battle SCENE VII Another part of the field ACT V SCENE I London The Palace SCENE II France Plains in Anjou SCENE III Before Angiers SCENE IV Camp of the Duke of York in Anjou SCENE V London The royal palace Dramatis Person KING HENRY the Sixth DUKE OF GLOUCESTER uncle to the King and Protector DUKE OF BEDFORD uncle to the King and Regent of France DUKE OF EXETER Thomas Beaufort greatuncle to the King BISHOP OF WINCHESTER Henry Beaufort greatuncle to the King afterwards Cardinal DUKE OF SOMERSET John BeaufortRICHARD PLANTAGENET son of Richard late Earl of Cambridge afterwards Duke of York EARL OF WARWICK EARL OF SALISBURY EARL OF SUFFOLK LORD TALBOT afterwards Earl of Shrewsbury JOHN TALBOT his son Edmund MORTIMER Earl of March SIR JOHN FASTOLF SIR WILLIAM LUCY SIR WILLIAM GLANSDALE SIR THOMAS GARGRAVE MAYOR of London WOODVILLE Lieutenant of the Tower VERNON of the WhiteRose or York faction BASSET of the RedRose or Lancaster faction A LAWYER Mortimers JAILERS CHARLES Dauphin and afterwards King of France REIGNIER Duke of Anjou and titular King of Naples DUKE OF BURGUNDY DUKE OF ALENON BASTARD OF ORLEANS Governor of Paris MASTER GUNNER of Orleans and BOY his son General of the French forces in Bordeaux A French Sergeant A Porter An old Shepherd father to Joan la Pucelle MARGARET daughter to Reignier afterwards married to King Henry COUNTESS OF AUVERGNE JOAN LA PUCELLE commonly called Joan of Arc Lords Warders of the Tower Heralds Officers Soldiers Messengers and Attendants Fiends appearing to Joan la Pucelle SCENE Partly in England and partly in France ACT I SCENE I Westminster Abbey Dead March Enter the funeral of King Henry the Fifth attended on by the Duke of Bedford Regent of France the Duke of Gloucester" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "a325399c-d9ab-4b22-b286-7adf93446482", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " wisdom makest a prince thy servant What wouldst thou have me do HELICANUS To bear with patience Such griefs as you yourself do lay upon yourself PERICLES Thou speakst like a physician Helicanus That ministers a potion unto me That thou wouldst tremble to receive thyself Attend me then I went to Antioch Where as thou knowst against the face of death I sought the purchase of a glorious beauty From whence an issue I might propagate Are arms to princes and bring joys to subjects Her face was to mine eye beyond all wonder The resthark in thine earas black as incest Which by my knowledge found the sinful father Seemd not to strike but smooth but thou knowst this Tis time to fear when tyrants seems to kiss Which fear so grew in me I hither fled Under the covering of a careful night Who seemd my good protector and being here Bethought me what was past what might succeed I knew him tyrannous and tyrants fears Decrease not but grow faster than the years And should he doubt as no doubt he doth That I should open to the listening air How many worthy princes bloods were shed To keep his bed of blackness unlaid ope To lop that doubt hell fill this land with arms And make pretence of wrong that I have done him When all for mine if I may call offence Must feel wars blow who spares not innocence Which love to all of which thyself art one Who now reprovest me for it HELICANUS Alas sir PERICLES Drew sleep out of mine eyes blood from my cheeks Musings into my mind with thousand doubts How I might stop this tempest ere it came And finding little comfort to relieve them I thought it princely charity to grieve them HELICANUS Well my lord since you have given me leave to speak Freely will I speak Antiochus you fear And justly too I think you fear the tyrant Who either by public war or private treason Will take away your life Therefore my lord go travel for a while Till that his rage and anger be forgot Or till the Destinies do cut his thread of life Your rule direct to any if to me Day serves not light more faithful than Ill be PERICLES I do not doubt thy faith But should he wrong my liberties in my absence HELCANUS Well mingle our bloods together in the earth From whence we had our being and our birth PERICLES Tyre I now look from thee then and" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "044dc10d-7644-464e-b876-cc714302212c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " subjects the name of good government How far is his court distant from this shore FIRST FISHERMAN Marry sir half a days journey and Ill tell you he hath a fair daughter and tomorrow is her birthday and there are princes and knights come from all parts of the world to joust and tourney for her love PERICLES Were my fortunes equal to my desires I could wish to make one there FIRST FISHERMAN O sir things must be as they may and what a man cannot get he may lawfully deal forhis wifes soul Reenter Second and Third Fishermen drawing up a net SECOND FISHERMAN Help master help heres a fish hangs in the net like a poor mans right in the law twill hardly come out Ha bots ont tis come at last and tis turned to a rusty armour PERICLES An armour friends I pray you let me see it Thanks Fortune yet that after all my crosses Thou givest me somewhat to repair myself And though it was mine own part of my heritage Which my dead father did bequeath to me With this strict charge even as he left his life Keep it my Pericles it hath been a shield Twixt me and deathand pointed to this brace For that it saved me keep it in like necessity The which the gods protect thee frommay defend thee It kept where I kept I so dearly loved it Till the rough seas that spares not any man Took it in rage though calmd have givent again I thank thee fort my shipwreck nows no ill Since I have here my father gave in his will FIRST FISHERMAN What mean you sir PERICLES To beg of you kind friends this coat of worth For it was sometime target to a king I know it by this mark He loved me dearly And for his sake I wish the having of it And that youd guide me to your sovereign court Where with it I may appear a gentleman And if that ever my low fortunes better Ill pay your bounties till then rest your debtor FIRST FISHERMAN Why wilt thou tourney for the lady PERICLES Ill show the virtue I have borne in arms FIRST FISHERMAN Why dye take it and the gods give thee good ont SECOND FISHERMAN Ay but hark you my friend twas we that made up this garment through the rough seams of the waters there are certain condolements certain vails I hope sir if you thrive youll remember from whence you had them PERICLES Believet I will By" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "7ddc7467-a6ef-45bd-98c0-f95dd071688e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Come let us go These things come thus to light Smother her spirits up Exeunt Don Pedro Don John and Claudio BENEDICK How doth the lady BEATRICE Dead I think Help uncle Hero why Hero Uncle Signior Benedick Friar LEONATO O Fate take not away thy heavy hand Death is the fairest cover for her shame That may be wishd for BEATRICE How now cousin Hero FRIAR Have comfort lady LEONATO Dost thou look up FRIAR Yea wherefore should she not LEONATO Wherefore Why doth not every earthly thing Cry shame upon her Could she here deny The story that is printed in her blood Do not live Hero do not ope thine eyes For did I think thou wouldst not quickly die Thought I thy spirits were stronger than thy shames Myself would on the rearward of reproaches Strike at thy life Grievd I I had but one Chid I for that at frugal Natures frame O one too much by thee Why had I one Why ever wast thou lovely in my eyes Why had I not with charitable hand Took up a beggars issue at my gates Who smirched thus and mird with infamy I might have said No part of it is mine This shame derives itself from unknown loins But mine and mine I lovd and mine I praisd And mine that I was proud on mine so much That I myself was to myself not mine Valuing of her why sheO she is fallen Into a pit of ink that the wide sea Hath drops too few to wash her clean again And salt too little which may season give To her foul tainted flesh BENEDICK Sir sir be patient For my part I am so attird in wonder I know not what to say BEATRICE O on my soul my cousin is belied BENEDICK Lady were you her bedfellow last night BEATRICE No truly not although until last night I have this twelvemonth been her bedfellow LEONATO Confirmd confirmd O that is stronger made Which was before barrd up with ribs of iron Would the two princes lie and Claudio lie Who lovd her so that speaking of her foulness Washd it with tears Hence from her let her die FRIAR Hear me a little For I have only been silent so long And given way unto this course of fortune By noting of the lady I have markd A thousand blushing" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "b81b77df-fffb-437f-a23e-b45a46e76370", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " thou be gone Sweet Valentine adieu Think on thy Proteus when thou haply seest Some rare noteworthy object in thy travel Wish me partaker in thy happiness When thou dost meet good hap and in thy danger If ever danger do environ thee Commend thy grievance to my holy prayers For I will be thy headsman Valentine VALENTINE And on a lovebook pray for my success PROTEUS Upon some book I love Ill pray for thee VALENTINE Thats on some shallow story of deep love How young Leander crossed the Hellespont PROTEUS Thats a deep story of a deeper love For he was more than over shoes in love VALENTINE Tis true for you are over boots in love And yet you never swam the Hellespont PROTEUS Over the boots Nay give me not the boots VALENTINE No I will not for it boots thee not PROTEUS What VALENTINE To be in love where scorn is bought with groans Coy looks with heartsore sighs one fading moments mirth With twenty watchful weary tedious nights If haply won perhaps a hapless gain If lost why then a grievous labour won However but a folly bought with wit Or else a wit by folly vanquished PROTEUS So by your circumstance you call me fool VALENTINE So by your circumstance I fear youll prove PROTEUS Tis love you cavil at I am not Love VALENTINE Love is your master for he masters you And he that is so yoked by a fool Methinks should not be chronicled for wise PROTEUS Yet writers say as in the sweetest bud The eating canker dwells so eating love Inhabits in the finest wits of all VALENTINE And writers say as the most forward bud Is eaten by the canker ere it blow Even so by love the young and tender wit Is turned to folly blasting in the bud Losing his verdure even in the prime And all the fair effects of future hopes But wherefore waste I time to counsel thee That art a votary to fond desire Once more adieu My father at the road Expects my coming there to see me shipped PROTEUS And thither will I bring thee Valentine VALENTINE Sweet Proteus no Now let us take our leave To Milan let me hear from thee by letters Of thy success in love and what news else Betideth here in absence of thy friend And I likewise" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "b14dc70b-0205-4c26-b9de-3228a2457472", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Exeunt SCENE II London The Duke of Yorks Garden Enter York Salisbury and Warwick YORK Now my good Lords of Salisbury and Warwick Our simple supper ended give me leave In this close walk to satisfy myself In craving your opinion of my title Which is infallible to Englands crown SALISBURY My lord I long to hear it at full WARWICK Sweet York begin and if thy claim be good The Nevilles are thy subjects to command YORK Then thus Edward the Third my lords had seven sons The first Edward the Black Prince Prince of Wales The second William of Hatfield and the third Lionel Duke of Clarence next to whom Was John of Gaunt the Duke of Lancaster The fifth was Edmund Langley Duke of York The sixth was Thomas of Woodstock Duke of Gloucester William of Windsor was the seventh and last Edward the Black Prince died before his father And left behind him Richard his only son Who after Edward the Thirds death reigned as king Till Henry Bolingbroke Duke of Lancaster The eldest son and heir of John of Gaunt Crowned by the name of Henry the Fourth Seized on the realm deposed the rightful king Sent his poor queen to France from whence she came And him to Pomfret where as all you know Harmless Richard was murdered traitorously WARWICK Father the Duke hath told the truth Thus got the house of Lancaster the crown YORK Which now they hold by force and not by right For Richard the first sons heir being dead The issue of the next son should have reigned SALISBURY But William of Hatfield died without an heir YORK The third son Duke of Clarence from whose lineI claim the crown had issue Philippa a daughter Who married Edmund Mortimer Earl of March Edmund had issue Roger Earl of March Roger had issue Edmund Anne and Eleanor SALISBURY This Edmund in the reign of Bolingbroke As I have read laid claim unto the crown And but for Owen Glendower had been king Who kept him in captivity till he died But to the rest YORK His eldest sister Anne My mother being heir unto the crown Married Richard Earl of Cambridge who was son To Edmund Langley Edward the Thirds fifth son By her I claim the kingdom she was heir To Roger Earl of March who was the son Of Edmund Mortimer who married Philippa Sole daughter unto Lionel Duke of Clarence So if the issue of the elder son Succeed before the younger I am king WARWICK What plain proceeding is more plain than this Henry doth claim the crown" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "efd0a438-a718-40e5-8fe7-181e8a1c719f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " derive a liberty From heartiness from bounty fertile bosom And well become the agent t may I grant But to be paddling palms and pinching fingers As now they are and making practisd smiles As in a lookingglass and then to sigh as twere The mort o th deer O that is entertainment My bosom likes not nor my brows Mamillius Art thou my boy MAMILLIUS Ay my good lord LEONTES I fecks Why thats my bawcock What hast smutchd thy nose They say it is a copy out of mine Come captain We must be neat not neat but cleanly captain And yet the steer the heifer and the calf Are all calld neatStill virginalling Upon his palmHow now you wanton calf Art thou my calf MAMILLIUS Yes if you will my lord LEONTES Thou wantst a rough pash and the shoots that I have To be full like meyet they say we are Almost as like as eggs women say so That will say anything But were they false As oerdyd blacks as wind as waters false As dice are to be wishd by one that fixes No bourn twixt his and mine yet were it true To say this boy were like me Come sir page Look on me with your welkin eye sweet villain Most dearst my collop Can thy dammayt be Affection thy intention stabs the centre Thou dost make possible things not so held Communicatst with dreamshow can this be With whats unreal thou coactive art And fellowst nothing then tis very credent Thou mayst cojoin with something and thou dost And that beyond commission and I find it And that to the infection of my brains And hardening of my brows POLIXENES What means Sicilia HERMIONE He something seems unsettled POLIXENES How my lord What cheer How ist with you best brother HERMIONE You look As if you held a brow of much distraction Are you movd my lord LEONTES No in good earnest How sometimes nature will betray its folly Its tenderness and make itself a pastime To harder bosoms Looking on the lines Of my boys face methoughts I did recoil Twentythree years and saw myself unbreechd In my green velvet coat my dagger muzzled Lest it should bite its master and so prove As ornaments oft do too dangerous How like methought I then was to this kernel This squash this gentleman Mine honest friend Will you take eggs for" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "68b057eb-929f-4e65-a774-0d2a31920029", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Richard who takes his seat on his Throne Gaunt Bushy Bagot Green and others who take their places A trumpet is sounded and answered by another trumpet within Then enter Mowbray in armour defendant preceded by a Herald KING RICHARD Marshal demand of yonder champion The cause of his arrival here in arms Ask him his name and orderly proceed To swear him in the justice of his cause MARSHAL In Gods name and the Kings say who thou art And why thou comest thus knightly clad in arms Against what man thou comst and what thy quarrel Speak truly on thy knighthood and thy oath As so defend thee heaven and thy valour MOWBRAY My name is Thomas Mowbray Duke of Norfolk Who hither come engaged by my oath Which God defend a knight should violate Both to defend my loyalty and truth To God my King and my succeeding issue Against the Duke of Hereford that appeals me And by the grace of God and this mine arm To prove him in defending of myself A traitor to my God my king and me And as I truly fight defend me heaven He takes his seat Trumpet sounds Enter Bolingbroke appellant in armour preceded by a Herald KING RICHARD Marshal ask yonder knight in arms Both who he is and why he cometh hither Thus plated in habiliments of war And formally according to our law Depose him in the justice of his cause MARSHAL What is thy name And wherefore comst thou hither Before King Richard in his royal lists Against whom comest thou and whats thy quarrel Speak like a true knight so defend thee heaven BOLINGBROKE Harry of Hereford Lancaster and Derby Am I who ready here do stand in arms To prove by Gods grace and my bodys valour In lists on Thomas Mowbray Duke of Norfolk That hes a traitor foul and dangerous To God of heaven King Richard and to me And as I truly fight defend me heaven MARSHAL On pain of death no person be so bold Or daringhardy as to touch the lists Except the Marshal and such officers Appointed to direct these fair designs BOLINGBROKE Lord Marshal let me kiss my sovereigns hand And bow my knee before his Majesty For Mowbray and myself are like two men That vow a long and weary pilgrimage Then let us take a ceremonious leave And loving farewell of our several friends MARSHAL The appellant in all duty greets your highness And craves to kiss your" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "a3ef3228-b7a7-4027-bef3-e9fb179dc70c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " This is hard and undeserved measure my lord LAFEW Go to sir you were beaten in Italy for picking a kernel out of a pomegranate you are a vagabond and no true traveller You are more saucy with lords and honourable personages than the commission of your birth and virtue gives you heraldry You are not worth another word else Id call you knave I leave you Exit Enter Bertram PAROLLES Good very good it is so then Good very good let it be conceald awhile BERTRAM Undone and forfeited to cares for ever PAROLLES Whats the matter sweetheart BERTRAM Although before the solemn priest I have sworn I will not bed her PAROLLES What what sweetheart BERTRAM O my Parolles they have married me Ill to the Tuscan wars and never bed her PAROLLES France is a doghole and it no more merits The tread of a mans foot to the wars BERTRAM Theres letters from my mother what th import is I know not yet PAROLLES Ay that would be known To th wars my boy to th wars He wears his honour in a box unseen That hugs his kickywicky here at home Spending his manly marrow in her arms Which should sustain the bound and high curvet Of Marss fiery steed To other regions France is a stable we that dwell int jades Therefore to th war BERTRAM It shall be so Ill send her to my house Acquaint my mother with my hate to her And wherefore I am fled write to the king That which I durst not speak His present gift Shall furnish me to those Italian fields Where noble fellows strike War is no strife To the dark house and the detested wife PAROLLES Will this caprichio hold in thee art sure BERTRAM Go with me to my chamber and advise me Ill send her straight away Tomorrow Ill to the wars she to her single sorrow PAROLLES Why these balls bound theres noise in it Tis hard A young man married is a man thats marrd Therefore away and leave her bravely go The king has done you wrong but hush tis so Exeunt SCENE IV Paris The Kings palace Enter Helena and Clown HELENA My mother greets me kindly is she well CLOWN She is not well but yet she has her health shes very merry but yet she is not well But thanks be given shes very well and wants nothing i the world but yet she is not well" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "3dc7c2f3-ef6a-44b8-9553-ccf5a8d934d6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " appeal KING HENRY The mercy that was quick in us but late By your own counsel is suppressd and killd You must not dare for shame to talk of mercy For your own reasons turn into your bosoms As dogs upon their masters worrying you See you my princes and my noble peers These English monsters My Lord of Cambridge here You know how apt our love was to accord To furnish him with an appertinents Belonging to his honour and this manHath for a few light crowns lightly conspird And sworn unto the practices of France To kill us here in Hampton to the which This knight no less for bounty bound to us Than Cambridge is hath likewise sworn But O What shall I say to thee Lord Scroop thou cruel Ingrateful savage and inhuman creature Thou that didst bear the key of all my counsels That knewst the very bottom of my soul That almost mightst have coind me into gold Wouldst thou have practisd on me for thy use May it be possible that foreign hire Could out of thee extract one spark of evil That might annoy my finger Tis so strange That though the truth of it stands off as gross As black and white my eye will scarcely see it Treason and murder ever kept together As two yokedevils sworn to eithers purpose Working so grossly in a natural cause That admiration did not whoop at them But thou gainst all proportion didst bring in Wonder to wait on treason and on murder And whatsoever cunning fiend it was That wrought upon thee so preposterously Hath got the voice in hell for excellence And other devils that suggest by treasons Do botch and bungle up damnation With patches colours and with forms being fetchd From glistring semblances of piety But he that temperd thee bade thee stand up Gave thee no instance why thou shouldst do treason Unless to dub thee with the name of traitor If that same demon that hath gulld thee thus Should with his lion gait walk the whole world He might return to vasty Tartar back And tell the legions I can never win A soul so easy as that Englishmans O how hast thou with jealousy infected The sweetness of affiance Show men dutiful Why so didst thou Seem they grave and learned Why so didst thou Come they of noble family Why so didst thou Seem they religious Why so didst thou Or are they spare in diet Free from gross passion or of m" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "8b427e9b-a15c-4830-b234-6958542e2c85", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ENT I have a journey sir shortly to go My master calls me I must not say no EDGAR The weight of this sad time we must obey Speak what we feel not what we ought to say The oldest hath borne most we that are young Shall never see so much nor live so long Exeunt with a dead march LOVES LABOURS LOST Contents ACT I Scene I The King of Navarres park Scene II The park ACT II Scene I The King of Navarres park A pavilion and tents at a distance ACT III Scene I The King of Navarres park ACT IV Scene I The King of Navarres park Scene II The same Scene III The same ACT V Scene I The King of Navarres park Scene II The same Before the Princesss pavilion Dramatis Person KING of Navarre also known as Ferdinand BEROWNE Lord attending on the King LONGAVILLE Lord attending on the King DUMAINE Lord attending on the King The PRINCESS of France ROSALINE Lady attending on the Princess MARIA Lady attending on the Princess KATHARINE Lady attending on the Princess BOYET Lord attending on the Princess Don Adriano de ARMADO a fantastical Spaniard MOTH Page to Armado JAQUENETTA a country wench COSTARD a Clown DULL a Constable HOLOFERNES a Schoolmaster Sir NATHANIEL a Curate A FORESTER MARCAD a messenger from France Lords Blackamoors Officers and Others Attendants on the King and Princess SCENE Navarre ACT I SCENE I The King of Navarres park Enter Ferdinand King of Navarre Berowne Longaville and Dumaine KING Let fame that all hunt after in their lives Live registered upon our brazen tombs And then grace us in the disgrace of death When spite of cormorant devouring time Th endeavour of this present breath may buy That honour which shall bate his scythes keen edge And make us heirs of all eternity Therefore brave conquerors for so you are That war against your own affections And the huge army of the worlds desires Our late edict shall strongly stand in force Navarre shall be the wonder of the world Our court shall be a little academe Still and contemplative in living art You three Berowne Dumaine and Longaville Have sworn for three years term to live with me My fellowscholars and to keep those statutes That are recorded in this schedule here Your oaths" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "dfa9e687-2013-4e8f-a733-f98c9f7cc397", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " face with a peacocks feather Youll never trust his word after Come tis a foolish saying KING HENRY Your reproof is something too round I should be angry with you if the time were convenient WILLIAMS Let it be a quarrel between us if you live KING HENRY I embrace it WILLIAMS How shall I know thee again KING HENRY Give me any gage of thine and I will wear it in my bonnet then if ever thou darst acknowledge it I will make it my quarrel WILLIAMS Heres my glove give me another of thine KING HENRY There WILLIAMS This will I also wear in my cap If ever thou come to me and say after tomorrow This is my glove by this hand I will take thee a box on the ear KING HENRY If ever I live to see it I will challenge it WILLIAMS Thou darst as well be hangd KING HENRY Well I will do it though I take thee in the Kings company WILLIAMS Keep thy word fare thee well BATES Be friends you English fools be friends We have French quarrels enough if you could tell how to reckon KING HENRY Indeed the French may lay twenty French crowns to one they will beat us for they bear them on their shoulders but it is no English treason to cut French crowns and tomorrow the King himself will be a clipper Exeunt soldiers Upon the King Let us our lives our souls Our debts our careful wives Our children and our sins lay on the King We must bear all O hard condition Twinborn with greatness subject to the breath Of every fool whose sense no more can feel But his own wringing What infinite hearts ease Must kings neglect that private men enjoy And what have kings that privates have not too Save ceremony save general ceremony And what art thou thou idol Ceremony What kind of god art thou that sufferst more Of mortal griefs than do thy worshippers What are thy rents What are thy comings in O Ceremony show me but thy worth What is thy soul of adoration Art thou aught else but place degree and form Creating awe and fear in other men Wherein thou art less happy being feard Than they in fearing What drinkst thou oft instead of homage sweet But poisond flattery O be sick great greatness And bid thy Ceremony give thee cure Thinkst thou the fiery fever will go out With titles blown from adulation Will it give place to flexure and low bending Canst thou" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "63788746-263b-424f-836c-967d2b2c5885", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "pe the general sway into your hand Forgot your oath to us at Doncaster And being fed by us you used us so As that ungentle gull the cuckoos bird Useth the sparrowdid oppress our nest Grew by our feeding to so great a bulk That even our love durst not come near your sight For fear of swallowing but with nimble wing We were enforced for safety sake to fly Out of your sight and raise this present head Whereby we stand opposed by such means As you yourself have forged against yourself By unkind usage dangerous countenance And violation of all faith and troth Sworn to us in your younger enterprise KING These things indeed you have articulate Proclaimd at market crosses read in churches To face the garment of rebellion With some fine colour that may please the eye Of fickle changelings and poor discontents Which gape and rub the elbow at the news Of hurlyburly innovation And never yet did insurrection want Such watercolours to impaint his cause Nor moody beggars starving for a time Of pellmell havoc and confusionPRINCE In both your armies there is many a soul Shall pay full dearly for this encounter If once they join in trial Tell your nephew The Prince of Wales doth join with all the world In praise of Henry Percy By my hopes This present enterprise set off his head I do not think a braver gentleman More activevaliant or more valiantyoung More daring or more bold is now alive To grace this latter age with noble deeds For my part I may speak it to my shame I have a truant been to chivalry And so I hear he doth account me too Yet this before my fathers Majesty I am content that he shall take the odds Of his great name and estimation And will to save the blood on either side Try fortune with him in a single fight KING And Prince of Wales so dare we venture thee Albeit considerations infinite Do make against itNo good Worcester no We love our people well even those we love That are misled upon your cousins part And will they take the offer of our grace Both he and they and you yea every man Shall be my friend again and Ill be his So tell your cousin and then bring me word What he will do But if he will not yield Rebuke and dread correction wait on us And they shall do their office So be gone We will not now be troubled with reply We offer fair take it advisedly Exit Worcester with Vernon PRINCE" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "cff79144-aa15-4670-b626-16f52d1beb65", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " food for seven long year Beware my follower Peace Smulkin peace thou fiend GLOUCESTER What hath your grace no better company EDGAR The prince of darkness is a gentleman Modo hes calld and Mahu GLOUCESTER Our flesh and blood my lord is grown so vile That it doth hate what gets it EDGAR Poor Toms acold GLOUCESTER Go in with me my duty cannot suffer Tobey in all your daughters hard commands Though their injunction be to bar my doors And let this tyrannous night take hold upon you Yet have I venturd to come seek you out And bring you where both fire and food is ready LEAR First let me talk with this philosopher What is the cause of thunder KENT Good my lord take his offer go into the house LEAR Ill talk a word with this same learned Theban What is your study EDGAR How to prevent the fiend and to kill vermin LEAR Let me ask you one word in private KENT Importune him once more to go my lord His wits begin tunsettle GLOUCESTER Canst thou blame him His daughters seek his death Ah that good Kent He said it would be thus poor banishd man Thou sayest the King grows mad Ill tell thee friend I am almost mad myself I had a son Now outlawd from my blood he sought my life But lately very late I lovd him friend No father his son dearer true to tell thee Storm continues The grief hath crazd my wits What a nights this I do beseech your grace LEAR O cry you mercy sir Noble philosopher your company EDGAR Toms acold GLOUCESTER In fellow there into the hovel keep thee warm LEAR Come lets in all KENT This way my lord LEAR With him I will keep still with my philosopher KENT Good my lord soothe him let him take the fellow GLOUCESTER Take him you on KENT Sirrah come on go along with us LEAR Come good Athenian GLOUCESTER No words no words hush EDGAR Child Rowland to the dark tower came His word was stillFie foh and fum I smell the blood of a British man Exeunt SCENE V A Room in Gloucesters Castle Enter Cornwall and Edmund CORNWALL I will have my revenge ere I depart his house EDMUND How my lord I may be censured that nature thus gives way to loyalty something fears" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "f7028056-d83f-442f-a4b7-754eacc06c4c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " pleased let them come in but quickly now SERVANT Why they stay at door sir Exit Enter Twelve Rustics habited like Satyrs They dance and then exeunt POLIXENES O father youll know more of that hereafter To Camillo Is it not too far gone Tis time to part them Hes simple and tells much To Florizel How now fair shepherd Your heart is full of something that does take Your mind from feasting Sooth when I was young And handed love as you do I was wont To load my she with knacks I would have ransackd The pedlars silken treasury and have pourd it To her acceptance You have let him go And nothing marted with him If your lass Interpretation should abuse and call this Your lack of love or bounty you were straited For a reply at least if you make a care Of happy holding her FLORIZEL Old sir I know She prizes not such trifles as these are The gifts she looks from me are packd and lockd Up in my heart which I have given already But not deliverd O hear me breathe my life Before this ancient sir who it should seem Hath sometime lovd I take thy hand this hand As soft as doves down and as white as it Or Ethiopians tooth or the fannd snow thats bolted By th northern blasts twice oer POLIXENES What follows this How prettily the young swain seems to wash The hand was fair before I have put you out But to your protestation Let me hear What you profess FLORIZEL Do and be witness to t POLIXENES And this my neighbour too FLORIZEL And he and more Than he and men the earth the heavens and all That were I crownd the most imperial monarch Thereof most worthy were I the fairest youth That ever made eye swerve had force and knowledge More than was ever mans I would not prize them Without her love for her employ them all Commend them and condemn them to her service Or to their own perdition POLIXENES Fairly offerd CAMILLO This shows a sound affection SHEPHERD But my daughter Say you the like to him PERDITA I cannot speak So well nothing so well no nor mean better By th pattern of mine own thoughts I cut out The purity of his SHEPHERD Take hands a bargain And friends unknown you shall bear witness tot I give my daughter to him and will make Her portion equal" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "ab14c721-8506-49b6-af6c-df59d3758a76", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " or dead And bring us word unto Octavius tent How everything is chancd Exeunt SCENE V Another part of the field Enter Brutus Dardanius Clitus Strato and Volumnius BRUTUS Come poor remains of friends rest on this rock CLITUS Statilius showd the torchlight but my lord He came not back he is or taen or slain BRUTUS Sit thee down Clitus Slaying is the word It is a deed in fashion Hark thee Clitus Whispering CLITUS What I my lord No not for all the world BRUTUS Peace then no words CLITUS Ill rather kill myself BRUTUS Hark thee Dardanius Whispers him DARDANIUS Shall I do such a deed CLITUS O Dardanius DARDANIUS O Clitus CLITUS What ill request did Brutus make to thee DARDANIUS To kill him Clitus Look he meditates CLITUS Now is that noble vessel full of grief That it runs over even at his eyes BRUTUS Come hither good Volumnius list a word VOLUMNIUS What says my lord BRUTUS Why this Volumnius The ghost of Caesar hath appeard to me Two several times by night at Sardis once And this last night here in Philippi fields I know my hour is come VOLUMNIUS Not so my lord BRUTUS Nay I am sure it is Volumnius Thou seest the world Volumnius how it goes Our enemies have beat us to the pit Low alarums It is more worthy to leap in ourselves Than tarry till they push us Good Volumnius Thou knowst that we two went to school together Even for that our love of old I prythee Hold thou my swordhilts whilst I run on it VOLUMNIUS Thats not an office for a friend my lord Alarums still CLITUS Fly fly my lord there is no tarrying here BRUTUS Farewell to you and you and you Volumnius Strato thou hast been all this while asleep Farewell to thee too StratoCountrymen My heart doth joy that yet in all my life I found no man but he was true to me I shall have glory by this losing day More than Octavius and Mark Antony By this vile conquest shall attain unto So fare you well at once for Brutus tongue Hath almost ended his lifes history Night hangs upon" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "ecc84b1f-98da-44b9-a911-4172be9cf21b", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " MARGARET I told your majesty as much before This proveth Edwards love and Warwicks honesty WARWICK King Lewis I here protest in sight of heaven And by the hope I have of heavenly bliss That I am clear from this misdeed of Edwards No more my king for he dishonours me But most himself if he could see his shame Did I forget that by the house of York My father came untimely to his death Did I let pass th abuse done to my niece Did I impale him with the regal crown Did I put Henry from his native right And am I guerdoned at the last with shame Shame on himself for my desert is honour And to repair my honour lost for him I here renounce him and return to Henry My noble Queen let former grudges pass And henceforth I am thy true servitor I will revenge his wrong to Lady Bona And replant Henry in his former state QUEEN MARGARET Warwick these words have turned my hate to love And I forgive and quite forget old faults And joy that thou becomst King Henrys friend WARWICK So much his friend ay his unfeigned friend That if King Lewis vouchsafe to furnish us With some few bands of chosen soldiers Ill undertake to land them on our coast And force the tyrant from his seat by war Tis not his newmade bride shall succour him And as for Clarence as my letters tell me Hes very likely now to fall from him For matching more for wanton lust than honour Or than for strength and safety of our country BONA Dear brother how shall Bona be revenged But by thy help to this distressed queen QUEEN MARGARET Renowned prince how shall poor Henry live Unless thou rescue him from foul despair BONA My quarrel and this English queens are one WARWICK And mine fair Lady Bona joins with yours KING LEWIS And mine with hers and thine and Margarets Therefore at last I firmly am resolved You shall have aid QUEEN MARGARET Let me give humble thanks for all at once KING LEWIS Then Englands messenger return in post And tell false Edward thy supposed king That Lewis of France is sending over maskers To revel it with him and his new bride Thou seest whats past go fear thy king withal BONA Tell him in hope hell prove a widower shortly Ill wear the willow garland for his sake QUEEN MARGARET Tell" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "788ecb43-8a6b-4894-9d47-fc19b30813e3", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " bung away By this wine Ill thrust my knife in your mouldy chaps an you play the saucy cuttle with me Away you bottleale rascal you baskethilt stale juggler you Since when I pray you sir Gods light with two points on your shoulder Much PISTOL God let me not live but I will murder your ruff for this FALSTAFF No more Pistol I would not have you go off here Discharge yourself of our company Pistol HOSTESS No good Captain Pistol not here sweet captain DOLL Captain Thou abominable damned cheater art thou not ashamed to be called captain An captains were of my mind they would truncheon you out for taking their names upon you before you have earned them You a captain You slave for what For tearing a poor whores ruff in a bawdyhouse He a captain Hang him rogue he lives upon mouldy stewed prunes and dried cakes A captain Gods light these villains will make the word as odious as the word occupy which was an excellent good word before it was ill sorted Therefore captains had need look tot BARDOLPH Pray thee go down good ancient FALSTAFF Hark thee hither Mistress Doll PISTOL Not I I tell thee what Corporal Bardolph I could tear her Ill be revenged of her PAGE Pray thee go down PISTOL Ill see her damned first to Plutos damned lake by this hand to th infernal deep with Erebus and tortures vile also Hold hook and line say I Down down dogs Down faitors Have we not Hiren here HOSTESS Good Captain Peesel be quiet tis very late i faith I beseek you now aggravate your choler PISTOL These be good humours indeed Shall packhorses And hollow pamperd jades of Asia Which cannot go but thirty mile a day Compare with Caesars and with Cannibals And Trojant Greeks Nay rather damn them with King Cerberus and let the welkin roar Shall we fall foul for toys HOSTESS By my troth captain these are very bitter words BARDOLPH Be gone good ancient This will grow to a brawl anon PISTOL Die men like dogs Give crowns like pins Have we not Hiren here HOSTESS O my word captain theres none such here What the goodyear do you think I would deny her For Gods sake be quiet PISTOL Then feed and be fat my fair Calipolis Come give s some" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "1d5bfa3c-993f-4844-8113-c45236c44c3c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "IL Sir I love you more than word can wield the matter Dearer than eyesight space and liberty Beyond what can be valud rich or rare No less than life with grace health beauty honour As much as child eer lovd or father found A love that makes breath poor and speech unable Beyond all manner of so much I love you CORDELIA Aside What shall Cordelia speak Love and be silent LEAR Of all these bounds even from this line to this With shadowy forests and with champains richd With plenteous rivers and wideskirted meads We make thee lady to thine and Albanys issue Be this perpetualWhat says our second daughter Our dearest Regan wife of Cornwall Speak REGAN Sir I am made of the self mettle as my sister And prize me at her worth In my true heart I find she names my very deed of love Only she comes too short that I profess Myself an enemy to all other joys Which the most precious square of sense possesses And find I am alone felicitate In your dear highness love CORDELIA Aside Then poor Cordelia And yet not so since I am sure my loves More ponderous than my tongue LEAR To thee and thine hereditary ever Remain this ample third of our fair kingdom No less in space validity and pleasure Than that conferrd on GonerilNow our joy Although the last and least to whose young love The vines of France and milk of Burgundy Strive to be interessd what can you say to draw A third more opulent than your sisters Speak CORDELIA Nothing my lord LEAR Nothing CORDELIA Nothing LEAR Nothing will come of nothing speak again CORDELIA Unhappy that I am I cannot heave My heart into my mouth I love your majesty According to my bond no more nor less LEAR How how Cordelia Mend your speech a little Lest you may mar your fortunes CORDELIA Good my lord You have begot me bred me lovd me I Return those duties back as are right fit Obey you love you and most honour you Why have my sisters husbands if they say They love you all Haply when I shall wed That lord whose hand must take my plight shall carry Half my love with him half my care and duty Sure I shall never marry like my sisters To love my father all LEAR But goes thy heart with this CORDELIA Ay my good lord LEAR So young and so untender CORDELIA So young my lord and true" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "6b88a88d-753d-4b9e-a715-e91f76218dc0", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Until this day to scour it in the dust SIMONIDES Opinions but a fool that makes us scan The outward habit by the inward man But stay the knights are coming We will withdraw into the gallery Exeunt Great shouts within and all cry The mean Knight SCENE III The same A hall of state a banquet prepared Enter Simonides Thaisa Lords Attendants and Knights from tilting SIMONIDES Knights To say youre welcome were superfluous To place upon the volume of your deeds As in a titlepage your worth in arms Were more than you expect or more thans fit Since every worth in show commends itself Prepare for mirth for mirth becomes a feast You are princes and my guests THAISA But you my knight and guest To whom this wreath of victory I give And crown you king of this days happiness PERICLES Tis more by fortune lady than by merit SIMONIDES Call it by what you will the day is yours And here I hope is none that envies it In framing an artist art hath thus decreed To make some good but others to exceed And you are her labourd scholar Come queen of the feast For daughter so you arehere take your place Marshal the rest as they deserve their grace KNIGHTS We are honourd much by good Simonides SIMONIDES Your presence glads our days honour we love For who hates honour hates the gods above MARSHALL Sir yonder is your place PERICLES Some other is more fit FIRST KNIGHT Contend not sir for we are gentlemen Have neither in our hearts nor outward eyes Envied the great nor shall the low despise PERICLES You are right courteous knights SIMONIDES Sit sir sit By Jove I wonder that is king of thoughts These cates resist me he but thought upon THAISA By Juno that is queen of marriage All viands that I eat do seem unsavoury Wishing him my meat Sure hes a gallant gentleman SIMONIDES Hes but a country gentleman Has done no more than other knights have done Has broken a staff or so so let it pass THAISA To me he seems like diamond to glass PERICLES Yon kings to me like to my fathers picture Which tells me in that glory once he was Had princes sit like stars about his throne And he the sun for them to reverence None that beheld him but like lesser lights Did vail their crowns to his supremacy Where now his sons like a glowworm in the night The which hath fire in darkness" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "6373cc2f-ae07-4911-8cd0-8a0b2feb0387", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " THERSITES Why thou picture of what thou seemest and idol of idiot worshippers heres a letter for thee ACHILLES From whence fragment THERSITES Why thou full dish of fool from Troy PATROCLUS Who keeps the tent now THERSITES The surgeons box or the patients wound PATROCLUS Well said adversity And what needs these tricks THERSITES Prithee be silent boy I profit not by thy talk thou art said to be Achilles male varlet PATROCLUS Male varlet you rogue Whats that THERSITESWhy his masculine whore Now the rotten diseases of the south the gutsgriping ruptures catarrhs loads o gravel in the back lethargies cold palsies raw eyes dirtrotten livers wheezing lungs bladders full of imposthume sciaticas limekilns i th palm incurable boneache and the rivelled feesimple of the tetter take and take again such preposterous discoveries PATROCLUS Why thou damnable box of envy thou what meanest thou to curse thus THERSITES Do I curse thee PATROCLUS Why no you ruinous butt you whoreson indistinguishable cur no THERSITES No Why art thou then exasperate thou idle immaterial skein of sleave silk thou green sarcenet flap for a sore eye thou tassel of a prodigals purse thou Ah how the poor world is pestered with such waterflies diminutives of nature PATROCLUS Out gall THERSITES Finch egg ACHILLES My sweet Patroclus I am thwarted quite From my great purpose in tomorrows battle Here is a letter from Queen Hecuba A token from her daughter my fair love Both taxing me and gaging me to keep An oath that I have sworn I will not break it Fall Greeks fail fame honour or go or stay My major vow lies here this Ill obey Come come Thersites help to trim my tent This night in banqueting must all be spent Away Patroclus Exit with Patroclus THERSITES With too much blood and too little brain these two may run mad but if with too much brain and too little blood they do Ill be a curer of madmen Heres Agamemnon an honest fellow enough and one that loves quails but he has not so much brain as earwax and the goodly transformation of Jupiter there his brother the bull the primitive statue and oblique memorial of cuck" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "b4006cd9-dfb2-4c0c-adc8-5d193b8d5881", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " and strong circumstances Which lead directly to the door of truth Will give you satisfaction you may havet OTHELLO Give me a living reason shes disloyal IAGO I do not like the office But sith I am enterd in this cause so far Prickd to t by foolish honesty and love I will go on I lay with Cassio lately And being troubled with a raging tooth I could not sleep There are a kind of men so loose of soul That in their sleeps will mutter their affairs One of this kind is Cassio In sleep I heard him say Sweet Desdemona Let us be wary let us hide our loves And then sir would he gripe and wring my hand Cry O sweet creature and then kiss me hard As if he pluckd up kisses by the roots That grew upon my lips then laid his leg Over my thigh and sighd and kissd and then Cried Cursed fate that gave thee to the Moor OTHELLO O monstrous monstrous IAGO Nay this was but his dream OTHELLO But this denoted a foregone conclusion Tis a shrewd doubt though it be but a dream IAGO And this may help to thicken other proofs That do demonstrate thinly OTHELLO Ill tear her all to pieces IAGO Nay but be wise Yet we see nothing done She may be honest yet Tell me but this Have you not sometimes seen a handkerchief Spotted with strawberries in your wifes hand OTHELLO I gave her such a one twas my first gift IAGO I know not that but such a handkerchief I am sure it was your wifes did I today See Cassio wipe his beard with OTHELLO If it be that IAGO If it be that or any that was hers It speaks against her with the other proofs OTHELLO O that the slave had forty thousand lives One is too poor too weak for my revenge Now do I see tis true Look here Iago All my fond love thus do I blow to heaven Tis gone Arise black vengeance from thy hollow hell Yield up O love thy crown and hearted throne To tyrannous hate Swell bosom with thy fraught For tis of aspics tongues IAGO Yet be content OTHELLO O blood Iago blood IAGO Patience I say Your mind perhaps may change OTHELLO Never Iago Like to the Pontic Sea Whose icy current and compulsive course Neer feels retiring ebb but keeps due on To the Propont" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "9029a92b-d569-4416-a92b-11562486902e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the goddess that hath severd us And brought us thus together FERDINAND Sir she is mortal But by immortal Providence shes mine I chose her when I could not ask my father For his advice nor thought I had one She Is daughter to this famous Duke of Milan Of whom so often I have heard renown But never saw before of whom I have Receivd a second life and second father This lady makes him to me ALONSO I am hers But O how oddly will it sound that I Must ask my child forgiveness PROSPERO There sir stop Let us not burden our remembrances with A heaviness thats gone GONZALO I have inly wept Or should have spoke ere this Look down you gods And on this couple drop a blessed crown For it is you that have chalkd forth the way Which brought us hither ALONSO I say Amen Gonzalo GONZALO Was Milan thrust from Milan that his issue Should become Kings of Naples O rejoice Beyond a common joy and set it down With gold on lasting pillars in one voyage Did Claribel her husband find at Tunis And Ferdinand her brother found a wife Where he himself was lost Prospero his dukedom In a poor isle and all of us ourselves When no man was his own ALONSO To Ferdinand and Miranda Give me your hands Let grief and sorrow still embrace his heart That doth not wish you joy GONZALO Be it so Amen Reenter Ariel with the Master and Boatswain amazedly following O look sir look sir Here are more of us I prophesied if a gallows were on land This fellow could not drown Now blasphemy That swearst grace oerboard not an oath on shore Hast thou no mouth by land What is the news BOATSWAIN The best news is that we have safely found Our King and company The next our ship Which but three glasses since we gave out split Is tight and yare and bravely riggd as when We first put out to sea ARIEL Aside to Prospero Sir all this service Have I done since I went PROSPERO Aside to Ariel My tricksy spirit ALONSO These are not natural events they strengthen From strange to stranger Say how came you hither BOATSWAIN If I did think sir I were well awake Id strive to tell you We were dead of sleep Andhow we know notall clappd under hatches Where but even now with strange and several noises Of roaring shrieking how" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "f163c15c-454d-4ef6-907c-0517d6832a07", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " downward hath succeeded in his house From son to son some four or five descents Since the first father wore it This ring he holds In most rich choice yet in his idle fire To buy his will it would not seem too dear Howeer repented after WIDOW Now I see The bottom of your purpose HELENA You see it lawful then it is no more But that your daughter ere she seems as won Desires this ring appoints him an encounter In fine delivers me to fill the time Herself most chastely absent After To marry her Ill add three thousand crowns To what is passd already WIDOW I have yielded Instruct my daughter how she shall persever That time and place with this deceit so lawful May prove coherent Every night he comes With musics of all sorts and songs composd To her unworthiness it nothing steads us To chide him from our eaves for he persists As if his life lay on t HELENA Why then tonight Let us assay our plot which if it speed Is wicked meaning in a lawful deed And lawful meaning in a lawful act Where both not sin and yet a sinful fact But lets about it Exeunt ACT IV SCENE I Without the Florentine camp Enter first Lord with five or six Soldiers in ambush FIRST LORD He can come no other way but by this hedgecorner When you sally upon him speak what terrible language you will though you understand it not yourselves no matter for we must not seem to understand him unless someone among us whom we must produce for an interpreter FIRST SOLDIER Good captain let me be th interpreter FIRST LORD Art not acquainted with him Knows he not thy voice FIRST SOLDIER No sir I warrant you FIRST LORD But what linseywoolsey has thou to speak to us again FIRST SOLDIER Een such as you speak to me FIRST LORD He must think us some band of strangers i the adversarys entertainment Now he hath a smack of all neighbouring languages therefore we must every one be a man of his own fancy not to know what we speak one to another so we seem to know is to know straight our purpose choughs language gabble enough and good enough As for you interpreter you must seem very politic But couch ho Here he comes to beguile two hours in a sleep and then to return and swear the lies he forges Enter Parolles PAROLLES Ten oclock Within these three hours twill be time enough to go home What shall I say I have done It must be a very pl" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "afc27f12-3b8d-4439-baf5-88c445b9e4d4", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " And what expense by th hour Seems to flow from him How i th name of thrift Does he rake this together Now my lords Saw you the Cardinal NORFOLK My lord we have Stood here observing him Some strange commotion Is in his brain He bites his lip and starts Stops on a sudden looks upon the ground Then lays his finger on his temple straight Springs out into fast gait then stops again Strikes his breast hard and anon he casts His eye against the moon In most strange postures We have seen him set himself KING It may well be There is a mutiny in s mind This morning Papers of state he sent me to peruse As I required and wot you what I found Thereon my conscience put unwittingly Forsooth an inventory thus importing The several parcels of his plate his treasure Rich stuffs and ornaments of household which I find at such proud rate that it outspeaks Possession of a subject NORFOLK Its heavens will Some spirit put this paper in the packet To bless your eye withal KING If we did think His contemplation were above the earth And fixed on spiritual object he should still Dwell in his musings but I am afraid His thinkings are below the moon not worth His serious considering King takes his seat whispers Lovell who goes to the Cardinal WOLSEY Heaven forgive me Ever God bless your Highness KING Good my lord You are full of heavenly stuff and bear the inventory Of your best graces in your mind the which You were now running oer You have scarce time To steal from spiritual leisure a brief span To keep your earthly audit Sure in that I deem you an ill husband and am glad To have you therein my companion WOLSEY Sir For holy offices I have a time a time To think upon the part of business which I bear i th state and Nature does require Her times of preservation which perforce I her frail son amongst my brethren mortal Must give my tendance to KING You have said well WOLSEY And ever may your Highness yoke together As I will lend you cause my doing well With my well saying KING Tis well said again And tis a kind of good deed to say well And yet words are no deeds My father loved you He said he did and with his deed did crown His word upon you Since I had my office I have kept you next my heart have not alone Employed you where high profits might come home But pared my present havings to bestow My bounties upon" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "4a7d6756-3911-476d-bfd1-e4e13b2230be", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " eruptions oft the teeming Earth Is with a kind of colic pinchd and vexd By the imprisoning of unruly wind Within her womb which for enlargement striving Shakes the old beldam Earth and topples down Steeples and mossgrown towers At your birth Our grandam Earth having this distemprature In passion shook GLENDOWER Cousin of many men I do not bear these crossings Give me leave To tell you once again that at my birth The front of heaven was full of fiery shapes The goats ran from the mountains and the herds Were strangely clamorous to the frighted fields These signs have markd me extraordinary And all the courses of my life do show I am not in the roll of common men Where is he living clippd in with the sea That chides the banks of England Scotland Wales Which calls me pupil or hath read to me And bring him out that is but womans son Can trace me in the tedious ways of art And hold me pace in deep experiments HOTSPUR I think there is no man speaks better Welsh Ill to dinner MORTIMER Peace cousin Percy you will make him mad GLENDOWER I can call spirits from the vasty deep HOTSPUR Why so can I or so can any man But will they come when you do call for them GLENDOWER Why I can teach you cousin to command the devil HOTSPUR And I can teach thee coz to shame the devil By telling truth tell truth and shame the devil If thou have power to raise him bring him hither And Ill be sworn I have power to shame him hence O while you live tell truth and shame the devil MORTIMER Come come no more of this unprofitable chat GLENDOWER Three times hath Henry Bolingbroke made head Against my power thrice from the banks of Wye And sandybottomd Severn have I sent him Bootless home and weatherbeaten back HOTSPUR Home without boots and in foul weather too How scapes he agues in the devils name GLENDOWER Come heres the map shall we divide our right According to our threefold order taen MORTIMER The archdeacon hath divided it Into three limits very equally England from Trent and Severn hitherto By south and east is to my part assignd All westward Wales beyond the Severn shore And all the fertile land within that bound To Owen Glendower and dear coz to you The remnant north" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c2525278-c55a-4d59-b016-f64de391f53f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the black toad and adder blue The gilded newt and eyeless venomed worm With all the abhorred births below crisp heaven Whereon Hyperions quickening fire doth shine Yield him who all thy human sons doth hate From forth thy plenteous bosom one poor root Ensear thy fertile and conceptious womb Let it no more bring out ingrateful man Go great with tigers dragons wolves and bears Teem with new monsters whom thy upward face Hath to the marbled mansion all above Never presented O a root dear thanks Dry up thy marrows vines and ploughtorn leas Whereof ingrateful man with liquorish draughts And morsels unctuous greases his pure mind That from it all consideration slips Enter Apemantus More man Plague plague APEMANTUS I was directed hither Men report Thou dost affect my manners and dost use them TIMON Tis then because thou dost not keep a dog Whom I would imitate Consumption catch thee APEMANTUS This is in thee a nature but infected A poor unmanly melancholy sprung From change of fortune Why this spade this place This slavelike habit and these looks of care Thy flatterers yet wear silk drink wine lie soft Hug their diseased perfumes and have forgot That ever Timon was Shame not these woods By putting on the cunning of a carper Be thou a flatterer now and seek to thrive By that which has undone thee Hinge thy knee And let his very breath whom thoult observe Blow off thy cap praise his most vicious strain And call it excellent Thou wast told thus Thou gavst thine ears like tapsters that bade welcome To knaves and all approachers Tis most just That thou turn rascal hadst thou wealth again Rascals should havet Do not assume my likeness TIMON Were I like thee Id throw away myself APEMANTUS Thou hast cast away thyself being like thyself A madman so long now a fool What thinkst That the bleak air thy boisterous chamberlain Will put thy shirt on warm Will these mossed trees That have outlived the eagle page thy heels And skip when thou pointst out Will the cold brook Candied with ice caudle thy morning taste To cure thy oernights surfeit Call the creatures Whose naked natures live in all the spite Of wreakful heaven whose bare unhoused trunks To" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "314a25c5-8094-49a0-ba13-9f83ea20c604", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " In one of thine from that which thou departest And that fresh blood which youngly thou bestowst Thou mayst call thine when thou from youth convertest Herein lives wisdom beauty and increase Without this folly age and cold decay If all were minded so the times should cease And threescore year would make the world away Let those whom nature hath not made for store Harsh featureless and rude barrenly perish Look whom she best endowed she gave thee more Which bounteous gift thou shouldst in bounty cherish She carved thee for her seal and meant thereby Thou shouldst print more not let that copy die 12 When I do count the clock that tells the time And see the brave day sunk in hideous night When I behold the violet past prime And sable curls all silvered oer with white When lofty trees I see barren of leaves Which erst from heat did canopy the herd And summers green all girded up in sheaves Borne on the bier with white and bristly beard Then of thy beauty do I question make That thou among the wastes of time must go Since sweets and beauties do themselves forsake And die as fast as they see others grow And nothing gainst Times scythe can make defence Save breed to brave him when he takes thee hence 13 O that you were your self but love you are No longer yours than you yourself here live Against this coming end you should prepare And your sweet semblance to some other give So should that beauty which you hold in lease Find no determination then you were Yourself again after yourselfs decease When your sweet issue your sweet form should bear Who lets so fair a house fall to decay Which husbandry in honour might uphold Against the stormy gusts of winters day And barren rage of deaths eternal cold O none but unthrifts dear my love you know You had a father let your son say so 14 Not from the stars do I my judgement pluck And yet methinks I have astronomy But not to tell of good or evil luck Of plagues of dearths or seasons quality Nor can I fortune to brief minutes tell Pointing to each his thunder rain and wind Or say with princes if it shall go well By oft predict that I in heaven find But from thine eyes my knowledge I derive And constant stars in them I read such art As truth and beauty shall together thrive If from thyself to store thou wouldst convert Or else of thee this I prognosticate Thy end is" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "9409b105-bb4a-4f09-869c-965b385415e3", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " or I shall short my word By lengthning my return From Gallia I crossd the seas on purpose and on promise To see your Grace IMOGEN I thank you for your pains But not away tomorrow IACHIMO O I must madam Therefore I shall beseech you if you please To greet your lord with writing dot tonight I have outstood my time which is material To th tender of our present IMOGEN I will write Send your trunk to me it shall safe be kept And truly yielded you Youre very welcome Exeunt ACT II SCENE I Britain Before Cymbelines palace Enter Cloten and the two Lords CLOTEN Was there ever man had such luck When I kissd the jack upon an upcast to be hit away I had a hundred pound ont and then a whoreson jackanapes must take me up for swearing as if I borrowed mine oaths of him and might not spend them at my pleasure FIRST LORD What got he by that You have broke his pate with your bowl SECOND LORD Aside If his wit had been like him that broke it it would have run all out CLOTEN When a gentleman is disposd to swear it is not for any standersby to curtail his oaths Ha SECOND LORD No my lord Aside nor crop the ears of them CLOTEN Whoreson dog I gave him satisfaction Would he had been one of my rank SECOND LORD Aside To have smelld like a fool CLOTEN I am not vexd more at anything in th earth A pox ont I had rather not be so noble as I am they dare not fight with me because of the Queen my mother Every jackslave hath his bellyful of fighting and I must go up and down like a cock that nobody can match SECOND LORD Aside You are cock and capon too and you crow cock with your comb on CLOTEN Sayest thou SECOND LORD It is not fit your lordship should undertake every companion that you give offence to CLOTEN No I know that but it is fit I should commit offence to my inferiors SECOND LORD Ay it is fit for your lordship only CLOTEN Why so I say FIRST LORD Did you hear of a stranger thats come to court tonight CLOTEN A stranger and I not known ont SECOND LORD Aside Hes a strange fellow himself and knows it not FIRST LORD Theres an Italian come and tis thought one of Leonatus friends CLOTEN Leonatus A banishd rascal and hes another whatsoever he" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "e33a01fa-e3b8-48eb-bcd3-4e6f7b021911", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " government While he enjoys the honour and his ease And Clarence now then it is more than needful Forthwith that Edward be pronounced a traitor And all his lands and goods be confiscate GEORGE What else And that succession be determined WARWICK Ay therein Clarence shall not want his part KING HENRY But with the first of all your chief affairs Let me entreatfor I command no more That Margaret your Queen and my son Edward Be sent for to return from France with speed For till I see them here by doubtful fear My joy of liberty is half eclipsed GEORGE It shall be done my sovereign with all speed KING HENRY My Lord of Somerset what youth is that Of whom you seem to have so tender care SOMERSET My liege it is young Henry Earl of Richmond KING HENRY Come hither Englands hope If secret powers Lays his hand on his head Suggest but truth to my divining thoughts This pretty lad will prove our countrys bliss His looks are full of peaceful majesty His head by nature framed to wear a crown His hand to wield a sceptre and himself Likely in time to bless a regal throne Make much of him my lords for this is he Must help you more than you are hurt by me Enter a Post WARWICK What news my friend POST That Edward is escaped from your brother And fled as he hears since to Burgundy WARWICK Unsavoury news But how made he escape POST He was conveyed by Richard Duke of Gloucester And the Lord Hastings who attended him In secret ambush on the forest side And from the Bishops huntsmen rescued him For hunting was his daily exercise WARWICK My brother was too careless of his charge But let us hence my sovereign to provide A salve for any sore that may betide Exeunt all but Somerset Richmond and Oxford SOMERSET My lord I like not of this flight of Edwards For doubtless Burgundy will yield him help And we shall have more wars before t be long As Henrys late presaging prophecy Did glad my heart with hope of this young Richmond So doth my heart misgive me in these conflicts What may befall him to his harm and ours Therefore Lord Oxford to prevent the worst Forthwith well send him hence to Brittany Till storms be past of civil enmity OXFORD Ay for if Edward repossess the crown Tis like that Richmond with the rest shall down SOMERSET It shall be so He shall to Brittany Come therefore" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "d112f004-ab6b-4fdb-a352-9d98b525badd", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " thee to be Signior Lucentio BAPTISTA Away with the dotard to the gaol with him VINCENTIO Thus strangers may be haled and abusd O monstrous villain Reenter Biondello with Lucentio and Bianca BIONDELLO O we are spoiled and yonder he is deny him forswear him or else we are all undone LUCENTIO Kneeling Pardon sweet father VINCENTIO Lives my sweetest son Biondello Tranio and Pedant run out BIANCA Kneeling Pardon dear father BAPTISTA How hast thou offended Where is Lucentio LUCENTIO Heres Lucentio Right son to the right Vincentio That have by marriage made thy daughter mine While counterfeit supposes bleard thine eyne GREMIO Here s packing with a witness to deceive us all VINCENTIO Where is that damned villain Tranio That facd and bravd me in this matter so BAPTISTA Why tell me is not this my Cambio BIANCA Cambio is changd into Lucentio LUCENTIO Love wrought these miracles Biancas love Made me exchange my state with Tranio While he did bear my countenance in the town And happily I have arrivd at the last Unto the wished haven of my bliss What Tranio did myself enforcd him to Then pardon him sweet father for my sake VINCENTIO Ill slit the villains nose that would have sent me to the gaol BAPTISTA To Lucentio But do you hear sir Have you married my daughter without asking my good will VINCENTIO Fear not Baptista we will content you go to but I will in to be revenged for this villainy Exit BAPTISTA And I to sound the depth of this knavery Exit LUCENTIO Look not pale Bianca thy father will not frown Exeunt Lucentio and Bianca GREMIO My cake is dough but Ill in among the rest Out of hope of all but my share of the feast Exit Petruchio and Katherina advance KATHERINA Husband lets follow to see the end of this ado PETRUCHIO First kiss me Kate and we will KATHERINA What in the midst of the street PETRUCHIO What art thou ashamed of me KATHERINA No sir God forbid but ashamed to kiss PETRUCHIO Why then lets home again Come sirrah lets away KATHERINA Nay I will give thee a kiss" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "00081b56-2714-4543-9234-5788e88e99a5", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " thy bearer thou dost sit Like a rich armour worn in heat of day That scaldst with safety By his gates of breath There lies a downy feather which stirs not Did he suspire that light and weightless down Perforce must move My gracious lord my father This sleep is sound indeed this is a sleep That from this golden rigol hath divorced So many English kings Thy due from me Is tears and heavy sorrows of the blood Which nature love and filial tenderness Shall O dear father pay thee plenteously My due from thee is this imperial crown Which as immediate from thy place and blood Derives itself to me Lo where it sits Which God shall guard and put the worlds whole strength Into one giant arm it shall not force This lineal honour from me This from thee Will I to mine leave as tis left to me Exit KING Warwick Gloucester Clarence Enter Warwick Gloucester Clarence and the rest CLARENCE Doth the King call WARWICK What would your Majesty How fares your Grace KING Why did you leave me here alone my lords CLARENCE We left the Prince my brother here my liege Who undertook to sit and watch by you KING The Prince of Wales Where is he Let me see him He is not here WARWICK This door is open he is gone this way GLOUCESTER He came not through the chamber where we stayd KING Where is the crown Who took it from my pillow WARWICK When we withdrew my liege we left it here KING The Prince hath taen it hence Go seek him out Is he so hasty that he doth suppose My sleep my death Find him my Lord of Warwick chide him hither Exit Warwick This part of his conjoins with my disease And helps to end me See sons what things you are How quickly nature falls into revolt When gold becomes her object For this the foolish overcareful fathers Have broke their sleep with thoughts Their brains with care their bones with industry For this they have engrossed and piled up The cankerd heaps of strangeachieved gold For this they have been thoughtful to invest Their sons with arts and martial exercises When like the bee tolling from every flower The virtuous sweets Our thighs packd with wax our mouths with honey We bring it to the hive and like the bees Are murdered for our pains This bitter taste Yields his engrossments to the ending father Enter Warwick Now where is he that will not stay so long Till his friend sickness hath determind me WARW" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "6b4c04c5-5f1a-4c33-aa18-6cbd8a05aafa", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " merry come to me again And bring me word what he doth say to thee Exeunt ACT III SCENE I Rome Before the Capitol the Senate sitting A crowd of people in the street leading to the Capitol Flourish Enter Caesar Brutus Cassius Casca Decius Metellus Trebonius Cinna Antony Lepidus Artemidorus Publius Popilius and the SoothsayerCAESAR The Ides of March are come SOOTHSAYER Ay Caesar but not gone ARTEMIDORUS Hail Caesar Read this schedule DECIUS Trebonius doth desire you to oerread At your best leisure this his humble suit ARTEMIDORUS O Caesar read mine first for mines a suit That touches Caesar nearer Read it great Caesar CAESAR What touches us ourself shall be last servd ARTEMIDORUS Delay not Caesar Read it instantly CAESAR What is the fellow mad PUBLIUS Sirrah give place CASSIUS What urge you your petitions in the street Come to the Capitol Caesar enters the Capitol the rest following All the Senators rise POPILIUS I wish your enterprise today may thrive CASSIUS What enterprise Popilius POPILIUS Fare you well Advances to Caesar BRUTUS What said Popilius Lena CASSIUS He wishd today our enterprise might thrive I fear our purpose is discovered BRUTUS Look how he makes to Caesar mark him CASSIUS Casca be sudden for we fear prevention Brutus what shall be done If this be known Cassius or Caesar never shall turn back For I will slay myself BRUTUS Cassius be constant Popilius Lena speaks not of our purposes For look he smiles and Caesar doth not change CASSIUS Trebonius knows his time for look you Brutus He draws Mark Antony out of the way Exeunt Antony and Trebonius Caesar and the Senators take their seats DECIUS Where is Metellus Cimber Let him go And presently prefer his suit to Caesar BRUTUS He is addressd press near and second him CINNA Casca you are the first that rears your hand CAESAR Are we all ready What is now amiss That Caesar and his Senate must redress METELLUS Most high most mighty and most puissant Caesar Metellus Cimber throws before thy seat An humble heart Kneeling CAESAR I must prevent thee Cimber These couchings and these lowly" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "91da22da-6ede-4bbd-8d22-ef07196c60c6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " My fault is past But O what form of prayer Can serve my turn Forgive me my foul murder That cannot be since I am still possessd Of those effects for which I did the murder My crown mine own ambition and my queen May one be pardond and retain thoffence In the corrupted currents of this world Offences gilded hand may shove by justice And oft tis seen the wicked prize itself Buys out the law But tis not so above There is no shuffling there the action lies In his true nature and we ourselves compelld Even to the teeth and forehead of our faults To give in evidence What then What rests Try what repentance can What can it not Yet what can it when one cannot repent O wretched state O bosom black as death O limed soul that struggling to be free Art more engagd Help angels Make assay Bow stubborn knees and heart with strings of steel Be soft as sinews of the newborn babe All may be well Retires and kneels Enter Hamlet HAMLET Now might I do it pat now he is praying And now Ill dot And so he goes to heaven And so am I revengd That would be scannd A villain kills my father and for that I his sole son do this same villain send To heaven O this is hire and salary not revenge He took my father grossly full of bread With all his crimes broad blown as flush as May And how his audit stands who knows save heaven But in our circumstance and course of thought Tis heavy with him And am I then revengd To take him in the purging of his soul When he is fit and seasond for his passage No Up sword and know thou a more horrid hent When he is drunk asleep or in his rage Or in thincestuous pleasure of his bed At gaming swearing or about some act That has no relish of salvation int Then trip him that his heels may kick at heaven And that his soul may be as damnd and black As hell whereto it goes My mother stays This physic but prolongs thy sickly days Exit The King rises and advances KING My words fly up my thoughts remain below Words without thoughts never to heaven go Exit SCENE IV Another room in the Castle Enter Queen and Polonius POLONIUS He will come straight Look you lay home to him Tell him his pranks have been too broad to bear with And that your Grace hath screend and stood between Much heat and him Ill silence me een here" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "625104c3-3eb5-44bf-babb-9fe934bb703e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "atesby comes again Enter Catesby Now Catesby what says his Grace CATESBY He wonders to what end you have assembled Such troops of citizens to come to him His Grace not being warned thereof before He fears my lord you mean no good to him BUCKINGHAM Sorry I am my noble cousin should Suspect me that I mean no good to him By heaven we come to him in perfect love And so once more return and tell his Grace Exit Catesby When holy and devout religious men Are at their beads tis much to draw them thence So sweet is zealous contemplation Enter Richard aloft between two Bishops Catesby reenters MAYOR See where his Grace stands tween two clergymen BUCKINGHAM Two props of virtue for a Christian prince To stay him from the fall of vanity And see a book of prayer in his hand True ornaments to know a holy man Famous Plantagenet most gracious Prince Lend favourable ear to our requests And pardon us the interruption Of thy devotion and right Christian zeal RICHARD My lord there needs no such apology I do beseech your Grace to pardon me Who earnest in the service of my God Deferred the visitation of my friends But leaving this what is your Graces pleasure BUCKINGHAM Even that I hope which pleaseth God above And all good men of this ungoverned isle RICHARD I do suspect I have done some offence That seems disgracious in the citys eye And that you come to reprehend my ignorance BUCKINGHAM You have my lord Would it might please your GraceOn our entreaties to amend your fault RICHARD Else wherefore breathe I in a Christian land BUCKINGHAM Know then it is your fault that you resign The supreme seat the throne majestical The sceptered office of your ancestors Your state of fortune and your due of birth The lineal glory of your royal house To the corruption of a blemished stock Whiles in the mildness of your sleepy thoughts Which here we waken to our countrys good The noble isle doth want her proper limbs Her face defaced with scars of infamy Her royal stock graft with ignoble plants And almost shouldered in the swallowing gulf Of dark forgetfulness and deep oblivion Which to recure we heartily solicit Your gracious self to take on you the charge And kingly government of this your land Not as Protector steward substitute Or lowly factor for anothers gain But as success" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "f34a7909-d326-494c-94c4-c5d6178290b7", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " From the dead temples of this bloody wretch Have I plucked off to grace thy brows withal Wear it enjoy it and make much of it RICHMOND Great God of heaven say Amen to all But tell me is young George Stanley living STANLEY He is my lord and safe in Leicester town Whither if it please you we may now withdraw us RICHMOND What men of name are slain on either side STANLEY John Duke of Norfolk Walter Lord Ferrers Sir Robert Brakenbury and Sir William Brandon RICHMOND Inter their bodies as becomes their births Proclaim a pardon to the soldiers fled That in submission will return to us And then as we have taen the sacrament We will unite the white rose and the red Smile heaven upon this fair conjunction That long have frowned upon their enmity What traitor hears me and says not Amen England hath long been mad and scarred herself The brother blindly shed the brothers blood The father rashly slaughtered his own son The son compelled been butcher to the sire All this divided York and Lancaster Divided in their dire division O now let Richmond and Elizabeth The true succeeders of each royal house By Gods fair ordinance conjoin together And let their heirs God if Thy will be so Enrich the time to come with smoothedfaced peace With smiling plenty and fair prosperous days Abate the edge of traitors gracious Lord That would reduce these bloody days again And make poor England weep in streams of blood Let them not live to taste this lands increase That would with treason wound this fair lands peace Now civil wounds are stopped peace lives again That she may long live here God say Amen Exeunt THE TRAGEDY OF ROMEO AND JULIET Contents THE PROLOGUE ACT I Scene I A public place Scene II A Street Scene III Room in Capulets House Scene IV A Street Scene V A Hall in Capulets House ACT II CHORUS Scene I An open place adjoining Capulets Garden Scene II Capulets Garden Scene III Friar Lawrences Cell Scene IV A Street Scene V Capulets Garden Scene VI Friar Lawrences Cell ACT III Scene I A public Place Scene II A Room in Capulets House Scene III Friar Lawrences cell Scene IV A Room in Capulets House Scene V An open Gallery to Juliets Chamber overlooking the Garden ACT IV Scene I Friar Lawrences Cell Scene II Hall in Capulets House Scene III Juliets Chamber Scene IV Hall in Capule" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "e699eaa2-be05-45b4-8779-1a92ecd16b5e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "eunt SCENE IV A room in Doctor Caiuss house Enter Mistress Quickly and Simple MISTRESS QUICKLY What John Rugby Enter Rugby I pray thee go to the casement and see if you can see my master Master Doctor Caius coming If he do i faith and find anybody in the house here will be an old abusing of Gods patience and the Kings English RUGBY Ill go watch MISTRESS QUICKLY Go and well have a posset fort soon at night in faith at the latter end of a seacoal fire Exit Rugby An honest willing kind fellow as ever servant shall come in house withal and I warrant you no telltale nor no breedbate His worst fault is that he is given to prayer he is something peevish that way but nobody but has his fault But let that pass Peter Simple you say your name is SIMPLE Ay for fault of a better MISTRESS QUICKLY And Master Slenders your master SIMPLE Ay forsooth MISTRESS QUICKLY Does he not wear a great round beard like a glovers paringknife SIMPLE No forsooth he hath but a little wee face with a little yellow beard a Caincoloured beard MISTRESS QUICKLY A softlysprighted man is he not SIMPLE Ay forsooth But he is as tall a man of his hands as any is between this and his head He hath fought with a warrenerMISTRESS QUICKLY How say you O I should remember him Does he not hold up his head as it were and strut in his gait SIMPLE Yes indeed does he MISTRESS QUICKLY Well heaven send Anne Page no worse fortune Tell Master Parson Evans I will do what I can for your master Anne is a good girl and I wish Enter Rugby RUGBY Out alas Here comes my master MISTRESS QUICKLY We shall all be shent Run in here good young man go into this closet He will not stay long Simple steps into the closet What John Rugby John What John I say Go John go inquire for my master I doubt he be not well that he comes not home Exit Rugby Sings And down down adowna etc Enter Doctor Caius CAIUS Vat is you sing I do not like dese toys Pray you go and vetch me in my closet une botine verte a box a greena box Do intend vat I speak A greena box MISTRESS QUICKLY Ay forsooth Ill fetch it you Aside I am glad he went not in himself If" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "2a8b0b8f-f0cd-48fe-a332-d780205a760c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the very uncleanly flux of a cat Mend the instance shepherd CORIN You have too courtly a wit for me Ill rest TOUCHSTONE Wilt thou rest damned God help thee shallow man God make incision in thee thou art rawCORIN Sir I am a true labourer I earn that I eat get that I wear owe no man hate envy no mans happiness glad of other mens good content with my harm and the greatest of my pride is to see my ewes graze and my lambs suck TOUCHSTONE That is another simple sin in you to bring the ewes and the rams together and to offer to get your living by the copulation of cattle to be bawd to a bellwether and to betray a shelamb of a twelvemonth to crookedpated old cuckoldly ram out of all reasonable match If thou best not damned for this the devil himself will have no shepherds I cannot see else how thou shouldst scape Enter Rosalind as Ganymede CORIN Here comes young Master Ganymede my new mistresss brother ROSALIND Reads From the east to western Inde No jewel is like Rosalind Her worth being mounted on the wind Through all the world bears Rosalind All the pictures fairest lined Are but black to Rosalind Let no face be kept in mind But the fair of Rosalind TOUCHSTONE Ill rhyme you so eight years together dinners and suppers and sleeping hours excepted It is the right butterwomens rank to market ROSALIND Out fool TOUCHSTONE For a taste If a hart do lack a hind Let him seek out Rosalind If the cat will after kind So be sure will Rosalind Winter garments must be lined So must slender Rosalind They that reap must sheaf and bind Then to cart with Rosalind Sweetest nut hath sourest rind Such a nut is Rosalind He that sweetest rose will find Must find loves prick and Rosalind This is the very false gallop of verses Why do you infect yourself with them ROSALIND Peace you dull fool I found them on a tree TOUCHSTONE Truly the tree yields bad fruit ROSALIND Ill graft it with you and then I shall graft it with a medlar Then it will be the earliest fruit i th country for youll be rotten ere you be half ripe and thats the right virtue of the medlar TOUCHSTONE You have said but whether wisely or no let the forest judge Enter Celia as" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "488a37b3-3db9-4098-9ba4-f12be3c5dda4", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " he come so nigh KING JOHN The legate of the pope hath been with me And I have made a happy peace with him And he hath promisd to dismiss the powers Led by the Dauphin BASTARD O inglorious league Shall we upon the footing of our land Send fairplay orders and make compromise Insinuation parley and base truce To arms invasive Shall a beardless boy A cockerd silken wanton brave our fields And flesh his spirit in a warlike soil Mocking the air with colours idly spread And find no check Let us my liege to arms Perchance the cardinal cannot make your peace Or if he do let it at least be said They saw we had a purpose of defence KING JOHN Have thou the ordering of this present time BASTARD Away then with good courage Yet I know Our party may well meet a prouder foe Exeunt SCENE II Near Saint Edmundsbury The French Camp Enter in arms Louis Salisbury Melun Pembroke Bigot and soldiers LOUIS My Lord Melun let this be copied out And keep it safe for our remembrance Return the precedent to these lords again That having our fair order written down Both they and we perusing oer these notes May know wherefore we took the sacrament And keep our faiths firm and inviolable SALISBURY Upon our sides it never shall be broken And noble Dauphin albeit we swear A voluntary zeal and an unurgd faith To your proceedings yet believe me prince I am not glad that such a sore of time Should seek a plaster by contemnd revolt And heal the inveterate canker of one wound By making many O it grieves my soul That I must draw this metal from my side To be a widowmaker O and there Where honourable rescue and defence Cries out upon the name of Salisbury But such is the infection of the time That for the health and physic of our right We cannot deal but with the very hand Of stern injustice and confused wrong And ist not pity O my grieved friends That we the sons and children of this isle Were born to see so sad an hour as this Wherein we step after a stranger march Upon her gentle bosom and fill up Her enemies ranks I must withdraw and weep Upon the spot of this enforced cause To grace the gentry of a land remote And follow unacquainted colours here What here O nation that thou couldst remove That Neptunes arms who clipp" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "126302f2-3999-4eb1-b349-7179a47deeb7", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " tomorrow night in Eastcheap there Ill sup Farewell POINS Farewell my lord Exit PRINCE I know you all and will awhile uphold The unyokd humour of your idleness Yet herein will I imitate the sun Who doth permit the base contagious clouds To smother up his beauty from the world That when he please again to be himself Being wanted he may be more wonderd at By breaking through the foul and ugly mists Of vapours that did seem to strangle him If all the year were playing holidays To sport would be as tedious as to work But when they seldom come they wishdfor come And nothing pleaseth but rare accidents So when this loose behaviour I throw off And pay the debt I never promised By how much better than my word I am By so much shall I falsify mens hopes And like bright metal on a sullen ground My reformation glittring oer my fault Shall show more goodly and attract more eyes Than that which hath no foil to set it off Ill so offend to make offence a skill Redeeming time when men think least I will Exit SCENE III The Same A Room in the Palace Enter King Henry Northumberland Worcester Hotspur Sir Walter Blunt and others KING My blood hath been too cold and temperate Unapt to stir at these indignities And you have found me for accordingly You tread upon my patience but be sure I will from henceforth rather be myself Mighty and to be feard than my condition Which hath been smooth as oil soft as young down And therefore lost that title of respect Which the proud soul neer pays but to the proud WORCESTER Our house my sovereign liege little deserves The scourge of greatness to be used on it And that same greatness too which our own hands Have holp to make so portly NORTHUMBERLAND My lord KING Worcester get thee gone for I do see Danger and disobedience in thine eye O sir your presence is too bold and peremptory And majesty might never yet endure The moody frontier of a servant brow You have good leave to leave us When we need Your use and counsel we shall send for you Exit Worcester To Northumberland You were about to speak NORTHUMBERLAND Yea my good lord Those prisoners in your Highness name demanded Which Harry Percy here at Holmedon took Were as he says not with such strength denied As is deliverd to your Majesty Either envy therefore or misprision Is guilty of this fault and not my son HOT" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "a11d999e-2996-4eb0-bc65-b178a51c1a2d", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " to know it COUNTESS You have dischargd this honestly keep it to yourself many likelihoods informd me of this before which hung so tottering in the balance that I could neither believe nor misdoubt Pray you leave me stall this in your bosom and I thank you for your honest care I will speak with you further anon Exit Steward Enter Helena Even so it was with me when I was young If ever we are natures these are ours this thorn Doth to our rose of youth rightly belong Our blood to us this to our blood is born It is the show and seal of natures truth Where loves strong passion is impressd in youth By our remembrances of days foregone Such were our faults or then we thought them none Her eye is sick ont I observe her now HELENA What is your pleasure madam COUNTESS You know Helen I am a mother to you HELENA Mine honourable mistress COUNTESS Nay a mother Why not a mother When I said a mother Methought you saw a serpent Whats in mother That you start at it I say I am your mother And put you in the catalogue of those That were enwombed mine Tis often seen Adoption strives with nature and choice breeds A native slip to us from foreign seeds You neer oppressd me with a mothers groan Yet I express to you a mothers care Gods mercy maiden does it curd thy blood To say I am thy mother Whats the matter That this distempered messenger of wet The manycolourd Iris rounds thine eye Why that you are my daughter HELENA That I am not COUNTESS I say I am your mother HELENA Pardon madam The Count Rossillon cannot be my brother I am from humble he from honoured name No note upon my parents his all noble My master my dear lord he is and I His servant live and will his vassal die He must not be my brother COUNTESS Nor I your mother HELENA You are my mother madam would you were So that my lord your son were not my brother Indeed my mother or were you both our mothers I care no more for than I do for heaven So I were not his sister Cant no other But I your daughter he must be my brother COUNTESS Yes Helen you might be my daughterinlaw God shield you mean it not daughter and mother So strive upon your pulse What pale againMy fear hath catchd your fondness" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "5ffee25c-7fc2-4324-beef-ad7cf0a4f528", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " am about thrift Briefly I do mean to make love to Fords wife I spy entertainment in her She discourses she carves she gives the leer of invitation I can construe the action of her familiar style and the hardest voice of her behaviour to be Englished rightly is I am Sir John Falstaffs PISTOL He hath studied her will and translated her willout of honesty into English NYM The anchor is deep Will that humour pass FALSTAFF Now the report goes she has all the rule of her husbands purse He hath a legion of angels PISTOL As many devils entertain and To her boy say I NYM The humour rises it is good Humour me the angels FALSTAFF I have writ me here a letter to her and here another to Pages wife who even now gave me good eyes too examined my parts with most judicious oeillades Sometimes the beam of her view gilded my foot sometimes my portly belly PISTOL Then did the sun on dunghill shine NYM I thank thee for that humour FALSTAFF O she did so course oer my exteriors with such a greedy intention that the appetite of her eye did seem to scorch me up like a burningglass Heres another letter to her She bears the purse too she is a region in Guiana all gold and bounty I will be cheaters to them both and they shall be exchequers to me they shall be my East and West Indies and I will trade to them both Go bear thou this letter to Mistress Pageand thou this to Mistress Ford We will thrive lads we will thrive PISTOL Shall I Sir Pandarus of Troy become And by my side wear steel Then Lucifer take all NYM I will run no base humour Here take the humourletter I will keep the haviour of reputation FALSTAFF To Robin Hold sirrah bear you these letters tightly Sail like my pinnace to these golden shores Rogues hence avaunt Vanish like hailstones go Trudge plod away o th hoof seek shelter pack Falstaff will learn the humour of this age French thrift you roguesmyself and skirted page Exeunt Falstaff and Robin PISTOL Let vultures gripe thy guts For gourd and fullam holds And high and low beguile the rich and poor Tester Ill have in pouch when thou shalt lack Base Phrygian Turk NYM I have operations in my head which be humours of revenge PISTOL" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "94d6aa84-cb8f-40ab-93fd-6186d5b92fc3", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " so abandond to her sorrow As it is spoke she never will admit me DUKE Be clamorous and leap all civil bounds Rather than make unprofited return VIOLA Say I do speak with her my lord what then DUKE O then unfold the passion of my love Surprise her with discourse of my dear faith It shall become thee well to act my woes She will attend it better in thy youth Than in a nuncios of more grave aspect VIOLA I think not so my lord DUKE Dear lad believe it For they shall yet belie thy happy years That say thou art a man Dianas lip Is not more smooth and rubious thy small pipe Is as the maidens organ shrill and sound And all is semblative a womans part I know thy constellation is right apt For this affair Some four or five attend him All if you will for I myself am best When least in company Prosper well in this And thou shalt live as freely as thy lord To call his fortunes thine VIOLA Ill do my best To woo your lady Aside Yet a barful strife Whoeer I woo myself would be his wife Exeunt SCENE V A Room in Olivias House Enter Maria and Clown MARIA Nay either tell me where thou hast been or I will not open my lips so wide as a bristle may enter in way of thy excuse my lady will hang thee for thy absenceCLOWN Let her hang me he that is well hanged in this world needs to fear no colours MARIA Make that good CLOWN He shall see none to fear MARIA A good lenten answer I can tell thee where that saying was born of I fear no colours CLOWN Where good Mistress Mary MARIA In the wars and that may you be bold to say in your foolery CLOWN Well God give them wisdom that have it and those that are fools let them use their talents MARIA Yet you will be hanged for being so long absent or to be turned away is not that as good as a hanging to you CLOWN Many a good hanging prevents a bad marriage and for turning away let summer bear it out MARIA You are resolute then CLOWN Not so neither but I am resolved on two points MARIA That if one break the other will hold or if both break your gaskins fall CLOWN Apt in good faith very apt Well go thy way if Sir Toby would leave drinking thou wert as witty a piece of Eves flesh as any in Il" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "e3a46657-ea71-4a03-910d-a584a311cb55", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the reprobate thought of it I would take desire prisoner and ransom him to any French courtier for a newdevised curtsy I think scorn to sigh methinks I should outswear Cupid Comfort me boy What great men have been in love MOTH Hercules master ARMADO Most sweet Hercules More authority dear boy name more and sweet my child let them be men of good repute and carriage MOTH Samson master He was a man of good carriage great carriage for he carried the town gates on his back like a porter and he was in love ARMADO O wellknit Samson strongjointed Samson I do excel thee in my rapier as much as thou didst me in carrying gates I am in love too Who was Samsons love my dear Moth MOTH A woman master ARMADO Of what complexion MOTH Of all the four or the three or the two or one of the four ARMADO Tell me precisely of what complexion MOTH Of the seawater green sir ARMADO Is that one of the four complexions MOTH As I have read sir and the best of them too ARMADO Green indeed is the colour of lovers But to have a love of that colour methinks Samson had small reason for it He surely affected her for her wit MOTH It was so sir for she had a green wit ARMADO My love is most immaculate white and red MOTH Most maculate thoughts master are masked under such colours ARMADO Define define welleducated infant MOTH My fathers wit and my mothers tongue assist me ARMADO Sweet invocation of a child most pretty and pathetical MOTH If she be made of white and red Her faults will neer be known For blushing cheeks by faults are bred And fears by pale white shown Then if she fear or be to blame By this you shall not know For still her cheeks possess the same Which native she doth owe A dangerous rhyme master against the reason of white and red ARMADO Is there not a ballad boy of the King and the Beggar MOTH The world was very guilty of such a ballad some three ages since but I think now tis not to be found or if it were it would neither serve for the writing nor the tune ARMADO I will have that subject newly writ oer that I may example my digression by some mighty precedent Boy I do love that country girl that I took in the park with the rational hind Costard She deserves well MOTH Aside To be whipped and yet a" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "9f11db71-bb8e-4dcf-820d-aa63715a161d", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Train PETRUCHIO Gentlemen and friends I thank you for your pains I know you think to dine with me today And have prepard great store of wedding cheer But so it is my haste doth call me hence And therefore here I mean to take my leave BAPTISTA Ist possible you will away tonight PETRUCHIO I must away today before night come Make it no wonder if you knew my business You would entreat me rather go than stay And honest company I thank you all That have beheld me give away myself To this most patient sweet and virtuous wife Dine with my father drink a health to me For I must hence and farewell to you all TRANIO Let us entreat you stay till after dinner PETRUCHIO It may not be GREMIO Let me entreat you PETRUCHIO It cannot be KATHERINA Let me entreat you PETRUCHIO I am content KATHERINA Are you content to stay PETRUCHIO I am content you shall entreat me stay But yet not stay entreat me how you can KATHERINA Now if you love me stay PETRUCHIO Grumio my horse GRUMIO Ay sir they be ready the oats have eaten the horses KATHERINA Nay then Do what thou canst I will not go today No nor tomorrow not till I please myself The door is open sir there lies your way You may be jogging whiles your boots are green For me Ill not be gone till I please myself Tis like youll prove a jolly surly groom That take it on you at the first so roundly PETRUCHIO O Kate content thee prithee be not angry KATHERINA I will be angry what hast thou to do Father be quiet he shall stay my leisure GREMIO Ay marry sir now it begins to work KATHERINA Gentlemen forward to the bridal dinner I see a woman may be made a fool If she had not a spirit to resist PETRUCHIO They shall go forward Kate at thy command Obey the bride you that attend on her Go to the feast revel and domineer Carouse full measure to her maidenhead Be mad and merry or go hang yourselves But for my bonny Kate she must with me Nay look not big nor stamp nor stare nor fret I will be master of what is mine own She is my goods my chattels she is my house My household stuff my field my barn My horse my ox my ass my anything And here she stands touch her" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "08541c2e-1c11-40fa-a8c3-2554db7e6d2a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " awake Master Ford Theres a hole made in your best coat Master Ford This tis to be married this tis to have linen and buckbaskets Well I will proclaim myself what I am I will now take the lecher He is at my house He cannot scape me Tis impossible he should He cannot creep into a halfpenny purse nor into a pepperbox But lest the devil that guides him should aid him I will search impossible places Though what I am I cannot avoid yet to be what I would not shall not make me tame If I have horns to make one mad let the proverb go with me Ill be hornmadExit ACT IV SCENE I The street Enter Mistress Page Mistress Quickly and William MISTRESS PAGE Is he at Master Fords already thinkst thou MISTRESS QUICKLY Sure he is by this or will be presently But truly he is very courageous mad about his throwing into the water Mistress Ford desires you to come suddenly MISTRESS PAGE Ill be with her by and by Ill but bring my young man here to school Look where his master comes tis a playing day I see Enter Sir Hugh Evans How now Sir Hugh no school today EVANS No Master Slender is let the boys leave to play MISTRESS QUICKLY Blessing of his heart MISTRESS PAGE Sir Hugh my husband says my son profits nothing in the world at his book I pray you ask him some questions in his accidence EVANS Come hither William Hold up your head come MISTRESS PAGE Come on sirrah Hold up your head Answer your master be not afraid EVANS William how many numbers is in nouns WILLIAM Two MISTRESS QUICKLY Truly I thought there had been one number more because they say Ods nouns EVANS Peace your tattlings What is fair William WILLIAM Pulcher MISTRESS QUICKLY Polecats There are fairer things than polecats sure EVANS You are a very simplicity oman I pray you peaceWhat is lapis William WILLIAM A stone EVANS And what is a stone William WILLIAM A pebble EVANS No it is lapis I pray you remember in your prain WILLIAM Lapis EVANS That is a good William What is he William that does lend articles WILLIAM Articles are borrowed of the pronoun and be thus declined singulariter nominativo hic haec hoc EVANS Nominativo hig haeg hog pray you mark genitivo huius Well what is your accusative case WILLIAM Accusativo h" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "ad0329db-be2c-4f36-a009-6945f5d6b418", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " ARCHBISHOP I hope no less yet needful tis to fear And to prevent the worst Sir Michael speed For if Lord Percy thrive not ere the King Dismiss his power he means to visit us For he hath heard of our confederacy And tis but wisdom to make strong against him Therefore make haste I must go write again To other friends and so farewell Sir Michael Exeunt ACT V SCENE I The Kings Camp near Shrewsbury Enter King Henry Prince Henry Lancaster Sir Walter Blunt and Sir John Falstaff KING How bloodily the sun begins to peer Above yon bulky hill The day looks pale At his distemprature PRINCE The southern wind Doth play the trumpet to his purposes And by his hollow whistling in the leaves Foretells a tempest and a blustring day KING Then with the losers let it sympathize For nothing can seem foul to those that win The trumpet sounds Enter Worcester and Vernon How now my Lord of Worcester Tis not well That you and I should meet upon such terms As now we meet You have deceived our trust And made us doff our easy robes of peace To crush our old limbs in ungentle steel This is not well my lord this is not well What say you to it Will you again unknit This churlish knot of allabhorred war And move in that obedient orb again Where you did give a fair and natural light And be no more an exhaled meteor A prodigy of fear and a portent Of broached mischief to the unborn times WORCESTER Hear me my liege For mine own part I could be well content To entertain the lag end of my life With quiet hours For I do protest I have not sought the day of this dislike KING You have not sought it How comes it then FALSTAFF Rebellion lay in his way and he found it PRINCE Peace chewet peace WORCESTER It pleased your Majesty to turn your looks Of favour from myself and all our house And yet I must remember you my lord We were the first and dearest of your friends For you my staff of office did I break In Richards time and posted day and night To meet you on the way and kiss your hand When yet you were in place and in account Nothing so strong and fortunate as I It was myself my brother and his son That brought you home and boldly did outdare The dangers of the time You swore to us And you did swear that oath at" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "12d96c3a-55f4-4652-b6c4-b2a2658bacef", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " in the Tower ACT II Scene I London A Room in the palace Scene II Another Room in the palace Scene III London A street Scene IV London A Room in the Palace ACT III Scene I London A street Scene II Before Lord Hastings house Scene III Pomfret Before the Castle Scene IV London A Room in the Tower Scene V London The Tower Walls Scene VI London A street Scene VII London Court of Baynards Castle ACT IV Scene I London Before the Tower Scene II London A Room of State in the Palace Scene III London Another Room in the Palace Scene IV London Before the Palace Scene V A Room in Lord Stanleys house ACT V Scene I Salisbury An open place Scene II Plain near Tamworth Scene III Bosworth Field Scene IV Another part of the Field Scene V Another part of the Field Dramatis Person RICHARD DUKE OF GLOUCESTER afterwards KING RICHARD III LADY ANNE widow to Edward Prince of Wales son to King Henry VI afterwards married to the Duke of Gloucester KING EDWARD THE FOURTH brother to Richard QUEEN ELIZABETH Queen to King Edward IV Sons to the king EDWARD PRINCE OF WALES afterwards KING EDWARD V RICHARD DUKE OF YORK GEORGE DUKE OF CLARENCE brother to Edward and Richard BOY son to Clarence GIRL daughter to Clarence DUCHESS OF YORK mother to King Edward IV Clarence and Gloucester QUEEN MARGARET widow to King Henry VI DUKE OF BUCKINGHAM LORD HASTINGS the Lord Chamberlain LORD STANLEY the Earl of Derby EARL RIVERS brother to Queen Elizabeth LORD GREY son of Queen Elizabeth by her former marriage MARQUESS OF DORSET son of Queen Elizabeth by her former marriage SIR THOMAS VAUGHAN SIR WILLIAM CATESBY SIR RICHARD RATCLIFFE LORD LOVELL DUKE OF NORFOLK EARL OF SURREY HENRY EARL OF RICHMOND afterwards KING HENRY VII EARL OF OXFORD SIR JAMES BLUNT SIR WALTER HERBERT SIR WILLIAM BRANDON CHRISTOPHER URSWICK a priest THOMAS ROTHERHAM ARCHBISHOP OF YORK CARDINAL BOURCHIER ARCHBISHOP OF CANTERBURY John Morton BISHOP OF ELY SIR ROBERT BRAKENBURY Lieutenant of the Tower SIR JAMES TYRREL Another Priest LORD MAYOR" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c32b244c-a287-4c30-ab8d-1a4c6078cbfa", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Reads Thou canst not choose but know who I am If thou entertainst my love let it appear in thy smiling thy smiles become thee well Therefore in my presence still smile dear my sweet I prithee Jove I thank thee I will smile I will do everything that thou wilt have me Exit FABIAN I will not give my part of this sport for a pension of thousands to be paid from the Sophy SIR TOBY I could marry this wench for this device SIR ANDREW So could I too SIR TOBY And ask no other dowry with her but such another jest Enter Maria SIR ANDREW Nor I neither FABIAN Here comes my noble gullcatcher SIR TOBY Wilt thou set thy foot o my neck SIR ANDREW Or o mine either SIR TOBY Shall I play my freedom at traytrip and become thy bondslave SIR ANDREW I faith or I either SIR TOBY Why thou hast put him in such a dream that when the image of it leaves him he must run mad MARIA Nay but say true does it work upon him SIR TOBY Like aquavitae with a midwife MARIA If you will then see the fruits of the sport mark his first approach before my lady he will come to her in yellow stockings and tis a colour she abhors and crossgartered a fashion she detests and he will smile upon her which will now be so unsuitable to her disposition being addicted to a melancholy as she is that it cannot but turn him into a notable contempt If you will see it follow me SIR TOBY To the gates of Tartar thou most excellent devil of wit SIR ANDREW Ill make one too Exeunt ACT III SCENE I Olivias garden Enter Viola and Clown with a tabor VIOLA Save thee friend and thy music Dost thou live by thy tabor CLOWN No sir I live by the church VIOLA Art thou a churchman CLOWN No such matter sir I do live by the church for I do live at my house and my house doth stand by the church VIOLA So thou mayst say the king lies by a beggar if a beggar dwell near him or the church stands by thy tabor if thy tabor stand by the church CLOWN You have said sir To see this age A sentence is but a chevril glove to a good wit How quickly the wrong side may be turned outward VI" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "585e20c2-ef2b-4c0b-8b6a-ecebc24a5104", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " my guardians my depositaries But kept a reservation to be followed With such a number What must I come to you With fiveandtwenty Regan said you so REGAN And speakt again my lord no more with me LEAR Those wicked creatures yet do look wellfavourd When others are more wicked not being the worst Stands in some rank of praise To Goneril Ill go with thee Thy fifty yet doth double fiveandtwenty And thou art twice her love GONERIL Hear me my lord What need you fiveandtwenty Ten Or five To follow in a house where twice so many Have a command to tend you REGAN What need one LEAR O reason not the need our basest beggars Are in the poorest thing superfluous Allow not nature more than nature needs Mans life is cheap as beasts Thou art a lady If only to go warm were gorgeous Why nature needs not what thou gorgeous wearst Which scarcely keeps thee warm But for true need You heavens give me that patience patience I need You see me here you gods a poor old man As full of grief as age wretched in both If it be you that stirs these daughters hearts Against their father fool me not so much To bear it tamely touch me with noble anger And let not womens weapons waterdrops Stain my mans cheeks No you unnatural hags I will have such revenges on you both That all the world shallI will do such things What they are yet I know not but they shall be The terrors of the earth You think Ill weep No Ill not weep Storm and tempest I have full cause of weeping but this heart Shall break into a hundred thousand flaws Or ere Ill weepO fool I shall go mad Exeunt Lear Gloucester Kent and Fool CORNWALL Let us withdraw twill be a storm REGAN This house is little the old man and his people Cannot be well bestowd GONERIL Tis his own blame hath put himself from rest And must needs taste his folly REGAN For his particular Ill receive him gladly But not one follower GONERIL So am I purposd Where is my lord of Gloucester Enter Gloucester CORNWALL Followed the old man forth he is returnd GLOUCESTER The King is in high rage CORNWALL Whither is he going GLOUCESTER He calls to horse but will I know not whither CORNWALL Tis best to give him way he leads himself GONERIL" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "dabb4828-4fec-4a80-9aea-0d188abd5ed6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " smooths the wrong Inferreth arguments of mighty strength And in conclusion wins the King from her With promise of his sister and what else To strengthen and support King Edwards place O Margaret thus twill be and thou poor soul Art then forsaken as thou wentst forlorn 2 KEEPER Say what art thou that talkst of kings and queens KING HENRY More than I seem and less than I was born to A man at least for less I should not be And men may talk of kings and why not I 2 KEEPER Ay but thou talkst as if thou wert a king KING HENRY Why so I am in mind and thats enough 2 KEEPER But if thou be a king where is thy crown KING HENRY My crown is in my heart not on my head Not decked with diamonds and Indian stones Not to be seen My crown is called content A crown it is that seldom kings enjoy 2 KEEPER Well if you be a king crowned with content Your crown content and you must be contented To go along with us for as we think You are the king King Edward hath deposed And we his subjects sworn in all allegiance Will apprehend you as his enemy KING HENRY But did you never swear and break an oath 2 KEEPER No never such an oath nor will not now KING HENRY Where did you dwell when I was King of England 2 KEEPER Here in this country where we now remain KING HENRY I was anointed king at nine months old My father and my grandfather were kings And you were sworn true subjects unto me And tell me then have you not broke your oaths 1 KEEPER No for we were subjects but while you were king KING HENRY Why am I dead Do I not breathe a man Ah simple men you know not what you swear Look as I blow this feather from my face And as the air blows it to me again Obeying with my wind when I do blow And yielding to another when it blows Commanded always by the greater gust Such is the lightness of you common men But do not break your oaths for of that sin My mild entreaty shall not make you guilty Go where you will the King shall be commanded And be you kings command and Ill obey 1 KEEPER We are true subjects to the King King Edward KING HENRY So would you be again to Henry If he were seated as King Edward is " - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "98de6983-5fe5-4c9c-9e89-1de71acc8659", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Jack Rugby RUGBY Sir CAIUS Vat is de clock Jack RUGBY Tis past the hour sir that Sir Hugh promised to meet CAIUS By gar he has save his soul dat he is no come He has pray his Pible well dat he is no come By gar Jack Rugby he is dead already if he be come RUGBY He is wise sir he knew your worship would kill him if he came CAIUS By gar de herring is no dead so as I vill kill him Take your rapier Jack I vill tell you how I vill kill him RUGBY Alas sir I cannot fence CAIUS Villainy take your rapier RUGBY Forbear heres company Enter Page Shallow Slender and Host HOST God bless thee bully doctor SHALLOW God save you Master Doctor Caius PAGE Now good Master Doctor SLENDER Give you good morrow sir CAIUS Vat be all you one two tree four come for HOST To see thee fight to see thee foin to see thee traverse to see thee here to see thee there to see thee pass thy punto thy stock thy reverse thy distance thy montant Is he dead my Ethiopian Is he dead my Francisco Ha bully What says my Aesculapius my Galen my heart of elder ha Is he dead bully stale Is he dead CAIUS By gar he is de coward Jackpriest of de vorld He is not show his face HOST Thou art a Castalion King Urinal Hector of Greece my boy CAIUS I pray you bear witness that me have stay six or seven two tree hours for him and he is no come SHALLOW He is the wiser man Master doctor He is a curer of souls and you a curer of bodies If you should fight you go against the hair of your professions Is it not true Master Page PAGE Master Shallow you have yourself been a great fighter though now a man of peace SHALLOW Bodykins Master Page though I now be old and of the peace if I see a sword out my finger itches to make one Though we are justices and doctors and churchmen Master Page we have some salt of our youth in us We are the sons of women Master Page PAGE Tis true Master Shallow SHALLOW It will be found so Master PageMaster Doctor Caius I come to fetch you home I am sworn of the peace You have showed yourself a wise physician and Sir Hugh hath shown himself a wise and patient churchman You must go" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "9afc21aa-56d4-46ec-a662-2bd06882b6fe", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " speed prepare to carry it The cause craves haste and it will soon be writ Her maid is gone and she prepares to write First hovering oer the paper with her quill Conceit and grief an eager combat fight What wit sets down is blotted straight with will This is too curiousgood this blunt and ill Much like a press of people at a door Throng her inventions which shall go before At last she thus begins Thou worthy lord Of that unworthy wife that greeteth thee Health to thy person Next vouchsafe t affordIf ever love thy Lucrece thou wilt see Some present speed to come and visit me So I commend me from our house in grief My woes are tedious though my words are brief Here folds she up the tenor of her woe Her certain sorrow writ uncertainly By this short schedule Collatine may know Her grief but not her griefs true quality She dares not thereof make discovery Lest he should hold it her own gross abuse Ere she with blood had stained her stained excuse Besides the life and feeling of her passion She hoards to spend when he is by to hear her When sighs and groans and tears may grace the fashion Of her disgrace the better so to clear her From that suspicion which the world might bear her To shun this blot she would not blot the letter With words till action might become them better To see sad sights moves more than hear them told For then the eye interprets to the ear The heavy motion that it doth behold When every part a part of woe doth bear Tis but a part of sorrow that we hear Deep sounds make lesser noise than shallow fords And sorrow ebbs being blown with wind of words Her letter now is sealed and on it writ At Ardea to my lord with more than haste The post attends and she delivers it Charging the sourfaced groom to hie as fast As lagging fowls before the northern blast Speed more than speed but dull and slow she deems Extremely still urgeth such extremes The homely villain curtsies to her low And blushing on her with a steadfast eye Receives the scroll without or yea or no And forth with bashful innocence doth hie But they whose guilt within their bosoms lie Imagine every eye beholds their blame For Lucrece thought he blushed to see her shame When silly groom God wot it was defect Of spirit life and bold audacity Such harmless creatures have a true respect To talk in deeds while others" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "ce48070e-7b2d-4669-85c2-3c2c14736454", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " before you CORIOLANUS Thank you sir Farewell Exit Citizen O world thy slippery turns Friends now fast sworn Whose double bosoms seems to wear one heart Whose hours whose bed whose meal and exercise Are still together who twin as twere in love Unseparable shall within this hour On a dissension of a doit break out To bitterest enmity so fellest foes Whose passions and whose plots have broke their sleep To take the one the other by some chance Some trick not worth an egg shall grow dear friends And interjoin their issues So with me My birthplace hate I and my loves upon This enemy town Ill enter If he slay me He does fair justice if he give me way Ill do his country service Exit SCENE V Antium A hall in Aufidiuss house Music plays Enter a Servingman FIRST SERVINGMAN Wine wine wine What service is here I think our fellows are asleep Exit Enter another Servingman SECOND SERVINGMAN Wheres Cotus My master calls for him Cotus Exit Enter Coriolanus CORIOLANUS A goodly house The feast smells well but I Appear not like a guest Enter the First Servingman FIRST SERVINGMAN What would you have friend Whence are you Heres no place for you Pray go to the door Exit CORIOLANUS I have deserved no better entertainment In being Coriolanus Enter Second Servingman SECOND SERVINGMAN Whence are you sirHas the porter his eyes in his head that he gives entrance to such companionsPray get you out CORIOLANUS Away SECOND SERVINGMAN Away Get you away CORIOLANUS Now th art troublesome SECOND SERVINGMAN Are you so brave Ill have you talked with anon Enter Third Servingman the First entering meets him THIRD SERVINGMAN What fellows this FIRST SERVINGMAN A strange one as ever I looked on I cannot get him out o th house Prithee call my master to him THIRD SERVINGMAN What have you to do here fellow Pray you avoid the house CORIOLANUS Let me but stand I will not hurt your hearth THIRD SERVINGMAN What are you CORIOLANUS A gentleman THIRD SERVINGMAN A marvllous poor one CORIOLANUS True so I am THIRD SERVINGMAN Pray you poor gentleman take up some other station Heres no place for you Pray you avoid Come CORIOLAN" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "5b877db2-592a-4b53-a264-aa22b7344a5b", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " written shall be executed TAMORA Titus I am come to talk with thee TITUS No not a word how can I grace my talk Wanting a hand to give it action Thou hast the odds of me therefore no more TAMORA If thou didst know me thou wouldst talk with me TITUS I am not mad I know thee well enough Witness this wretched stump witness these crimson lines Witness these trenches made by grief and care Witness the tiring day and heavy night Witness all sorrow that I know thee well For our proud empress mighty Tamora Is not thy coming for my other hand TAMORA Know thou sad man I am not Tamora She is thy enemy and I thy friend I am Revenge sent from th infernal kingdom To ease the gnawing vulture of thy mind By working wreakful vengeance on thy foes Come down and welcome me to this worlds light Confer with me of murder and of death Theres not a hollow cave or lurkingplace No vast obscurity or misty vale Where bloody murder or detested rape Can couch for fear but I will find them out And in their ears tell them my dreadful name Revenge which makes the foul offender quake TITUS Art thou Revenge And art thou sent to me To be a torment to mine enemies TAMORA I am therefore come down and welcome me TITUS Do me some service ere I come to thee Lo by thy side where Rape and Murder stands Now give some surance that thou art RevengeStab them or tear them on thy chariot wheels And then Ill come and be thy waggoner And whirl along with thee about the globe Provide thee two proper palfreys black as jet To hale thy vengeful waggon swift away And find out murderers in their guilty caves And when thy car is loaden with their heads I will dismount and by the waggonwheel Trot like a servile footman all day long Even from Hyperions rising in the east Until his very downfall in the sea And day by day Ill do this heavy task So thou destroy Rapine and Murder there TAMORA These are my ministers and come with me TITUS Are they thy ministers What are they called TAMORA Rapine and Murder therefore called so Cause they take vengeance of such kind of men TITUS Good Lord how like the empress sons they are And you the empress But we worldly men Have miserable mad mistaking eyes O sweet Revenge now do I come to thee And if one arms embracement will content thee" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "01bf11dd-c095-45ae-a120-1635ea69bc96", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " a beard DON PEDRO Nay a rubs himself with civet can you smell him out by that CLAUDIO Thats as much as to say the sweet youths in love DON PEDRO The greatest note of it is his melancholy CLAUDIO And when was he wont to wash his face DON PEDRO Yea or to paint himself for the which I hear what they say of him CLAUDIO Nay but his jesting spirit which is now crept into a lutestring and now governed by stops DON PEDRO Indeed that tells a heavy tale for him Conclude conclude he is in love CLAUDIO Nay but I know who loves him DON PEDRO That would I know too I warrant one that knows him not CLAUDIO Yes and his ill conditions and in despite of all dies for him DON PEDRO She shall be buried with her face upwards BENEDICK Yet is this no charm for the toothache Old signior walk aside with me I have studied eight or nine wise words to speak to you which these hobbyhorses must not hear Exeunt Benedick and Leonato DON PEDRO For my life to break with him about Beatrice CLAUDIO Tis even so Hero and Margaret have by this played their parts with Beatrice and then the two bears will not bite one another when they meet Enter Don John DON JOHN My lord and brother God save you DON PEDRO Good den brother DON JOHN If your leisure served I would speak with you DON PEDRO In private DON JOHN If it please you yet Count Claudio may hear for what I would speak of concerns him DON PEDRO Whats the matter DON JOHN To Claudio Means your lordship to be married tomorrow DON PEDRO You know he does DON JOHN I know not that when he knows what I know CLAUDIO If there be any impediment I pray you discover it DON JOHN You may think I love you not let that appear hereafter and aim better at me by that I now will manifest For my brother I think he holds you well and in dearness of heart hath holp to effect your ensuing marriage surely suit illspent and labour ill bestowed DON PEDRO Why whats the matter DON JOHN I came hither to tell you and circumstances shortenedfor she has been too long a talking ofthe lady is disloyal CLAUDIO Who Hero DON JOHN Even she Leonatos Hero your Hero every mans Hero CLAUDIO Disloyal DON JOHN The words too good to paint out her wickedness I could say she were worse think you of a worse title and I will" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "5cd53c3e-6764-4abc-8cbe-dd5312d89087", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "on from thy insulting tyranny Coupled in bonds of perpetuity Two Talbots winged through the lither sky In thy despite shall scape mortality O thou whose wounds become hardfavourd Death Speak to thy father ere thou yield thy breath Brave Death by speaking whether he will or no Imagine him a Frenchman and thy foe Poor boy he smiles methinks as who should say Had Death been French then Death had died today Come come and lay him in his fathers arms My spirit can no longer bear these harms Soldiers adieu I have what I would have Now my old arms are young John Talbots grave Dies Enter Charles Alenon Burgundy Bastard La Pucelle and forces CHARLES Had York and Somerset brought rescue in We should have found a bloody day of this BASTARD How the young whelp of Talbots ragingwood Did flesh his puny sword in Frenchmens blood PUCELLE Once I encounterd him and thus I said Thou maiden youth be vanquishd by a maid But with a proud majestical high scorn He answerd thus Young Talbot was not born To be the pillage of a giglot wench So rushing in the bowels of the French He left me proudly as unworthy fight BURGUNDY Doubtless he would have made a noble knight See where he lies inhearsed in the arms Of the most bloody nurser of his harms BASTARD Hew them to pieces hack their bones asunder Whose life was Englands glory Gallias wonder CHARLES O no forbear For that which we have fled During the life let us not wrong it dead Enter Sir William Lucy and a French Herald LUCY Herald conduct me to the Dauphins tent To know who hath obtaind the glory of the day CHARLES On what submissive message art thou sent LUCY Submission Dauphin Tis a mere French word We English warriors wot not what it means I come to know what prisoners thou hast taen And to survey the bodies of the dead CHARLES For prisoners askst thou Hell our prison is But tell me whom thou seekst LUCY But wheres the great Alcides of the field Valiant Lord Talbot Earl of Shrewsbury Created for his rare success in arms Great Earl of Washford Waterford and Valence Lord Talbot of Goodrig and Urchinfield Lord Strange of Blackmere Lord Verdun of Alton Lord Cromwell of Wingfield Lord Furnival of Sheffield The thrice victorious" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "0eca3e2b-3542-4ca3-9b26-14596588c5b0", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " drink he would have tickled you othergates than he did DUKE How now gentleman How ist with you SIR TOBY Thats all one has hurt me and theres th end ont Sot didst see Dick Surgeon sot CLOWN O hes drunk Sir Toby an hour agone his eyes were set at eight i th morning SIR TOBY Then hes a rogue and a passy measures pavin I hate a drunken rogue OLIVIA Away with him Who hath made this havoc with them SIR ANDREW Ill help you Sir Toby because well be dressed together SIR TOBY Will you help An asshead and a coxcomb and a knave a thinfaced knave a gull OLIVIA Get him to bed and let his hurt be looked to Exeunt Clown Fabian Sir Toby and Sir Andrew Enter Sebastian SEBASTIAN I am sorry madam I have hurt your kinsman But had it been the brother of my blood I must have done no less with wit and safety You throw a strange regard upon me and by that I do perceive it hath offended you Pardon me sweet one even for the vows We made each other but so late ago DUKE One face one voice one habit and two persons A natural perspective that is and is not SEBASTIAN Antonio O my dear Antonio How have the hours rackd and torturd me Since I have lost thee ANTONIO Sebastian are you SEBASTIAN Fearst thou that Antonio ANTONIO How have you made division of yourself An apple cleft in two is not more twin Than these two creatures Which is Sebastian OLIVIA Most wonderful SEBASTIAN Do I stand there I never had a brother Nor can there be that deity in my nature Of here and everywhere I had a sister Whom the blind waves and surges have devoured Of charity what kin are you to me What countryman What name What parentage VIOLA Of Messaline Sebastian was my father Such a Sebastian was my brother too So went he suited to his watery tomb If spirits can assume both form and suit You come to fright us SEBASTIAN A spirit I am indeed But am in that dimension grossly clad Which from the womb I did participate Were you a woman as the rest goes even I should my tears let fall upon your cheek And say Thrice welcome drowned Viola VIOLA My father had a mole upon his brow SEBASTIAN And so had mine VIOLA And died that day" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "b6d458de-917f-43ae-aecf-708c234b8942", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ere best not know myself Knocking within Wake Duncan with thy knocking I would thou couldst Exeunt SCENE III The same Enter a Porter Knocking within PORTER Heres a knocking indeed If a man were porter of hell gate he should have old turning the key Knocking Knock knock knock Whos there i th name of Belzebub Heres a farmer that hanged himself on the expectation of plenty come in time have napkins enow about you here youll sweat fort Knocking Knock knock Whos there i th other devils name Faith heres an equivocator that could swear in both the scales against either scale who committed treason enough for Gods sake yet could not equivocate to heaven O come in equivocator Knocking Knock knock knock Whos there Faith heres an English tailor come hither for stealing out of a French hose come in tailor here you may roast your goose Knocking Knock knock Never at quiet What are youBut this place is too cold for hell Ill devilporter it no further I had thought to have let in some of all professions that go the primrose way to th everlasting bonfire Knocking Anon anon I pray you remember the porter Opens the gate Enter Macduff and Lennox MACDUFF Was it so late friend ere you went to bed That you do lie so late PORTER Faith sir we were carousing till the second cock and drink sir is a great provoker of three things MACDUFF What three things does drink especially provoke PORTER Marry sir nosepainting sleep and urine Lechery sir it provokes and unprovokes it provokes the desire but it takes away the performance Therefore much drink may be said to be an equivocator with lechery it makes him and it mars him it sets him on and it takes him off it persuades him and disheartens him makes him stand to and not stand to in conclusion equivocates him in a sleep and giving him the lie leaves him MACDUFF I believe drink gave thee the lie last night PORTER That it did sir i the very throat on me but I requited him for his lie and I think being too strong for him though he took up my legs sometime yet I made a shift to cast him MACDUFF Is thy master stirring Enter Macbeth Our knocking has awakd him here he comes LENNOX Good morrow noble sir MACBETH Good morrow both MACDUFF Is the King stirring worthy thane MACBETH Not yet" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "19c8f1d6-3189-4367-a2a5-2edb4f7e3d4d", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " fairer far than thou Although thy husband may be Menelaus And neer was Agamemnons brother wronged By that false woman as this king by thee His father revelled in the heart of France And tamed the King and made the Dauphin stoop And had he matched according to his state He might have kept that glory to this day But when he took a beggar to his bed And graced thy poor sire with his bridal day Even then that sunshine brewed a shower for him That washed his fathers fortunes forth of France And heaped sedition on his crown at home For what hath broached this tumult but thy pride Hadst thou been meek our title still had slept And we in pity of the gentle king Had slipped our claim until another age GEORGE But when we saw our sunshine made thy spring And that thy summer bred us no increase We set the axe to thy usurping root And though the edge hath something hit ourselves Yet know thou since we have begun to strike Well never leave till we have hewn thee down Or bathed thy growing with our heated bloods EDWARD And in this resolution I defy thee Not willing any longer conference Since thou deniest the gentle King to speak Sound trumpets Let our bloody colours wave And either victory or else a grave QUEEN MARGARET Stay Edward EDWARD No wrangling woman well no longer stay These words will cost ten thousand lives this day Exeunt SCENE III A field of battle between Towton and Saxton in Yorkshire Alarums Excursions Enter Warwick WARWICK Forspent with toil as runners with a race I lay me down a little while to breathe For strokes received and many blows repaid Have robbed my strongknit sinews of their strength And spite of spite needs must I rest awhile Enter Edward running EDWARD Smile gentle heaven or strike ungentle death For this world frowns and Edwards sun is clouded WARWICK How now my lord what hap What hope of good Enter George GEORGE Our hap is loss our hope but sad despair Our ranks are broke and ruin follows us What counsel give you Whither shall we fly EDWARD Bootless is flight they follow us with wings And weak we are and cannot shun pursuit Enter Richard RICHARD Ah Warwick why hast thou withdrawn thyself Thy brothers blood the thirsty earth hath drunk Broached with the steely point of Cliffords lance And in the very pangs of death he cried Like to a dismal clangor" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "a2a3f98c-892e-4e39-9eed-3633bee3da24", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " It did me yeomans service Wilt thou know The effect of what I wrote HORATIO Ay good my lord HAMLET An earnest conjuration from the King As England was his faithful tributary As love between them like the palm might flourish As peace should still her wheaten garland wear And stand a comma tween their amities And many suchlike ases of great charge That on the view and know of these contents Without debatement further more or less He should the bearers put to sudden death Not shrivingtime allowd HORATIO How was this seald HAMLET Why even in that was heaven ordinant I had my fathers signet in my purse Which was the model of that Danish seal Folded the writ up in the form of the other Subscribd it gavet thimpression placd it safely The changeling never known Now the next day Was our seafight and what to this was sequent Thou knowst already HORATIO So Guildenstern and Rosencrantz go tot HAMLET Why man they did make love to this employment They are not near my conscience their defeat Does by their own insinuation grow Tis dangerous when the baser nature comes Between the pass and fell incensed points Of mighty opposites HORATIO Why what a king is this HAMLET Does it not thinkst thee stand me now upon He that hath killd my king and whord my mother Poppd in between thelection and my hopes Thrown out his angle for my proper life And with such cozenageist not perfect conscience To quit him with this arm And ist not to be damnd To let this canker of our nature come In further evil HORATIO It must be shortly known to him from England What is the issue of the business there HAMLET It will be short The interim is mine And a mans lifes no more than to say One But I am very sorry good Horatio That to Laertes I forgot myself For by the image of my cause I see The portraiture of his Ill court his favours But sure the bravery of his grief did put me Into a towring passion HORATIO Peace who comes here Enter Osric OSRIC Your lordship is right welcome back to Denmark HAMLET I humbly thank you sir Dost know this waterfly HORATIO No my good lord HAMLET Thy state is the more gracious for tis a vice to know him He hath much land and fertile let" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "7bf417e1-3196-4479-adbf-8eeef8321efc", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "US I answer you What should I answer you ANGELO The money that you owe me for the chain ANTIPHOLUS OF EPHESUS I owe you none till I receive the chain ANGELO You know I gave it you half an hour since ANTIPHOLUS OF EPHESUS You gave me none You wrong me much to say so ANGELO You wrong me more sir in denying it Consider how it stands upon my credit MERCHANT Well officer arrest him at my suit OFFICER I do and charge you in the dukes name to obey me ANGELO This touches me in reputation Either consent to pay this sum for me Or I attach you by this officer ANTIPHOLUS OF EPHESUS Consent to pay thee that I never had Arrest me foolish fellow if thou darst ANGELO Here is thy fee arrest him officer I would not spare my brother in this case If he should scorn me so apparently OFFICER I do arrest you sir You hear the suit ANTIPHOLUS OF EPHESUS I do obey thee till I give thee bail But sirrah you shall buy this sport as dear As all the metal in your shop will answer ANGELO Sir sir I shall have law in Ephesus To your notorious shame I doubt it not Enter Dromio of Syracuse from the bay DROMIO OF SYRACUSE Master theres a bark of Epidamnum That stays but till her owner comes aboard And then sir bears away Our fraughtage sir I have conveyd aboard and I have bought The oil the balsamum and aquavitae The ship is in her trim the merry wind Blows fair from land they stay for nought at all But for their owner master and yourself ANTIPHOLUS OF EPHESUS How now a madman Why thou peevish sheep What ship of Epidamnum stays for me DROMIO OF SYRACUSE A ship you sent me to to hire waftage ANTIPHOLUS OF EPHESUS Thou drunken slave I sent thee for a rope And told thee to what purpose and what end DROMIO OF SYRACUSE You sent me for a ropes end as soon You sent me to the bay sir for a bark ANTIPHOLUS OF EPHESUS I will debate this matter at more leisure And teach your ears to list me with more heed To Adriana villain hie thee straight Give her this key and tell her in the desk Thats coverd o" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "d68c3e95-d69c-4b91-a1a7-fed1457eba72", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " found it so BRUTUS The gods have well prevented it and Rome Sits safe and still without him Enter an Aedile AEDILE Worthy tribunes There is a slave whom we have put in prison Reports the Volsces with two several powers Are entered in the Roman territories And with the deepest malice of the war Destroy what lies before em MENENIUS Tis Aufidius Who hearing of our Martius banishment Thrusts forth his horns again into the world Which were inshelled when Martius stood for Rome And durst not once peep out SICINIUS Come what talk you of Martius BRUTUS Go see this rumourer whipped It cannot be The Volsces dare break with us MENENIUS Cannot be We have record that very well it can And three examples of the like hath been Within my age But reason with the fellow Before you punish him where he heard this Lest you shall chance to whip your information And beat the messenger who bids beware Of what is to be dreaded SICINIUS Tell not me I know this cannot be BRUTUS Not possible Enter a Messenger MESSENGER The nobles in great earnestness are going All to the Senate House Some news is coming That turns their countenances SICINIUS Tis this slave Go whip him fore the peoples eyeshis raising Nothing but his report MESSENGER Yes worthy sir The slaves report is seconded and more More fearful is delivered SICINIUS What more fearful MESSENGER It is spoke freely out of many mouths How probable I do not knowthat Martius Joined with Aufidius leads a power gainst Rome And vows revenge as spacious as betweenThe youngst and oldest thing SICINIUS This is most likely BRUTUS Raised only that the weaker sort may wish Good Martius home again SICINIUS The very trick on t MENENIUS This is unlikely He and Aufidius can no more atone Than violentst contrariety Enter a Second Messenger SECOND MESSENGER You are sent for to the Senate A fearful army led by Caius Martius Associated with Aufidius rages Upon our territories and have already Oerborne their way consumed with fire and took What lay before them Enter Cominius COMINIUS O you have made good work MENENIUS What news What news COMINIUS You have holp to ravish your own daughters and To melt the city leads" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "c96bd55a-f295-48b3-9e6e-b0509af8632f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "aking the bloody fingers of thy foes Most noble in the presence of thy corse Had I as many eyes as thou hast wounds Weeping as fast as they stream forth thy blood It would become me better than to close In terms of friendship with thine enemies Pardon me Julius Here wast thou bayd brave hart Here didst thou fall and here thy hunters stand Signd in thy spoil and crimsond in thy lethe O world thou wast the forest to this hart And this indeed O world the heart of thee How like a deer strucken by many princes Dost thou here lie CASSIUS Mark Antony ANTONY Pardon me Caius Cassius The enemies of Caesar shall say this Then in a friend it is cold modesty CASSIUS I blame you not for praising Caesar so But what compact mean you to have with us Will you be prickd in number of our friends Or shall we on and not depend on you ANTONY Therefore I took your hands but was indeed Swayd from the point by looking down on Caesar Friends am I with you all and love you all Upon this hope that you shall give me reasons Why and wherein Caesar was dangerous BRUTUS Or else were this a savage spectacle Our reasons are so full of good regard That were you Antony the son of Caesar You should be satisfied ANTONY Thats all I seek And am moreover suitor that I may Produce his body to the marketplace And in the pulpit as becomes a friend Speak in the order of his funeral BRUTUS You shall Mark Antony CASSIUS Brutus a word with you Aside to Brutus You know not what you do Do not consent That Antony speak in his funeral Know you how much the people may be movd By that which he will utterBRUTUS Aside to Cassius By your pardon I will myself into the pulpit first And show the reason of our Caesars death What Antony shall speak I will protest He speaks by leave and by permission And that we are contented Caesar shall Have all true rights and lawful ceremonies It shall advantage more than do us wrong CASSIUS Aside to Brutus I know not what may fall I like it not BRUTUS Mark Antony here take you Caesars body You shall not in your funeral speech blame us But speak all good you can devise of Caesar And say you dot by our permission Else shall you not have any hand at all About his funeral And you shall speak In the same pulpit whereto" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - }, - { - "session_id": "28c90ce4-c3f9-4b5c-9abd-fd9268554346", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " it cannot be but so LOUIS But what shall I gain by young Arthurs fall PANDULPH You in the right of Lady Blanche your wife May then make all the claim that Arthur did LOUIS And lose it life and all as Arthur did PANDULPH How green you are and fresh in this old world John lays you plots the times conspire with you For he that steeps his safety in true blood Shall find but bloody safety and untrue This act so evilly borne shall cool the hearts Of all his people and freeze up their zeal That none so small advantage shall step forth To check his reign but they will cherish it No natural exhalation in the sky No scope of nature no distemperd day No common wind no customed event But they will pluck away his natural cause And call them meteors prodigies and signs Abortives presages and tongues of heaven Plainly denouncing vengeance upon John LOUIS Maybe he will not touch young Arthurs life But hold himself safe in his prisonment PANDULPH O sir when he shall hear of your approach If that young Arthur be not gone already Even at that news he dies and then the hearts Of all his people shall revolt from him And kiss the lips of unacquainted change And pick strong matter of revolt and wrath Out of the bloody fingers ends of John Methinks I see this hurly all on foot And O what better matter breeds for you Than I have namd The bastard Faulconbridge Is now in England ransacking the church Offending charity If but a dozen French Were there in arms they would be as a call To train ten thousand English to their side Or as a little snow tumbled about Anon becomes a mountain O noble Dauphin Go with me to the King Tis wonderful What may be wrought out of their discontent Now that their souls are topful of offence For England go I will whet on the King LOUIS Strong reasons makes strong actions Let us go If you say ay the King will not say no Exeunt ACT IV SCENE I Northampton A Room in the Castle Enter Hubert and two Executioners HUBERT Heat me these irons hot and look thou stand Within the arras When I strike my foot Upon the bosom of the ground rush forth And bind the boy which you shall find with me Fast to the chair Be heedful Hence and watch FIRST EXECUTIONER I hope your warrant will bear out the deed HUBERT" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 100 - } - ] - } - ] -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl deleted file mode 100644 index 8fc44f439099..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export.jsonl +++ /dev/null @@ -1,60 +0,0 @@ -{"metadata":{"session_num":7,"x_request_id":"7f2d1483-4a15-4fd6-b2e9-ef9261494382","x_correlation_id":"72c91b5e-99b0-4cb1-aecc-d66ef49588a7","conversation_id":"dabb4828-4fec-4a80-9aea-0d188abd5ed6","turn_index":0,"credit_issued_ns":1779883874779686707,"request_start_ns":1779883874784173261,"request_end_ns":1779883874787665040,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874787665040},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":1,"x_request_id":"5a8a5a95-1f4d-4e85-af07-f054d522882f","x_correlation_id":"e2f392d4-a5d2-4362-854b-496d49f48b50","conversation_id":"a11d999e-2996-4eb0-bc65-b178a51c1a2d","turn_index":0,"credit_issued_ns":1779883874779423284,"request_start_ns":1779883874784929774,"request_end_ns":1779883874789316683,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874789316683},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":15,"x_request_id":"63867886-7164-4972-9996-2827e2d22e9d","x_correlation_id":"a4c8090a-ec3d-465a-94ae-1718b20903f4","conversation_id":"4d1a0ff7-3e19-44d7-a0f7-b5aaaf3d576f","turn_index":0,"credit_issued_ns":1779883874784745944,"request_start_ns":1779883874786985881,"request_end_ns":1779883874788431936,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874788431936},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":8,"x_request_id":"e02b84e3-80f7-49a2-b945-0d4b65894b88","x_correlation_id":"809e8bf6-3b4d-4595-8dfa-2a35990d1cf5","conversation_id":"c32b244c-a287-4c30-ab8d-1a4c6078cbfa","turn_index":0,"credit_issued_ns":1779883874779731491,"request_start_ns":1779883874784027319,"request_end_ns":1779883874787377983,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874787377983},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":3,"x_request_id":"7b55f05e-b7e0-4612-af64-c3bc3db9110e","x_correlation_id":"f935b5ee-3af3-431c-8c5c-baf94bd84fde","conversation_id":"63788746-263b-424f-836c-967d2b2c5885","turn_index":0,"credit_issued_ns":1779883874779524426,"request_start_ns":1779883874785490513,"request_end_ns":1779883874790175235,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874790175235},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":2,"x_request_id":"7176caea-8d6e-4f29-890d-cad1afff0020","x_correlation_id":"416b62a8-64d6-4813-b74b-ff1c8f068139","conversation_id":"a3ef3228-b7a7-4027-bef3-e9fb179dc70c","turn_index":0,"credit_issued_ns":1779883874779480540,"request_start_ns":1779883874786424341,"request_end_ns":1779883874792448730,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874792448730},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":4,"x_request_id":"c145f2bc-c904-480a-bd98-9d8716193bb6","x_correlation_id":"72c712dd-b2f7-40cb-8926-04f7387efea4","conversation_id":"467dc666-3359-43a3-8fb0-9d0c602d6eaf","turn_index":0,"credit_issued_ns":1779883874779567834,"request_start_ns":1779883874784758269,"request_end_ns":1779883874788995391,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874788995391},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":21,"x_request_id":"86c51a50-0e8a-479b-871f-0e90a2955ceb","x_correlation_id":"9bd1a8c6-64d5-4fdd-9428-4eec086f4680","conversation_id":"cff79144-aa15-4670-b626-16f52d1beb65","turn_index":0,"credit_issued_ns":1779883874787359347,"request_start_ns":1779883874788592891,"request_end_ns":1779883874789325241,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874789325241},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":20,"x_request_id":"38eeee1a-4be5-4df6-a3a2-0624464994e2","x_correlation_id":"86eaa5ff-2022-43af-a579-b55f0b9cce51","conversation_id":"01bf11dd-c095-45ae-a120-1635ea69bc96","turn_index":0,"credit_issued_ns":1779883874786919768,"request_start_ns":1779883874788967601,"request_end_ns":1779883874790182132,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874790182132},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":23,"x_request_id":"3f7e913c-47f4-45c2-96e0-8768764610f1","x_correlation_id":"2c86cebd-5ed7-45df-9aa8-6907e5d2b99c","conversation_id":"08541c2e-1c11-40fa-a8c3-2554db7e6d2a","turn_index":0,"credit_issued_ns":1779883874789465487,"request_start_ns":1779883874791417083,"request_end_ns":1779883874792591439,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874792591439},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":24,"x_request_id":"3755e853-8c09-4b8e-a2a2-a59d9aae88d0","x_correlation_id":"ec134c39-a078-4cb8-932e-a6228ad6539a","conversation_id":"9409b105-bb4a-4f09-869c-965b385415e3","turn_index":0,"credit_issued_ns":1779883874791848787,"request_start_ns":1779883874794056767,"request_end_ns":1779883874795678341,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883874795678341},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":26,"x_request_id":"c697dd78-a778-42e5-98b0-346296594af3","x_correlation_id":"faf699dd-a732-41ac-9c7c-b0b324107654","conversation_id":"f7028056-d83f-442f-a4b7-754eacc06c4c","turn_index":0,"credit_issued_ns":1779883875082313995,"request_start_ns":1779883875083608836,"request_end_ns":1779883875084207745,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875084207745},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":9,"x_request_id":"5cf2b686-707c-46a3-820a-4fcc7e830dec","x_correlation_id":"a0dc1d54-8db6-4299-a60d-8ed6a8285b42","conversation_id":"c2e9fcc4-01f5-4359-adab-038a0706fa37","turn_index":0,"credit_issued_ns":1779883874779779178,"request_start_ns":1779883874781057944,"request_ack_ns":1779883874815577561,"request_end_ns":1779883875081119950,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[13.721357999999999,2.012958,0.9610719999999999,2.052188,2.2246189999999997,2.098046,2.149333,2.076005,2.086319,2.195001,2.1277649999999997,2.226134,2.0459169999999998,2.253243,2.25255,2.277567,2.125661,2.226722,2.150813,2.3037039999999998,2.1362319999999997,2.0728169999999997,2.1522159999999997,2.178061,2.1771849999999997,2.185473,2.186937,2.085927,2.2182619999999997,2.1876029999999997,2.1659349999999997,2.196871,2.1907289999999997,2.19012,2.209878,2.306139,2.40211,1.949419,2.051203,2.115306,2.105804,2.234435,2.137687,2.109975,2.087952,2.270203,2.2382429999999998,2.168818,2.318562,2.120914,2.141721,2.089812,2.140882,2.054095,2.2104559999999998,2.169018,1.998824,2.100631,2.198181,2.153818,2.2399549999999997,2.2546079999999997,2.1313709999999997,2.1998059999999997,2.196802,2.222476,2.124707,2.355074,2.1102559999999997,2.116402,2.244231,2.222298,2.2155519999999997,2.083214,2.1526199999999998,2.1215669999999998,2.540413,2.023875,2.130381,2.170984,2.16954,2.2784109999999997,2.213441,2.2952459999999997,2.194919,2.092526,2.073534,2.1816649999999997,2.15509,2.22106,2.221187,2.227204,2.2551449999999997,2.14548,2.155521,2.6506,2.130804,3.141302],"unit":"ms"},"request_latency":{"value":300.062006,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":75.42730999999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.29296875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":1.96077,"unit":"ms"},"http_req_dns_lookup":{"value":1.266357,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":299.867618,"unit":"ms"},"http_req_sending":{"value":2.452341,"unit":"ms"},"http_req_waiting":{"value":56.638419999999996,"unit":"ms"},"http_req_receiving":{"value":240.77685699999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":13.721357999999999,"unit":"ms"},"http_req_data_received":{"value":24.515625,"unit":"KB"},"e2e_output_token_throughput":{"value":329.9318074944817,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.292190775510204,"unit":"ms"},"http_req_connection_overhead":{"value":3.227127,"unit":"ms"},"prefill_throughput_per_user":{"value":6628.898737075469,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":303.094745,"unit":"ms"},"output_token_throughput_per_user":{"value":436.263861928079,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":5,"x_request_id":"3f44d9fb-5035-469c-be07-74aae4d24fcc","x_correlation_id":"3141d14c-3d82-4afd-a688-ca63b6694071","conversation_id":"e699eaa2-be05-45b4-8779-1a92ecd16b5e","turn_index":0,"credit_issued_ns":1779883874779606722,"request_start_ns":1779883874780858377,"request_ack_ns":1779883874819104344,"request_end_ns":1779883875083890877,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.993464,0.9824179999999999,2.056829,2.226159,2.098998,2.139906,2.084213,2.0844359999999997,2.192142,2.1216589999999997,2.238267,2.035249,2.26213,2.13281,2.33843,2.153959,2.2282949999999997,2.1495349999999998,2.293935,2.147487,2.080299,2.157121,2.181269,2.166533,2.177964,2.190617,2.09585,2.222277,2.179977,2.160616,2.21804,2.1725149999999998,2.1905099999999997,2.219588,2.29594,2.390622,1.943916,2.048165,2.123688,2.108247,2.228109,2.1417699999999997,2.113383,2.0920069999999997,2.259429,2.238595,2.157461,2.314523,2.141187,2.139871,2.0894559999999998,2.1364959999999997,2.055888,2.217421,2.168173,1.998978,2.1040069999999997,2.1941289999999998,2.154461,2.238461,2.2528159999999997,2.137467,2.1979159999999998,2.1939949999999997,2.2218199999999997,2.127583,2.354622,2.107952,2.117054,2.234739,2.230254,2.216852,2.0927189999999998,2.145247,2.120943,2.515602,2.050609,2.134421,2.174734,2.1639049999999997,2.282887,2.2094,2.29557,2.192551,2.095231,2.077465,2.179163,2.154462,2.2201869999999997,2.226436,2.21381,2.234768,2.169251,2.179288,2.616022,2.135348,2.990487,2.99353],"unit":"ms"},"request_latency":{"value":303.03249999999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":89.307514,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.15234375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":2.120584,"unit":"ms"},"http_req_dns_lookup":{"value":1.4589109999999998,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":302.822763,"unit":"ms"},"http_req_sending":{"value":2.6327979999999997,"unit":"ms"},"http_req_waiting":{"value":72.840299,"unit":"ms"},"http_req_receiving":{"value":227.34966599999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.993464,"unit":"ms"},"http_req_data_received":{"value":24.5009765625,"unit":"KB"},"e2e_output_token_throughput":{"value":326.697631442172,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1808672040816326,"unit":"ms"},"http_req_connection_overhead":{"value":3.5794949999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5598.6330556687535,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":306.40225799999996,"unit":"ms"},"output_token_throughput_per_user":{"value":458.53319180940315,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":6,"x_request_id":"a4c1c316-6c08-4781-9687-4162d510b20e","x_correlation_id":"201e784c-5bb0-4fd0-9e30-9563f264dfb1","conversation_id":"e3a46657-ea71-4a03-910d-a584a311cb55","turn_index":0,"credit_issued_ns":1779883874779643052,"request_start_ns":1779883874780853764,"request_ack_ns":1779883874819153703,"request_end_ns":1779883875083970756,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.0318799999999997,1.0017559999999999,2.046106,2.199814,2.1004009999999997,2.157978,2.076966,2.083342,2.1893499999999997,2.045641,2.2125909999999998,2.048408,2.273243,2.1638759999999997,2.416063,2.189027,2.2209689999999997,2.1425,2.30184,2.1448389999999997,2.074931,2.15436,2.142671,2.206957,2.175824,2.183341,2.105874,2.220506,2.179829,2.159697,2.2013689999999997,2.186989,2.190861,2.2146689999999998,2.3122339999999997,2.388207,1.9454019999999999,2.0741419999999997,2.109305,2.1074319999999997,2.2206159999999997,2.1408549999999997,2.1148059999999997,2.080065,2.28179,2.207208,2.183469,2.224164,2.104915,2.129283,2.093591,2.1402259999999997,2.054702,2.216013,2.163939,2.009779,2.092568,2.198217,2.151408,2.2423379999999997,2.2542,2.130554,2.200614,2.194317,2.227153,2.127642,2.3531139999999997,2.104451,2.119188,2.2437959999999997,2.2217219999999998,2.212897,2.084932,2.162422,2.116949,2.6316129999999998,2.049039,2.13686,2.168406,2.183382,2.266282,2.2143219999999997,2.293517,2.203354,2.086804,2.074635,2.177226,2.1509139999999998,2.232318,2.222188,2.214047,2.248189,2.1517429999999997,2.141639,2.667411,2.139516,2.999456,2.888233],"unit":"ms"},"request_latency":{"value":303.116992,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":89.390805,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.26953125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":2.188261,"unit":"ms"},"http_req_dns_lookup":{"value":1.6135899999999999,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":302.910125,"unit":"ms"},"http_req_sending":{"value":2.664367,"unit":"ms"},"http_req_waiting":{"value":72.857523,"unit":"ms"},"http_req_receiving":{"value":227.38823499999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.0318799999999997,"unit":"ms"},"http_req_data_received":{"value":24.5078125,"unit":"KB"},"e2e_output_token_throughput":{"value":326.6065664837423,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1808794591836733,"unit":"ms"},"http_req_connection_overhead":{"value":3.8018509999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5593.416459332701,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":306.711976,"unit":"ms"},"output_token_throughput_per_user":{"value":458.53061515573665,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":29,"x_request_id":"9ea4e85e-8059-4ed7-be79-632d8ac78460","x_correlation_id":"48b13f83-fda2-4745-962d-b53fd80983ab","conversation_id":"7b75bccf-951f-4731-b0c0-35a7a06c7818","turn_index":0,"credit_issued_ns":1779883875085075796,"request_start_ns":1779883875086883857,"request_end_ns":1779883875087953923,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875087953923},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":10,"x_request_id":"bba9bce0-c2bd-49f0-a0e3-4e9df3ce009e","x_correlation_id":"45318172-3578-447b-89b8-14061ce1cff2","conversation_id":"2e820647-7162-45a5-8e40-f89c45c1056a","turn_index":0,"credit_issued_ns":1779883874779827037,"request_start_ns":1779883874781056515,"request_ack_ns":1779883874815545352,"request_end_ns":1779883875083885627,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.8159809999999998,1.001726,2.0544819999999997,2.224285,2.102706,2.142538,2.084372,2.084975,2.1853849999999997,2.132958,2.221466,2.046445,2.256132,2.1659219999999997,2.332451,2.170185,2.223934,2.160663,2.282619,2.145621,2.079151,2.152271,2.145075,2.2192309999999997,2.169578,2.1594789999999997,2.108844,2.2322539999999997,2.182284,2.161879,2.194321,2.193647,2.191912,2.212455,2.301761,2.391332,1.9574889999999998,2.0446239999999998,2.122371,2.106691,2.242143,2.131664,2.110137,2.088651,2.2697179999999997,2.197764,2.193717,2.314736,2.135716,2.140339,2.094165,2.140416,2.054547,2.2097409999999997,2.168959,2.004043,2.101474,2.192485,2.157006,2.2377279999999997,2.2558849999999997,2.134572,2.198235,2.1939569999999997,2.220272,2.127796,2.3555889999999997,2.1098529999999998,2.114638,2.2436979999999997,2.221319,2.214733,2.091828,2.1519239999999997,2.12181,2.5007859999999997,2.058766,2.134711,2.166667,2.172723,2.279836,2.210905,2.2903949999999997,2.191402,2.101988,2.075087,2.17943,2.154492,2.2220839999999997,2.224301,2.214683,2.2356089999999997,2.169391,2.141035,2.6524829999999997,2.140432,2.9910889999999997,2.9486399999999997],"unit":"ms"},"request_latency":{"value":302.829112,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":89.269424,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2744140625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":1.9476939999999998,"unit":"ms"},"http_req_dns_lookup":{"value":1.2954059999999998,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":302.621064,"unit":"ms"},"http_req_sending":{"value":2.438914,"unit":"ms"},"http_req_waiting":{"value":72.802476,"unit":"ms"},"http_req_receiving":{"value":227.379674,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.8159809999999998,"unit":"ms"},"http_req_data_received":{"value":24.4501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":326.9170501678848,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1791804897959186,"unit":"ms"},"http_req_connection_overhead":{"value":3.2430999999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5601.021913169284,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":305.86416399999996,"unit":"ms"},"output_token_throughput_per_user":{"value":458.8881025149277,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":18,"x_request_id":"0526e79d-1805-40e3-a7d0-f0e9fbc2b08d","x_correlation_id":"5e6a79f8-8d30-40f6-9eac-650e870c1bb4","conversation_id":"9029a92b-d569-4416-a92b-11562486902e","turn_index":0,"credit_issued_ns":1779883874785460829,"request_start_ns":1779883874786322944,"request_ack_ns":1779883874832252158,"request_end_ns":1779883875090359409,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9598209999999999,2.0563849999999997,2.230212,2.097596,2.137146,2.08386,2.081007,2.196482,2.119795,2.247473,2.040984,2.2531,2.130475,2.324135,2.1520699999999997,2.2260459999999997,2.151786,2.295871,2.145907,2.067995,2.1624049999999997,2.217224,2.126827,2.1789,2.217828,2.0808329999999997,2.222809,2.173618,2.164058,2.231775,2.161464,2.18472,2.2265729999999997,2.293701,2.391156,1.949998,2.0510029999999997,2.117069,2.110003,2.228695,2.143513,2.112952,2.082882,2.266775,2.253831,2.149912,2.310488,2.125915,2.152993,2.091318,2.141884,2.05461,2.210306,2.165672,2.005335,2.102276,2.196605,2.155542,2.2392019999999997,2.2534259999999997,2.128087,2.201143,2.199537,2.2191199999999998,2.129448,2.354788,2.108749,2.117145,2.248301,2.2216839999999998,2.208824,2.0829519999999997,2.154159,2.123129,2.505425,2.048121,2.1383129999999997,2.167817,2.170518,2.272014,2.219694,2.285482,2.203149,2.0951619999999997,2.066656,2.17957,2.155309,2.230829,2.217657,2.215327,2.24267,2.1668789999999998,2.19238,2.613472,2.136344,2.993191,5.090392,4.331264],"unit":"ms"},"request_latency":{"value":304.03646499999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":85.897522,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.23828125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.365894,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":303.95273499999996,"unit":"ms"},"http_req_sending":{"value":0.571808,"unit":"ms"},"http_req_waiting":{"value":83.271669,"unit":"ms"},"http_req_receiving":{"value":220.10925799999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9598209999999999,"unit":"ms"},"http_req_data_received":{"value":24.4521484375,"unit":"KB"},"e2e_output_token_throughput":{"value":325.6188365431758,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.225907581632653,"unit":"ms"},"http_req_connection_overhead":{"value":0.365894,"unit":"ms"},"prefill_throughput_per_user":{"value":5820.88968759774,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":304.318629,"unit":"ms"},"output_token_throughput_per_user":{"value":449.25495031852233,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":32,"x_request_id":"3780f4e8-9745-4f06-b948-e8412967e509","x_correlation_id":"0e36c851-e38e-42b0-be91-3f7552cc8477","conversation_id":"67025c9a-3066-4a86-91a5-c14b4673452a","turn_index":0,"credit_issued_ns":1779883875091114889,"request_start_ns":1779883875092916429,"request_end_ns":1779883875093654161,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875093654161},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":34,"x_request_id":"c8e72a58-9fde-401d-a0e2-d0b540f70993","x_correlation_id":"56adb480-5a53-40ca-a782-3ab1de5ddc82","conversation_id":"5b877db2-592a-4b53-a264-aa22b7344a5b","turn_index":0,"credit_issued_ns":1779883875091822754,"request_start_ns":1779883875093273330,"request_end_ns":1779883875093898125,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875093898125},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":45,"x_request_id":"b17a3bc2-10dc-43e0-9499-1c9bcd1f6553","x_correlation_id":"b4ea8b25-ca37-4a2b-b3e2-a345c29e2344","conversation_id":"cf1da564-d372-475f-94e6-2d66317db3a8","turn_index":0,"credit_issued_ns":1779883875093874005,"request_start_ns":1779883875095404518,"request_end_ns":1779883875096336001,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875096336001},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":40,"x_request_id":"e105ba25-87c3-4ce4-a85b-872c3535edd4","x_correlation_id":"889053a6-078e-4162-993d-53fed33b9e55","conversation_id":"e1d3bf2c-f1a1-4840-a101-ca8c01e6a5a2","turn_index":0,"credit_issued_ns":1779883875092177195,"request_start_ns":1779883875093430361,"request_end_ns":1779883875094057983,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875094057983},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":16,"x_request_id":"78989bf7-f2d6-4258-aa1d-af2e13c9df45","x_correlation_id":"f9f5fb3f-039c-4912-a428-d69ca9866aad","conversation_id":"b81b77df-fffb-437f-a23e-b45a46e76370","turn_index":0,"credit_issued_ns":1779883874784850968,"request_start_ns":1779883874785561261,"request_ack_ns":1779883874832370730,"request_end_ns":1779883875090386792,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.971792,2.10161,2.220337,2.091805,2.096009,2.086524,2.119846,2.1763969999999997,2.147801,2.325134,1.879146,2.244798,2.2069,2.3232649999999997,2.1954919999999998,2.2003909999999998,2.121204,2.2996119999999998,2.133548,2.077706,2.148827,2.163219,2.2619759999999998,2.181634,2.1565469999999998,2.091245,2.364556,2.011095,2.151337,2.238566,2.219308,2.1932709999999997,2.15989,2.331124,2.3467919999999998,1.9649169999999998,2.063031,2.093674,2.108128,2.230591,2.136327,2.1154479999999998,2.091139,2.26549,2.2579949999999998,2.141505,2.341501,2.113293,2.135259,2.089768,2.138643,2.0580789999999998,2.208281,2.176412,1.995892,2.102189,2.193232,2.154865,2.238724,2.254315,2.129435,2.200492,2.198217,2.219408,2.1275939999999998,2.354053,2.110055,2.115646,2.241613,2.287963,2.226142,2.064645,2.1084389999999997,2.116008,2.500575,2.0596609999999997,2.13098,2.168889,2.170502,2.281545,2.210851,2.293603,2.198174,2.09369,2.0740659999999997,2.179166,2.153872,2.220819,2.222938,2.224728,2.254618,2.1491469999999997,2.147564,2.661854,2.133311,2.9938309999999997,2.8520659999999998,6.59605],"unit":"ms"},"request_latency":{"value":304.825531,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":86.64591899999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.169921875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.41948399999999997,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":304.73974599999997,"unit":"ms"},"http_req_sending":{"value":0.648892,"unit":"ms"},"http_req_waiting":{"value":83.95567,"unit":"ms"},"http_req_receiving":{"value":220.13518399999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.971792,"unit":"ms"},"http_req_data_received":{"value":24.4833984375,"unit":"KB"},"e2e_output_token_throughput":{"value":324.77594535872385,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2263225714285713,"unit":"ms"},"http_req_connection_overhead":{"value":0.41948399999999997,"unit":"ms"},"prefill_throughput_per_user":{"value":5770.612231604353,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":305.15923,"unit":"ms"},"output_token_throughput_per_user":{"value":449.17120853620366,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":25,"x_request_id":"b83b42c2-36af-479a-8e65-cf881165739d","x_correlation_id":"2e403642-6dbe-4ef3-a05c-bea312aba98d","conversation_id":"0eca3e2b-3542-4ca3-9b26-14596588c5b0","turn_index":0,"credit_issued_ns":1779883874794391451,"request_start_ns":1779883874795029797,"request_ack_ns":1779883874838342781,"request_end_ns":1779883875090328967,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.054831,2.22456,2.102831,2.143385,2.081296,2.097047,2.174429,2.132812,2.219459,2.052181,2.250956,2.18911,2.315914,2.167968,2.2392689999999997,2.1498209999999998,2.2869699999999997,2.144765,2.085571,2.146785,2.153709,2.202075,2.176281,2.1689439999999998,2.112124,2.221146,2.180978,2.167575,2.2114309999999997,2.1755649999999997,2.189304,2.217546,2.297154,2.436973,1.958426,2.056505,2.100214,2.110979,2.226553,2.1396539999999997,2.1123979999999998,2.090338,2.271897,2.196824,2.201838,2.303676,2.137151,2.140653,2.092669,2.147353,2.051997,2.209194,2.167745,1.996132,2.1082289999999997,2.199385,2.1559589999999997,2.235264,2.25639,2.132317,2.196994,2.201335,2.218113,2.125511,2.363619,2.1017509999999997,2.120845,2.23042,2.2402949999999997,2.208299,2.092634,2.144269,2.1184179999999997,2.461802,2.06091,2.132901,2.1804289999999997,2.1628439999999998,2.278628,2.2091499999999997,2.293962,2.1988149999999997,2.090878,2.074392,2.180094,2.155691,2.222128,2.222989,2.224055,2.227128,2.177127,2.135712,2.650601,2.145396,2.986795,2.868877,6.561757999999999],"unit":"ms"},"request_latency":{"value":295.29917,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":78.06309999999999,"unit":"ms"},"http_req_chunks_received":{"value":99,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.158203125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.284361,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":295.243446,"unit":"ms"},"http_req_sending":{"value":0.408632,"unit":"ms"},"http_req_waiting":{"value":76.615498,"unit":"ms"},"http_req_receiving":{"value":218.219316,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.054831,"unit":"ms"},"http_req_data_received":{"value":24.271484375,"unit":"KB"},"e2e_output_token_throughput":{"value":335.2532281076171,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2166945918367347,"unit":"ms"},"http_req_connection_overhead":{"value":0.284361,"unit":"ms"},"prefill_throughput_per_user":{"value":6405.074868920142,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":295.527807,"unit":"ms"},"output_token_throughput_per_user":{"value":451.1221363929111,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":17,"x_request_id":"4a17821e-19c8-4a91-b849-007760276948","x_correlation_id":"7f79fed2-3957-48b1-ab75-af2b0c73e75e","conversation_id":"62869070-5036-45a1-8ded-7ae0dfe06d96","turn_index":0,"credit_issued_ns":1779883874785265501,"request_start_ns":1779883874786512019,"request_ack_ns":1779883874832288008,"request_end_ns":1779883875090320403,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.995065,2.048945,2.224332,2.1028819999999997,2.141994,2.083961,2.086572,2.1816649999999997,2.171799,2.190031,2.046769,2.253206,2.169454,2.332065,2.17914,2.2228339999999998,2.151183,2.290866,2.146337,2.078696,2.14972,2.1521749999999997,2.205345,2.175218,2.222867,2.0969889999999998,2.219511,2.183113,2.164473,2.194233,2.195554,2.188995,2.202635,2.312148,2.364665,1.9366109999999999,2.041175,2.124079,2.108473,2.229365,2.140189,2.111105,2.091637,2.266709,2.208275,2.191451,2.312392,2.136968,2.144647,2.09157,2.136975,2.055649,2.213858,2.1671519999999997,2.001442,2.104527,2.194415,2.154251,2.238642,2.2525049999999998,2.132632,2.202149,2.19422,2.222139,2.128719,2.3542989999999997,2.107441,2.115982,2.2309419999999998,2.233667,2.2187419999999998,2.088854,2.147782,2.125298,2.507907,2.054794,2.132521,2.1677239999999998,2.171538,2.281846,2.210291,2.2962979999999997,2.190787,2.0966519999999997,2.075385,2.180296,2.154881,2.219747,2.225073,2.215045,2.2342299999999997,2.171278,2.181734,2.6151109999999997,2.1390439999999997,2.98963,2.853986,6.552779],"unit":"ms"},"request_latency":{"value":303.808384,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":85.60744199999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.0244140625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.425581,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":303.719443,"unit":"ms"},"http_req_sending":{"value":0.652628,"unit":"ms"},"http_req_waiting":{"value":82.90784,"unit":"ms"},"http_req_receiving":{"value":220.158975,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.995065,"unit":"ms"},"http_req_data_received":{"value":24.513671875,"unit":"KB"},"e2e_output_token_throughput":{"value":325.8632915146936,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.226540224489796,"unit":"ms"},"http_req_connection_overhead":{"value":0.425581,"unit":"ms"},"prefill_throughput_per_user":{"value":5840.613716737384,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":304.145024,"unit":"ms"},"output_token_throughput_per_user":{"value":449.1273002845239,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":36,"x_request_id":"5ed96eeb-89c8-4cce-8f7b-faaba4d6a2b2","x_correlation_id":"0510deaa-2714-4c2e-8dd9-357baf43022f","conversation_id":"5cd53c3e-6764-4abc-8cbe-dd5312d89087","turn_index":0,"credit_issued_ns":1779883875091956481,"request_start_ns":1779883875093385062,"request_end_ns":1779883875094025726,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875094025726},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":12,"x_request_id":"b8fc0aab-3bd9-475a-94de-0fc76404baf3","x_correlation_id":"0c3aeca7-583b-4910-8607-b167f35b5559","conversation_id":"b4006cd9-dfb2-4c0c-adc8-5d193b8d5881","turn_index":0,"credit_issued_ns":1779883874779924032,"request_start_ns":1779883874783175587,"request_ack_ns":1779883874825819736,"request_end_ns":1779883875090360469,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.991717,2.0511779999999997,2.222098,2.1035779999999997,2.141135,2.0849759999999997,2.085563,2.226314,2.092918,2.225375,2.046531,2.2526859999999997,2.160147,2.343094,2.180617,2.223636,2.159183,2.277455,2.148685,2.079995,2.151421,2.154867,2.198895,2.183986,2.1646,2.11271,2.206782,2.187102,2.1726,2.200364,2.181031,2.1892359999999997,2.225651,2.297373,2.40117,1.931916,2.043322,2.123844,2.105422,2.245914,2.131612,2.105572,2.089499,2.264643,2.220169,2.186076,2.3120659999999997,2.140606,2.139923,2.091922,2.136827,2.055237,2.210862,2.1712119999999997,1.999661,2.104537,2.196455,2.153455,2.239734,2.252567,2.13264,2.200751,2.194703,2.219063,2.130452,2.353665,2.108819,2.114458,2.229159,2.239166,2.215009,2.085036,2.151404,2.125795,2.516355,2.047273,2.131824,2.166775,2.171561,2.2877609999999997,2.2092609999999997,2.302806,2.190429,2.087941,2.076993,2.176938,2.153758,2.223422,2.221161,2.226164,2.264166,2.1373789999999997,2.138514,2.6796349999999998,2.1100689999999998,3.015903,2.8840939999999997,6.5266709999999994],"unit":"ms"},"request_latency":{"value":307.18488199999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.96018699999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1474609375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.6580619999999999,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":307.06258099999997,"unit":"ms"},"http_req_sending":{"value":1.011807,"unit":"ms"},"http_req_waiting":{"value":85.85891,"unit":"ms"},"http_req_receiving":{"value":220.19186399999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.991717,"unit":"ms"},"http_req_data_received":{"value":24.4990234375,"unit":"KB"},"e2e_output_token_throughput":{"value":322.2814851936626,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.226782602040816,"unit":"ms"},"http_req_connection_overhead":{"value":0.6580619999999999,"unit":"ms"},"prefill_throughput_per_user":{"value":5620.491782464441,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.720643,"unit":"ms"},"output_token_throughput_per_user":{"value":449.078414338029,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":14,"x_request_id":"e0db3492-123e-4524-a6a6-2f6ed675fb2d","x_correlation_id":"2689104a-91d3-4df0-9053-543463c300ba","conversation_id":"044dc10d-7644-464e-b876-cc714302212c","turn_index":0,"credit_issued_ns":1779883874780018096,"request_start_ns":1779883874783845370,"request_ack_ns":1779883874825896854,"request_end_ns":1779883875090374478,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.991327,2.04956,2.2224749999999998,2.103633,2.143119,2.081925,2.0846139999999997,2.1874379999999998,2.130684,2.221939,2.0459,2.265189,2.1245979999999998,2.362646,2.187366,2.217027,2.145297,2.2957609999999997,2.149629,2.074527,2.149193,2.146198,2.209879,2.179929,2.168654,2.100357,2.2167969999999997,2.197174,2.160593,2.194199,2.1958409999999997,2.1914599999999997,2.209082,2.302788,2.384403,1.965625,2.043227,2.123493,2.108788,2.231674,2.141213,2.109159,2.089164,2.2712,2.197342,2.191861,2.316636,2.135984,2.143211,2.093089,2.139185,2.055128,2.2032819999999997,2.190178,1.9853779999999999,2.09806,2.201406,2.1533409999999997,2.233521,2.2577949999999998,2.127653,2.2057249999999997,2.195089,2.2183699999999997,2.1317399999999997,2.353186,2.1094559999999998,2.114925,2.226677,2.240856,2.213516,2.087367,2.1465,2.127809,2.503683,2.059884,2.132707,2.167609,2.171275,2.28212,2.2109799999999997,2.2939279999999997,2.193682,2.096233,2.074773,2.179662,2.154824,2.224056,2.2211,2.2151549999999998,2.2358949999999997,2.170034,2.1406419999999997,2.6580559999999998,2.136116,2.9947109999999997,2.863473,6.573498],"unit":"ms"},"request_latency":{"value":306.529108,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.30600199999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2626953125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.628908,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":306.439529,"unit":"ms"},"http_req_sending":{"value":0.966915,"unit":"ms"},"http_req_waiting":{"value":85.29743599999999,"unit":"ms"},"http_req_receiving":{"value":220.175178,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.991327,"unit":"ms"},"http_req_data_received":{"value":24.4931640625,"unit":"KB"},"e2e_output_token_throughput":{"value":322.9709590907758,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.226766387755102,"unit":"ms"},"http_req_connection_overhead":{"value":0.628908,"unit":"ms"},"prefill_throughput_per_user":{"value":5662.129285391043,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.06843699999996,"unit":"ms"},"output_token_throughput_per_user":{"value":449.08168431989964,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":19,"x_request_id":"5c30ef98-d98c-4dd5-8a9b-b82489115c6b","x_correlation_id":"9fffb90b-0079-47bc-8db2-318ab13d1f3b","conversation_id":"12d96c3a-55f4-4652-b6c4-b2a2658bacef","turn_index":0,"credit_issued_ns":1779883874786046789,"request_start_ns":1779883874786887100,"request_ack_ns":1779883874838432249,"request_end_ns":1779883875090309935,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.041317,2.218336,2.1026059999999998,2.153743,2.079943,2.0858499999999998,2.187188,2.071033,2.201736,2.0500309999999997,2.253681,2.180611,2.3749499999999997,2.195131,2.260906,2.14316,2.301513,2.14305,2.075322,2.1552,2.143573,2.207097,2.17909,2.149795,2.1357019999999998,2.1917519999999997,2.177013,2.1925399999999997,2.2017409999999997,2.185269,2.193892,2.212008,2.2849839999999997,2.38944,1.948944,2.0667679999999997,2.111466,2.10562,2.229413,2.138483,2.119234,2.099242,2.257602,2.231332,2.162895,2.2433639999999997,2.11349,2.141957,2.092549,2.140209,2.054704,2.2132389999999997,2.166724,1.997294,2.106746,2.197006,2.1518829999999998,2.23985,2.2554849999999997,2.131552,2.199547,2.194253,2.219589,2.12888,2.358911,2.106055,2.116052,2.2398029999999998,2.226042,2.21494,2.085147,2.152959,2.126182,2.611284,2.050213,2.1375889999999997,2.168169,2.183605,2.266317,2.213295,2.2932479999999997,2.178226,2.112943,2.074867,2.178935,2.151388,2.2281139999999997,2.223697,2.213897,2.223421,2.1763,2.144093,2.6380339999999998,2.1438989999999998,2.993057,2.938735,6.370118],"unit":"ms"},"request_latency":{"value":303.42283499999996,"unit":"ms"},"output_sequence_length":{"value":101,"unit":"tokens"},"time_to_first_token":{"value":86.304777,"unit":"ms"},"http_req_chunks_received":{"value":99,"unit":"count"},"reasoning_token_count":{"value":101,"unit":"tokens"},"http_req_data_sent":{"value":2.05859375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.42208399999999996,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":303.334176,"unit":"ms"},"http_req_sending":{"value":0.643542,"unit":"ms"},"http_req_waiting":{"value":84.56206399999999,"unit":"ms"},"http_req_receiving":{"value":218.12857,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.041317,"unit":"ms"},"http_req_data_received":{"value":24.2578125,"unit":"KB"},"e2e_output_token_throughput":{"value":332.86881654770644,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.17118058,"unit":"ms"},"http_req_connection_overhead":{"value":0.42208399999999996,"unit":"ms"},"prefill_throughput_per_user":{"value":5793.422072106159,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":1.0,"unit":"%"},"http_req_total":{"value":303.75626,"unit":"ms"},"output_token_throughput_per_user":{"value":460.5789169319117,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":22,"x_request_id":"b80c2145-adbe-41fb-ba2c-4f9700408058","x_correlation_id":"fa327035-b11b-4129-8325-fc4f873f82a5","conversation_id":"5ffee25c-7fc2-4324-beef-ad7cf0a4f528","turn_index":0,"credit_issued_ns":1779883874788953904,"request_start_ns":1779883874789589782,"request_ack_ns":1779883874838424296,"request_end_ns":1779883875090352588,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.042137,2.222749,2.101864,2.141186,2.086738,2.087102,2.18789,2.120511,2.223103,2.0491699999999997,2.251458,2.183534,2.323718,2.1618589999999998,2.27975,2.11848,2.289384,2.141219,2.087747,2.1486419999999997,2.1743829999999997,2.179567,2.187439,2.172659,2.114317,2.1921809999999997,2.190235,2.17102,2.223324,2.155357,2.189985,2.230628,2.316793,2.343533,1.9651619999999999,2.046995,2.1218,2.112892,2.225234,2.143713,2.109469,2.09747,2.267872,2.2404859999999998,2.152031,2.314539,2.137286,2.143196,2.090782,2.136646,2.056383,2.210508,2.174407,1.992416,2.106194,2.194867,2.154708,2.237541,2.254598,2.132075,2.20125,2.194887,2.21906,2.131068,2.352921,2.108406,2.115844,2.2254009999999997,2.240793,2.2180239999999998,2.087243,2.14849,2.1235429999999997,2.5320259999999997,2.0310829999999997,2.133654,2.1646769999999997,2.1760479999999998,2.294864,2.198784,2.320172,2.17456,2.08668,2.0743579999999997,2.1803879999999998,2.155119,2.2264369999999998,2.217873,2.229055,2.236239,2.165316,2.16718,2.6196919999999997,2.1340589999999997,3.004248,2.848661,6.608635],"unit":"ms"},"request_latency":{"value":300.762806,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":83.507136,"unit":"ms"},"http_req_chunks_received":{"value":99,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2080078125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.322383,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":300.69052999999997,"unit":"ms"},"http_req_sending":{"value":0.466037,"unit":"ms"},"http_req_waiting":{"value":82.03766399999999,"unit":"ms"},"http_req_receiving":{"value":218.186829,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.042137,"unit":"ms"},"http_req_data_received":{"value":24.2509765625,"unit":"KB"},"e2e_output_token_throughput":{"value":329.1630415231596,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2168945918367347,"unit":"ms"},"http_req_connection_overhead":{"value":0.322383,"unit":"ms"},"prefill_throughput_per_user":{"value":5987.512252845074,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":301.01291299999997,"unit":"ms"},"output_token_throughput_per_user":{"value":451.0814378285271,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":47,"x_request_id":"f779c45a-05bc-41fe-9475-bf7b738ac9ed","x_correlation_id":"e7ec8c3d-15ce-4232-a835-b225572aafa4","conversation_id":"a325399c-d9ab-4b22-b286-7adf93446482","turn_index":0,"credit_issued_ns":1779883875095832713,"request_start_ns":1779883875097160608,"request_end_ns":1779883875097971578,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875097971578},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":11,"x_request_id":"1eb96b5f-b8da-4cbe-8e51-3d6b70caea30","x_correlation_id":"e31bc5ae-3c52-479a-afea-d096023e478f","conversation_id":"94d6aa84-cb8f-40ab-93fd-6186d5b92fc3","turn_index":0,"credit_issued_ns":1779883874779874529,"request_start_ns":1779883874783858302,"request_ack_ns":1779883874826574182,"request_end_ns":1779883875090492560,"worker_id":"worker_f101d751","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9912,2.057622,2.222029,2.103493,2.1422369999999997,2.083145,2.084945,2.1900299999999997,2.163915,2.1909229999999997,2.0482549999999997,2.253646,2.16236,2.369892,2.171064,2.2278379999999998,2.1462849999999998,2.292472,2.130073,2.062788,2.139669,2.204234,2.191636,2.174323,2.175717,2.097118,2.187814,2.185162,2.166693,2.201355,2.1846289999999997,2.1901349999999997,2.2144459999999997,2.3042219999999998,2.442329,1.906372,2.05292,2.112548,2.106569,2.2320349999999998,2.1376459999999997,2.109816,2.0933829999999998,2.269145,2.276538,2.151815,2.301765,2.123104,2.141254,2.0895099999999998,2.1388309999999997,2.0576369999999997,2.211907,2.166776,2.001395,2.100143,2.197739,2.154228,2.24089,2.252475,2.132339,2.201189,2.19447,2.222463,2.125329,2.355191,2.109055,2.1184979999999998,2.242667,2.219292,2.232545,2.0723949999999998,2.150119,2.12357,2.5520039999999997,2.045927,2.134665,2.171761,2.164271,2.275409,2.216296,2.294063,2.202158,2.093826,2.068454,2.179354,2.152517,2.221464,2.239257,2.2125559999999997,2.223629,2.178597,2.1239909999999997,2.6644989999999997,2.104014,3.005833,2.860435,6.662834999999999],"unit":"ms"},"request_latency":{"value":306.634258,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.307186,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1943359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.716012,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":306.55035,"unit":"ms"},"http_req_sending":{"value":0.892382,"unit":"ms"},"http_req_waiting":{"value":85.424404,"unit":"ms"},"http_req_receiving":{"value":220.233564,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9912,"unit":"ms"},"http_req_data_received":{"value":24.4833984375,"unit":"KB"},"e2e_output_token_throughput":{"value":322.86020696356763,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2278272653061224,"unit":"ms"},"http_req_connection_overhead":{"value":0.716012,"unit":"ms"},"prefill_throughput_per_user":{"value":5662.053369020274,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.26636199999996,"unit":"ms"},"output_token_throughput_per_user":{"value":448.86783440213947,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":13,"x_request_id":"981db7c6-3bd2-4386-841d-7c6269060f16","x_correlation_id":"9a87da80-a449-4803-a28f-4ef316e9b5b9","conversation_id":"afc27f12-3b8d-4439-baf5-88c445b9e4d4","turn_index":0,"credit_issued_ns":1779883874779971575,"request_start_ns":1779883874784883899,"request_ack_ns":1779883874832340575,"request_end_ns":1779883875091990455,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.99044,2.052635,2.219413,2.107033,2.1452269999999998,2.079274,2.088813,2.185948,2.13205,2.215722,2.048119,2.3001199999999997,2.190544,2.253809,2.167804,2.225962,2.1449979999999997,2.2973209999999997,2.14291,2.075996,2.1513709999999997,2.138549,2.2174069999999997,2.1779569999999997,2.165443,2.1125499999999997,2.220888,2.191613,2.1637,2.204911,2.183826,2.189155,2.221545,2.291493,2.45207,1.939832,2.058678,2.0969949999999997,2.107431,2.229065,2.13795,2.110503,2.089254,2.275489,2.218199,2.180724,2.306535,2.133394,2.139334,2.091488,2.1551299999999998,2.049371,2.2076119999999997,2.165383,1.9967899999999998,2.1068979999999997,2.2051499999999997,2.153873,2.236018,2.257914,2.12864,2.196241,2.2032849999999997,2.216275,2.123989,2.369567,2.0996319999999997,2.1240289999999997,2.231424,2.237843,2.228971,2.0719689999999997,2.141803,2.126643,2.46774,2.055084,2.12924,2.1610229999999997,2.181567,2.279732,2.211181,2.287874,2.200567,2.094331,2.0752509999999997,2.178607,2.152927,2.22557,2.221834,2.217997,2.232329,2.1719489999999997,2.169585,2.674595,2.097358,3.0286329999999997,2.8245489999999998,8.168512],"unit":"ms"},"request_latency":{"value":307.106556,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":87.302584,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.9500879999999999,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":307.01885899999996,"unit":"ms"},"http_req_sending":{"value":1.1533309999999999,"unit":"ms"},"http_req_waiting":{"value":84.123032,"unit":"ms"},"http_req_receiving":{"value":221.742496,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.99044,"unit":"ms"},"http_req_data_received":{"value":24.4970703125,"unit":"KB"},"e2e_output_token_throughput":{"value":322.3636814838951,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.242897673469388,"unit":"ms"},"http_req_connection_overhead":{"value":0.9500879999999999,"unit":"ms"},"prefill_throughput_per_user":{"value":5727.207341308477,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":307.968947,"unit":"ms"},"output_token_throughput_per_user":{"value":445.85181563506956,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":0,"x_request_id":"a43bdca3-594a-4517-bd4d-f2061a5b2b28","x_correlation_id":"df9af36e-dc4f-4031-af1f-021a10b0b9df","conversation_id":"c2525278-c55a-4d59-b016-f64de391f53f","turn_index":0,"credit_issued_ns":1779883874779295766,"request_start_ns":1779883874780699149,"request_ack_ns":1779883874825837944,"request_end_ns":1779883875091604986,"worker_id":"worker_f101d751","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.985081,2.0560039999999997,2.222113,2.104105,2.140557,2.08275,2.0850839999999997,2.189429,2.189782,2.163423,2.048975,2.264313,2.201051,2.3399129999999997,2.170264,2.224445,2.146983,2.291489,2.12331,2.0528939999999998,2.1412839999999997,2.228212,2.184735,2.1737889999999997,2.178012,2.102346,2.167903,2.183646,2.1682829999999997,2.207005,2.1773919999999998,2.188706,2.217551,2.30381,2.455587,1.888072,2.051951,2.113353,2.106502,2.231629,2.135783,2.110298,2.095294,2.268035,2.299172,2.148062,2.294501,2.1155619999999997,2.138439,2.088699,2.139595,2.0581139999999998,2.214425,2.164026,2.002132,2.097419,2.199331,2.15432,2.241085,2.252383,2.1326199999999997,2.203802,2.191748,2.222403,2.123982,2.356715,2.108644,2.118527,2.243115,2.221937,2.232179,2.070065,2.151138,2.121822,2.577873,2.045136,2.127758,2.1849719999999997,2.150639,2.275988,2.215852,2.294359,2.2048829999999997,2.091993,2.068005,2.178037,2.151712,2.222534,2.242181,2.214015,2.220693,2.181129,2.1154129999999998,2.667764,2.092939,3.0093799999999997,2.861116,7.741236],"unit":"ms"},"request_latency":{"value":310.90583699999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":91.503125,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2236328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":3.1991769999999997,"unit":"ms"},"http_req_dns_lookup":{"value":1.712626,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":310.687742,"unit":"ms"},"http_req_sending":{"value":3.704596,"unit":"ms"},"http_req_waiting":{"value":85.788647,"unit":"ms"},"http_req_receiving":{"value":221.19449899999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.985081,"unit":"ms"},"http_req_data_received":{"value":24.4501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":318.42438519415765,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.238803183673469,"unit":"ms"},"http_req_connection_overhead":{"value":4.911803,"unit":"ms"},"prefill_throughput_per_user":{"value":5464.294252245483,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":315.599545,"unit":"ms"},"output_token_throughput_per_user":{"value":446.6672226002384,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":27,"x_request_id":"05cca57a-49e3-4a5e-b7d5-83271bc73d47","x_correlation_id":"d65e8398-5725-4ab1-b0a3-d3321fb16457","conversation_id":"68b057eb-929f-4e65-a774-0d2a31920029","turn_index":0,"credit_issued_ns":1779883875083950494,"request_start_ns":1779883875084473777,"request_ack_ns":1779883875113638590,"request_end_ns":1779883875369539420,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.3425449999999999,1.963283,3.36869,3.9475369999999996,0.441193,15.841795,15.482821,4.581547,0.879666,1.310055,2.1596249999999997,1.847904,2.2305289999999998,1.931984,2.0376469999999998,2.2070529999999997,2.091812,2.260499,2.195766,2.104607,2.063866,2.080071,2.168759,2.146093,2.227315,2.1552599999999997,2.308686,2.1032189999999997,2.152653,2.208781,2.171864,2.121626,2.219556,2.177699,2.217993,2.107849,2.242146,2.230768,2.10391,2.2320979999999997,2.178092,2.262283,2.255893,2.112235,2.021228,2.191918,2.294024,2.157602,2.236907,2.241343,2.236274,2.139739,2.2014389999999997,2.307432,2.131519,2.142877,2.502015,2.232313,2.30289,2.245281,2.170031,2.220833,1.9180039999999998,2.127649,2.06759,2.179637,2.2605299999999997,2.080476,2.198223,2.121769,2.243322,2.19845,2.2233169999999998,2.265806,2.3589539999999998,2.185498,2.163283,2.126533,2.107679,2.225664,2.130427,2.577709,2.409362,2.201043,2.1137259999999998,2.125466,2.157709,2.10807,2.149653,2.286279,2.327679,2.122731,2.1836089999999997,2.168416,2.128612,2.173048,2.264912,2.743985],"unit":"ms"},"request_latency":{"value":285.06564299999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":43.189885,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3154296875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.40397299999999997,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":285.019927,"unit":"ms"},"http_req_sending":{"value":0.553465,"unit":"ms"},"http_req_waiting":{"value":40.833664999999996,"unit":"ms"},"http_req_receiving":{"value":243.63279699999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.3425449999999999,"unit":"ms"},"http_req_data_received":{"value":24.501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":347.2884313877137,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.4681199795918367,"unit":"ms"},"http_req_connection_overhead":{"value":0.40397299999999997,"unit":"ms"},"prefill_throughput_per_user":{"value":11576.784703177605,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":285.4239,"unit":"ms"},"output_token_throughput_per_user":{"value":405.1666889246503,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":28,"x_request_id":"538767cf-af0e-4b9a-8d2c-24b0af1a1360","x_correlation_id":"909520b9-2c80-4a09-bcc9-26627d08c8b1","conversation_id":"59a5104a-1de5-4c08-8b4c-ba919bab327c","turn_index":0,"credit_issued_ns":1779883875084855086,"request_start_ns":1779883875085898682,"request_ack_ns":1779883875113627588,"request_end_ns":1779883875373592742,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.953744,3.38394,4.087452,0.33605599999999997,15.833224999999999,15.507864,4.61533,0.835579,1.2361609999999998,2.172759,1.8629099999999998,2.223624,1.931139,2.0345969999999998,2.215951,2.078423,2.266239,2.194873,2.114824,2.054986,2.082252,2.1621859999999997,2.162109,2.20925,2.319953,2.284677,2.1014779999999997,2.1446039999999997,2.224315,2.157793,2.1307609999999997,2.198963,2.187597,2.2019789999999997,2.1638729999999997,2.200602,2.228313,2.1094109999999997,2.234493,2.1733249999999997,2.271927,2.2461819999999997,2.1208739999999997,2.011559,2.198703,2.283192,2.168498,2.232172,2.2470149999999998,2.203294,2.1288389999999997,2.2213309999999997,2.296153,2.150694,2.1649659999999997,2.4785269999999997,2.2453209999999997,2.2975749999999997,2.253697,2.15949,2.220402,1.920108,2.12263,2.068054,2.183593,2.2341699999999998,2.1181769999999998,2.181432,2.142525,2.226454,2.195149,2.2273899999999998,2.285151,2.3377209999999997,2.212214,2.1083629999999998,2.155142,2.113895,2.229367,2.134937,2.5653639999999998,2.416238,2.210807,2.0982819999999998,2.116537,2.162622,2.1208299999999998,2.146645,2.30279,2.311562,2.128755,2.187014,2.1629359999999997,2.11394,2.212625,2.237211,2.6837839999999997,4.014659],"unit":"ms"},"request_latency":{"value":287.69406,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":43.086966,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3193359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":287.619763,"unit":"ms"},"http_req_sending":{"value":0.19438899999999998,"unit":"ms"},"http_req_waiting":{"value":41.51325,"unit":"ms"},"http_req_receiving":{"value":245.91212399999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.953744,"unit":"ms"},"http_req_data_received":{"value":24.5,"unit":"KB"},"e2e_output_token_throughput":{"value":344.1155510822851,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.4959907551020404,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":11604.437406894696,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":287.619763,"unit":"ms"},"output_token_throughput_per_user":{"value":400.6425095749676,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":53,"x_request_id":"9f974af0-334f-4de9-9802-60af664cd752","x_correlation_id":"c92ba602-0db1-4403-ac62-af92274f4b5f","conversation_id":"c77fd166-f38f-4ce3-a323-5e40f35c1bb5","turn_index":0,"credit_issued_ns":1779883875425226570,"request_start_ns":1779883875426558432,"request_end_ns":1779883875427235105,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875427235105},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":51,"x_request_id":"958cbe6a-c946-4660-aeef-879c387534b9","x_correlation_id":"b7743848-ce93-4bbf-8514-b0f4e10b470f","conversation_id":"4a7d6756-3911-476d-bfd1-e4e13b2230be","turn_index":0,"credit_issued_ns":1779883875424785869,"request_start_ns":1779883875426112293,"request_end_ns":1779883875426749831,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875426749831},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":52,"x_request_id":"b8334e06-b514-49c3-83c4-024337441e92","x_correlation_id":"95acf8ee-9d03-4833-a722-be2ba21287c9","conversation_id":"dfa9e687-2013-4e8f-a733-f98c9f7cc397","turn_index":0,"credit_issued_ns":1779883875425138608,"request_start_ns":1779883875426535519,"request_end_ns":1779883875427078712,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875427078712},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":33,"x_request_id":"a5ebf21c-fd67-447c-abb8-ad95c2499e38","x_correlation_id":"4688c1a0-0d43-4085-84fd-9d7313c35c45","conversation_id":"a2a3f98c-892e-4e39-9eed-3633bee3da24","turn_index":0,"credit_issued_ns":1779883875091704503,"request_start_ns":1779883875092732596,"request_ack_ns":1779883875138298462,"request_end_ns":1779883875423824750,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.8587429999999999,1.268362,2.188636,1.8521349999999999,2.228868,1.9274989999999999,2.043795,2.204825,2.079967,2.265854,2.201771,2.110553,2.060564,2.079376,2.166517,2.155512,2.215264,2.185444,2.316013,2.070483,2.157928,2.209931,2.1718319999999998,2.116393,2.2311929999999998,2.158918,2.218763,2.131015,2.23587,2.225923,2.111446,2.2214929999999997,2.1868689999999997,2.256214,2.260214,2.109776,2.026826,2.188687,2.288864,2.159442,2.2349,2.2404219999999997,2.213958,2.181953,2.194162,2.2754209999999997,2.15639,2.146407,2.5080139999999997,2.204819,2.3203389999999997,2.225431,2.17903,2.224525,1.92536,2.1206329999999998,2.067029,2.168011,2.254556,2.090697,2.198184,2.12826,2.242792,2.1957459999999998,2.224161,2.265371,2.350107,2.193603,2.13517,2.150763,2.117286,2.22934,2.117407,2.570712,2.429667,2.19412,2.112557,2.12115,2.16321,2.109172,2.159837,2.2803299999999997,2.327264,2.128545,2.183614,2.167392,2.127465,2.1760319999999997,2.2585159999999997,2.6833929999999997,3.964003,2.171464,3.172673,2.7107669999999997,3.3951719999999996,2.933699,17.994472,18.071137999999998],"unit":"ms"},"request_latency":{"value":331.092154,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.857765,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2138671875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":331.01633699999996,"unit":"ms"},"http_req_sending":{"value":0.19272499999999998,"unit":"ms"},"http_req_waiting":{"value":77.035243,"unit":"ms"},"http_req_receiving":{"value":253.788369,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.8587429999999999,"unit":"ms"},"http_req_data_received":{"value":24.484375,"unit":"KB"},"e2e_output_token_throughput":{"value":299.01040783950435,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.543208051020408,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6108.15601916324,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":331.01633699999996,"unit":"ms"},"output_token_throughput_per_user":{"value":393.20416573813975,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":41,"x_request_id":"86f868ca-1514-4c14-a51f-80ed54724763","x_correlation_id":"824de3ec-fb37-435f-a805-e536bd21fa32","conversation_id":"625104c3-3eb5-44bf-babb-9fe934bb703e","turn_index":0,"credit_issued_ns":1779883875092516424,"request_start_ns":1779883875093261955,"request_ack_ns":1779883875138366786,"request_end_ns":1779883875423919762,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9053129999999999,1.262499,2.190284,1.85391,2.226819,1.9317929999999999,2.028564,2.217784,2.089395,2.275425,2.192465,2.0945359999999997,2.0665549999999997,2.075443,2.1725399999999997,2.1503929999999998,2.215601,2.168269,2.3096479999999997,2.093793,2.159399,2.208849,2.170328,2.119712,2.2146749999999997,2.17191,2.213288,2.12512,2.261281,2.207837,2.105906,2.2243839999999997,2.183738,2.263382,2.2558599999999998,2.110643,2.0259549999999997,2.190616,2.294479,2.156796,2.228406,2.240043,2.234328,2.1145549999999997,2.247459,2.2750459999999997,2.159941,2.1441239999999997,2.51254,2.1944809999999997,2.3136639999999997,2.2431229999999998,2.1730419999999997,2.217956,1.9379799999999998,2.112765,2.073206,2.163375,2.267483,2.080084,2.201209,2.120894,2.245333,2.195346,2.2237869999999997,2.276465,2.3422009999999998,2.190789,2.1605339999999997,2.140333,2.099784,2.232425,2.119602,2.58838,2.418941,2.186013,2.111532,2.136502,2.150055,2.108276,2.17388,2.275392,2.31894,2.121613,2.186131,2.169645,2.126524,2.174765,2.260944,2.684674,3.9786129999999997,2.161193,3.2234209999999996,2.671966,3.3603169999999998,2.947408,17.992943,18.147833],"unit":"ms"},"request_latency":{"value":330.657807,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.314416,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3369140625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":330.579208,"unit":"ms"},"http_req_sending":{"value":0.181356,"unit":"ms"},"http_req_waiting":{"value":76.521765,"unit":"ms"},"http_req_receiving":{"value":253.87608699999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9053129999999999,"unit":"ms"},"http_req_data_received":{"value":24.4677734375,"unit":"KB"},"e2e_output_token_throughput":{"value":299.4031833036381,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5443203163265307,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6148.971173819904,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":330.579208,"unit":"ms"},"output_token_throughput_per_user":{"value":393.03227411389463,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":59,"x_request_id":"73acb541-bf3b-4b7c-851f-1d390a1a6f83","x_correlation_id":"7f13d528-41cc-4f2f-9cbf-bba80f6bdc50","conversation_id":"5bcd4814-f1d0-4c2a-9a0e-431b30df30c6","turn_index":0,"credit_issued_ns":1779883875429029690,"request_start_ns":1779883875430184822,"request_end_ns":1779883875430719825,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875430719825},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":43,"x_request_id":"32913562-5de0-45f8-a61d-6e76e7c92836","x_correlation_id":"10265f1e-89ee-41b8-9454-889a701f28be","conversation_id":"e33a01fa-e3b8-48eb-bcd3-4e6f7b021911","turn_index":0,"credit_issued_ns":1779883875093311652,"request_start_ns":1779883875093988020,"request_ack_ns":1779883875138393877,"request_end_ns":1779883875429640700,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.24118,2.173936,1.8576469999999998,2.2220079999999998,1.9357069999999998,2.02237,2.224544,2.084794,2.260732,2.1935409999999997,2.113282,2.058302,2.08447,2.1644099999999997,2.150938,2.210965,2.168873,2.3061659999999997,2.097242,2.151207,2.213259,2.1682609999999998,2.187541,2.1395589999999998,2.1864619999999997,2.210606,2.121153,2.240841,2.237432,2.099221,2.237897,2.172971,2.2671479999999997,2.2508459999999997,2.117009,2.018207,2.194029,2.2886219999999997,2.16539,2.2305189999999997,2.248213,2.199611,2.202223,2.161647,2.293417,2.132325,2.16135,2.508169,2.224256,2.2960119999999997,2.2564569999999997,2.161435,2.226524,1.9145029999999998,2.1308059999999998,2.067301,2.178722,2.256523,2.083884,2.194547,2.1282609999999997,2.240166,2.201098,2.218759,2.275846,2.346831,2.191826,2.13144,2.156702,2.116561,2.22774,2.118046,2.568294,2.4246749999999997,2.203268,2.104627,2.1266599999999998,2.157406,2.117256,2.151553,2.287984,2.323763,2.128313,2.1816619999999998,2.171309,2.1251539999999998,2.1770549999999997,2.255587,2.692008,3.9743809999999997,2.1574679999999997,3.170622,2.721161,3.363162,2.96231,17.970745,19.100613,4.745502999999999],"unit":"ms"},"request_latency":{"value":335.65268,"unit":"ms"},"output_sequence_length":{"value":98,"unit":"tokens"},"time_to_first_token":{"value":81.569653,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":98,"unit":"tokens"},"http_req_data_sent":{"value":2.341796875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":335.594112,"unit":"ms"},"http_req_sending":{"value":0.125408,"unit":"ms"},"http_req_waiting":{"value":80.481262,"unit":"ms"},"http_req_receiving":{"value":254.987442,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.24118,"unit":"ms"},"http_req_data_received":{"value":24.544921875,"unit":"KB"},"e2e_output_token_throughput":{"value":291.96847169520584,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.619412649484536,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6129.730624206529,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-2.0,"unit":"%"},"http_req_total":{"value":335.594112,"unit":"ms"},"output_token_throughput_per_user":{"value":381.7649732266453,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":30,"x_request_id":"145dd4ae-0804-436a-bfe7-c6336725e09b","x_correlation_id":"277f787e-54d6-4f06-9383-21e0b5032878","conversation_id":"ecc84b1f-98da-44b9-a911-4172be9cf21b","turn_index":0,"credit_issued_ns":1779883875085132258,"request_start_ns":1779883875085937801,"request_ack_ns":1779883875138428802,"request_end_ns":1779883875423912693,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.881759,1.274942,2.1968129999999997,1.8470529999999998,2.223923,1.9310859999999999,2.034395,2.213383,2.0885849999999997,2.255013,2.200093,2.109072,2.061047,2.0808679999999997,2.177295,2.145384,2.210706,2.1739159999999997,2.307296,2.094665,2.1572899999999997,2.212004,2.168012,2.146065,2.178106,2.18634,2.224018,2.106905,2.2400059999999997,2.233231,2.1033,2.228456,2.182265,2.2628619999999997,2.254702,2.113797,2.022121,2.192177,2.290196,2.160924,2.236469,2.234161,2.2224589999999997,2.146282,2.233824,2.276103,2.139801,2.147127,2.494364,2.2243,2.324748,2.230066,2.1693439999999997,2.22344,1.918745,2.12501,2.0718289999999997,2.169869,2.263028,2.084264,2.19495,2.127767,2.24134,2.198862,2.2215,2.271268,2.3523639999999997,2.190896,2.174165,2.124793,2.1070889999999998,2.237211,2.119374,2.567695,2.42468,2.204709,2.116813,2.114368,2.162625,2.111558,2.155482,2.286645,2.323623,2.122422,2.186366,2.171502,2.125622,2.1753679999999997,2.258456,2.6896169999999997,3.997654,2.137353,3.2133179999999997,2.691954,3.3618159999999997,2.954548,17.972336,18.116213],"unit":"ms"},"request_latency":{"value":337.974892,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":88.665266,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.236328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.382005,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":337.907715,"unit":"ms"},"http_req_sending":{"value":0.540485,"unit":"ms"},"http_req_waiting":{"value":83.65679399999999,"unit":"ms"},"http_req_receiving":{"value":253.710436,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.881759,"unit":"ms"},"http_req_data_received":{"value":24.53515625,"unit":"KB"},"e2e_output_token_throughput":{"value":292.9211676469742,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5439757755102037,"unit":"ms"},"http_req_connection_overhead":{"value":0.382005,"unit":"ms"},"prefill_throughput_per_user":{"value":5639.186826552801,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":338.28972,"unit":"ms"},"output_token_throughput_per_user":{"value":393.085504047084,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":35,"x_request_id":"685a4fbd-c995-433b-b1d7-564e89b474c7","x_correlation_id":"d8ce1362-ab43-418c-a04f-3f5ed5625d91","conversation_id":"1d5bfa3c-993f-4844-8113-c45236c44c3c","turn_index":0,"credit_issued_ns":1779883875091896999,"request_start_ns":1779883875092790299,"request_ack_ns":1779883875138398517,"request_end_ns":1779883875423920086,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[0.9474549999999999,1.260757,2.20301,1.8294739999999998,2.2469639999999997,1.9129269999999998,2.030811,2.211036,2.084432,2.2632559999999997,2.20155,2.102195,2.074601,2.071112,2.1700209999999998,2.148888,2.233017,2.1507899999999998,2.314281,2.085772,2.169575,2.199475,2.176831,2.1192729999999997,2.211817,2.164291,2.2258,2.113727,2.255887,2.218978,2.114796,2.2198469999999997,2.191737,2.2501819999999997,2.2603649999999997,2.1080289999999997,2.029014,2.1842349999999997,2.300347,2.151494,2.2394789999999998,2.240963,2.202988,2.128646,2.236128,2.282839,2.1570169999999997,2.14395,2.504352,2.194019,2.362742,2.182591,2.16599,2.2716819999999998,1.927204,2.107214,2.0778399999999997,2.162496,2.268067,2.077578,2.204545,2.1185739999999997,2.249224,2.1912089999999997,2.2296869999999998,2.266323,2.3539719999999997,2.188295,2.138711,2.1409089999999997,2.117954,2.226339,2.135331,2.5571409999999997,2.436039,2.191526,2.131719,2.0948599999999997,2.166064,2.1145359999999997,2.156929,2.2790939999999997,2.336687,2.112705,2.193088,2.1636349999999998,2.132927,2.168579,2.2662299999999997,2.6933249999999997,3.9664279999999996,2.1726039999999998,3.1278509999999997,2.734915,3.377229,2.923269,17.987064,18.129996],"unit":"ms"},"request_latency":{"value":331.12978699999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.81244,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2734375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":331.053207,"unit":"ms"},"http_req_sending":{"value":0.181581,"unit":"ms"},"http_req_waiting":{"value":77.156504,"unit":"ms"},"http_req_receiving":{"value":253.71512199999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":0.9474549999999999,"unit":"ms"},"http_req_data_received":{"value":24.44140625,"unit":"KB"},"e2e_output_token_throughput":{"value":298.97642521661754,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.54405456122449,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6111.540005407491,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":331.053207,"unit":"ms"},"output_token_throughput_per_user":{"value":393.07333075383633,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":57,"x_request_id":"da4b291c-5a64-4153-a612-7f2d4636223e","x_correlation_id":"9d3cacb7-fa8b-4ac0-b076-ce12a5c03986","conversation_id":"8cbe6d97-3003-4abc-ac28-f9d9a91d4189","turn_index":0,"credit_issued_ns":1779883875426918939,"request_start_ns":1779883875431102114,"request_end_ns":1779883875434617928,"worker_id":"worker_b4ba1508","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883875434617928},"metrics":{"error_isl":{"value":500,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.000s after being sent"}} -{"metadata":{"session_num":31,"x_request_id":"07991536-1e7a-49b1-b26f-a2564b763b59","x_correlation_id":"7b339618-d07e-4e5a-9596-729ac0ee1360","conversation_id":"6b4c04c5-5f1a-4c33-aa18-6cbd8a05aafa","turn_index":0,"credit_issued_ns":1779883875087307471,"request_start_ns":1779883875088099868,"request_ack_ns":1779883875138474754,"request_end_ns":1779883875427655830,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2571459999999999,2.194048,1.850857,2.227859,1.9308949999999998,2.032006,2.2163809999999997,2.0899259999999997,2.286406,2.177791,2.092718,2.0699579999999997,2.072782,2.175884,2.1538939999999998,2.227804,2.155796,2.310289,2.0938149999999998,2.161073,2.2080189999999997,2.169497,2.118219,2.216193,2.171086,2.2053,2.13402,2.269565,2.1924099999999997,2.104275,2.2266619999999997,2.181403,2.2651369999999997,2.2535119999999997,2.1189,2.016791,2.192325,2.299018,2.152654,2.2274439999999998,2.241767,2.2406639999999998,2.117991,2.2551419999999998,2.28097,2.15032,2.145485,2.5158549999999997,2.185841,2.303803,2.253803,2.170616,2.211915,1.941188,2.113492,2.065267,2.165365,2.265869,2.081924,2.199661,2.120646,2.244999,2.196587,2.222998,2.277767,2.342049,2.190388,2.176786,2.136698,2.087738,2.230619,2.134283,2.599157,2.398962,2.193774,2.115352,2.140079,2.130804,2.1077749999999997,2.186251,2.268609,2.3143409999999998,2.124606,2.181944,2.171472,2.1247469999999997,2.18001,2.2560279999999997,2.686231,3.990465,2.159591,3.226976,2.672113,3.3513819999999996,2.9377459999999997,18.011052,19.624561999999997,2.220666],"unit":"ms"},"request_latency":{"value":339.55596199999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":87.41301299999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.352252,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":339.490259,"unit":"ms"},"http_req_sending":{"value":0.503749,"unit":"ms"},"http_req_waiting":{"value":85.95142899999999,"unit":"ms"},"http_req_receiving":{"value":253.035081,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2571459999999999,"unit":"ms"},"http_req_data_received":{"value":24.4521484375,"unit":"KB"},"e2e_output_token_throughput":{"value":291.55724263207014,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5728872346938774,"unit":"ms"},"http_req_connection_overhead":{"value":0.352252,"unit":"ms"},"prefill_throughput_per_user":{"value":5719.972151057188,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":339.842511,"unit":"ms"},"output_token_throughput_per_user":{"value":388.66841364657796,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":46,"x_request_id":"a52534e2-3baa-4e68-913e-3ea29029236f","x_correlation_id":"a6bb87a1-3ff9-43c9-a906-cec928848c15","conversation_id":"f34a7909-d326-494c-94c4-c5d6178290b7","turn_index":0,"credit_issued_ns":1779883875093939798,"request_start_ns":1779883875095252893,"request_ack_ns":1779883875138470301,"request_end_ns":1779883875428621073,"worker_id":"worker_f101d751","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.248292,2.144287,1.858229,2.2222079999999997,1.939025,2.022135,2.221266,2.08602,2.3952199999999997,2.166581,2.031592,2.031378,2.082635,2.1669549999999997,2.153626,2.222823,2.163878,2.298054,2.104986,2.149239,2.222356,2.161155,2.129442,2.200392,2.241685,2.140023,2.1256459999999997,2.233101,2.237645,2.097307,2.2425349999999997,2.16714,2.268231,2.252376,2.117362,2.0208619999999997,2.190705,2.2879869999999998,2.165622,2.231613,2.250874,2.194306,2.237754,2.143332,2.334327,2.107825,2.1546849999999997,2.501649,2.237268,2.287449,2.2660579999999997,2.149365,2.237424,1.9026299999999998,2.132399,2.055348,2.186604,2.246633,2.09142,2.18815,2.135933,2.228245,2.2127209999999997,2.208887,2.28105,2.34328,2.2009499999999997,2.12283,2.167316,2.09975,2.234722,2.121876,2.564062,2.424805,2.203985,2.106926,2.1288709999999997,2.152409,2.116832,2.1467929999999997,2.292776,2.323333,2.1485719999999997,2.157507,2.178125,2.119029,2.187707,2.248533,2.6932449999999997,3.978754,2.172714,3.163467,2.7139789999999997,3.361592,2.962534,17.979675999999998,18.041978,4.752416],"unit":"ms"},"request_latency":{"value":333.36818,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":80.342886,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.345703125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.309658,"unit":"ms"},"http_req_sending":{"value":0.086362,"unit":"ms"},"http_req_waiting":{"value":79.359557,"unit":"ms"},"http_req_receiving":{"value":253.86373899999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.248292,"unit":"ms"},"http_req_data_received":{"value":24.490234375,"unit":"KB"},"e2e_output_token_throughput":{"value":296.96895486545833,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5818907551020405,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6223.326356486621,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.309658,"unit":"ms"},"output_token_throughput_per_user":{"value":387.3130565357628,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":37,"x_request_id":"ce002da9-c3f7-4eba-b82b-c5dc29b28dc8","x_correlation_id":"b6649f77-3309-4096-8a87-837168b5a5c2","conversation_id":"965072be-0432-4067-b240-65e6174f75d7","turn_index":0,"credit_issued_ns":1779883875092007886,"request_start_ns":1779883875094824401,"request_ack_ns":1779883875138399596,"request_end_ns":1779883875427674811,"worker_id":"worker_f101d751","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2655669999999999,2.153302,1.86337,2.2179729999999998,1.9413179999999999,2.019723,2.222892,2.084731,2.363309,2.169908,2.055355,2.037626,2.086295,2.163735,2.153829,2.2065159999999997,2.179995,2.295444,2.106076,2.148952,2.222536,2.159453,2.131623,2.199055,2.22652,2.160724,2.125174,2.2331309999999998,2.237656,2.098166,2.241488,2.1687689999999997,2.268644,2.2506399999999998,2.118579,2.0204269999999998,2.192064,2.2876019999999997,2.164138,2.231277,2.2513799999999997,2.194006,2.1997619999999998,2.1718409999999997,2.327892,2.118489,2.15518,2.492683,2.2436849999999997,2.2859659999999997,2.263308,2.1533409999999997,2.235664,1.903598,2.134432,2.0565919999999998,2.18523,2.246759,2.0933379999999997,2.188029,2.136412,2.227217,2.212746,2.208765,2.2819249999999998,2.342192,2.201221,2.122909,2.166821,2.098955,2.237074,2.121625,2.565407,2.423826,2.203188,2.1089409999999997,2.1265929999999997,2.151817,2.1189549999999997,2.145188,2.2920629999999997,2.323826,2.14632,2.1589,2.178083,2.118799,2.1884989999999998,2.249044,2.692358,3.97714,2.15886,3.1789669999999997,2.7176229999999997,3.359403,2.9677279999999997,17.966791,18.053213,3.821183],"unit":"ms"},"request_latency":{"value":332.85041,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":80.725076,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.259765625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":332.780437,"unit":"ms"},"http_req_sending":{"value":0.18745199999999998,"unit":"ms"},"http_req_waiting":{"value":79.61477099999999,"unit":"ms"},"http_req_receiving":{"value":252.97821399999998,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2655669999999999,"unit":"ms"},"http_req_data_received":{"value":24.501953125,"unit":"KB"},"e2e_output_token_throughput":{"value":297.43090897800005,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5727074897959183,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6193.86223928733,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":332.780437,"unit":"ms"},"output_token_throughput_per_user":{"value":388.69556837156233,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":42,"x_request_id":"d067b504-cefe-4b1d-9c13-96483bb02c24","x_correlation_id":"0a099027-b34b-443d-bc02-9eb2bf26449c","conversation_id":"788ecb43-8a6b-4894-9d47-fc19b30813e3","turn_index":0,"credit_issued_ns":1779883875092832420,"request_start_ns":1779883875093723242,"request_ack_ns":1779883875138309958,"request_end_ns":1779883875427683434,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.285591,2.176131,1.862796,2.222757,1.941179,2.024076,2.220428,2.080793,2.265397,2.191401,2.110757,2.061191,2.081771,2.162808,2.156704,2.208364,2.179137,2.302695,2.0987739999999997,2.151229,2.216571,2.165521,2.131764,2.207813,2.174585,2.212506,2.137753,2.22629,2.235921,2.098502,2.23483,2.175677,2.267298,2.250581,2.1192379999999997,2.017374,2.197297,2.278221,2.172848,2.224481,2.245926,2.206817,2.202076,2.194106,2.3117419999999997,2.1483559999999997,2.15829,2.47253,2.23524,2.303678,2.247891,2.153926,2.247276,1.887039,2.1205469999999997,2.0467489999999997,2.17491,2.242301,2.1078129999999997,2.186009,2.1326069999999997,2.235773,2.203929,2.216979,2.2745979999999997,2.34089,2.201745,2.127591,2.1638029999999997,2.110858,2.23365,2.111183,2.6021,2.399493,2.201008,2.100697,2.142788,2.1525209999999997,2.107474,2.151261,2.291047,2.318407,2.124895,2.182614,2.1753,2.121207,2.182944,2.2518119999999997,2.691064,3.998087,2.126938,3.181929,2.722079,3.378525,2.949934,17.967496,18.054002,3.876099],"unit":"ms"},"request_latency":{"value":333.960192,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.732593,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.181640625,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.905086,"unit":"ms"},"http_req_sending":{"value":0.135993,"unit":"ms"},"http_req_waiting":{"value":80.790674,"unit":"ms"},"http_req_receiving":{"value":252.978419,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.285591,"unit":"ms"},"http_req_data_received":{"value":24.462890625,"unit":"KB"},"e2e_output_token_throughput":{"value":296.44251731655487,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5737510102040813,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6117.510550533983,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.905086,"unit":"ms"},"output_token_throughput_per_user":{"value":388.53797280130317,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":44,"x_request_id":"16a3745b-eb82-43be-9aa9-4a5cc35dae7b","x_correlation_id":"595f3266-054f-48fd-ab23-cc819c4f939c","conversation_id":"c96bd55a-f295-48b3-9e6e-b0509af8632f","turn_index":0,"credit_issued_ns":1779883875093781914,"request_start_ns":1779883875094445441,"request_ack_ns":1779883875138321101,"request_end_ns":1779883875428004457,"worker_id":"worker_810ef22f","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.24064,2.209419,1.83964,2.223205,1.9306729999999999,2.036167,2.213508,2.07461,2.2707189999999997,2.196944,2.110462,2.061007,2.082547,2.160974,2.167871,2.208285,2.170007,2.3106009999999997,2.093975,2.155804,2.211675,2.170306,2.196758,2.215324,2.142422,2.172547,2.116444,2.2418039999999997,2.231045,2.103618,2.229561,2.180469,2.262815,2.255926,2.112853,2.025505,2.1913419999999997,2.286447,2.16234,2.229068,2.2416739999999997,2.212736,2.133691,2.282232,2.30027,2.105112,2.132322,2.4840809999999998,2.22423,2.330584,2.2220329999999997,2.173758,2.225346,1.921646,2.122998,2.071809,2.168923,2.253726,2.095423,2.194287,2.1278289999999997,2.2419599999999997,2.198198,2.221882,2.274237,2.34196,2.198617,2.1768769999999997,2.185479,2.087682,2.192666,2.106654,2.573242,2.422968,2.197659,2.108,2.1248579999999997,2.1603429999999997,2.112081,2.157531,2.28218,2.32917,2.1929,2.1611569999999998,2.132106,2.1186409999999998,2.174168,2.2580999999999998,2.6925019999999997,4.000964,2.135427,3.198426,2.728166,3.350307,2.978763,17.933084,18.040191,4.215729],"unit":"ms"},"request_latency":{"value":333.559016,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.034104,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.2841796875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.29428,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.498768,"unit":"ms"},"http_req_sending":{"value":0.43473,"unit":"ms"},"http_req_waiting":{"value":79.636994,"unit":"ms"},"http_req_receiving":{"value":253.427044,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.24064,"unit":"ms"},"http_req_data_received":{"value":24.4873046875,"unit":"KB"},"e2e_output_token_throughput":{"value":296.7990527949033,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5767848163265303,"unit":"ms"},"http_req_connection_overhead":{"value":0.29428,"unit":"ms"},"prefill_throughput_per_user":{"value":6170.2416059292755,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.793048,"unit":"ms"},"output_token_throughput_per_user":{"value":388.0805233188241,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":48,"x_request_id":"16a123fa-5e2b-4832-bb9d-dd97f56ec0ee","x_correlation_id":"4d8b28e0-63d4-49c5-9e28-6ff11fb5aaf6","conversation_id":"3bf12499-8ff4-40c0-b75c-ed9a6a79269c","turn_index":0,"credit_issued_ns":1779883875097579562,"request_start_ns":1779883875098084738,"request_ack_ns":1779883875138323812,"request_end_ns":1779883875427872289,"worker_id":"worker_6c0b0887","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2691029999999999,2.197175,1.849559,2.219335,1.934985,2.029192,2.21865,2.085921,2.259222,2.200443,2.105445,2.0647789999999997,2.0802709999999998,2.1634629999999997,2.1674949999999997,2.204256,2.171499,2.3082119999999997,2.096214,2.15598,2.212148,2.168424,2.1232599999999997,2.207776,2.17154,2.2173249999999998,2.121925,2.2457759999999998,2.224208,2.108832,2.229228,2.180906,2.2617089999999997,2.25487,2.113545,2.022354,2.192306,2.291521,2.1601619999999997,2.2293119999999997,2.241559,2.212503,2.126824,2.229357,2.292329,2.151458,2.1491219999999998,2.5063489999999997,2.211491,2.3092919999999997,2.24349,2.168597,2.223543,1.920435,2.129604,2.071128,2.169502,2.269659,2.081553,2.1961589999999998,2.121852,2.242686,2.1989419999999997,2.224411,2.27038,2.3473539999999997,2.18838,2.136546,2.160132,2.1059509999999997,2.237589,2.113164,2.5660559999999997,2.425354,2.220058,2.0868729999999998,2.142423,2.151687,2.113003,2.1519649999999997,2.2841299999999998,2.3243489999999998,2.125905,2.185873,2.168284,2.125482,2.177136,2.2614959999999997,2.68281,4.0233229999999995,2.133635,3.160868,2.713368,3.37534,2.951301,17.983067,18.036345,4.054454],"unit":"ms"},"request_latency":{"value":329.787551,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":77.393299,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.220703125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.310202,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":329.739914,"unit":"ms"},"http_req_sending":{"value":0.427606,"unit":"ms"},"http_req_waiting":{"value":76.04937799999999,"unit":"ms"},"http_req_receiving":{"value":253.26292999999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2691029999999999,"unit":"ms"},"http_req_data_received":{"value":24.4853515625,"unit":"KB"},"e2e_output_token_throughput":{"value":300.19325987232304,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.575451551020408,"unit":"ms"},"http_req_connection_overhead":{"value":0.310202,"unit":"ms"},"prefill_throughput_per_user":{"value":6460.507646792522,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":330.050116,"unit":"ms"},"output_token_throughput_per_user":{"value":388.28142568001107,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":39,"x_request_id":"1aa05579-a0b5-4dcf-80c7-b1e6ee2d9215","x_correlation_id":"69cedfd9-8082-4504-b85a-be7e409190c4","conversation_id":"d28f9991-5364-46cb-8556-41f3988147b7","turn_index":0,"credit_issued_ns":1779883875092121101,"request_start_ns":1779883875092869192,"request_ack_ns":1779883875138335294,"request_end_ns":1779883875427624897,"worker_id":"worker_d0b0c9d8","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.248206,2.186474,1.856765,2.2265289999999998,1.929716,2.031215,2.216622,2.0860659999999998,2.2601869999999997,2.199557,2.1082229999999997,2.0637209999999997,2.078759,2.165474,2.156637,2.212736,2.260926,2.3191539999999997,2.1009249999999997,2.144504,2.202404,2.182156,2.1290139999999997,2.198303,2.1754059999999997,2.214162,2.1082769999999997,2.2586079999999997,2.2303349999999997,2.1075619999999997,2.234228,2.172711,2.2712559999999997,2.246957,2.123361,2.008644,2.200125,2.262618,2.189218,2.212037,2.268715,2.199347,2.128807,2.221189,2.2978449999999997,2.150692,2.154481,2.485219,2.21744,2.308477,2.2430909999999997,2.170321,2.239153,1.9035549999999999,2.144216,2.067916,2.17997,2.217924,2.134703,2.1802259999999998,2.134606,2.234523,2.196043,2.227325,2.278153,2.3258129999999997,2.230725,2.107501,2.157766,2.110636,2.2322789999999997,2.135016,2.5337419999999997,2.428587,2.2195229999999997,2.1097639999999998,2.1163019999999997,2.160618,2.121064,2.1469519999999997,2.273357,2.33993,2.127701,2.187782,2.165771,2.096667,2.22688,2.236517,2.683561,3.937207,2.094362,3.178464,2.720622,3.3699109999999997,2.95198,17.973848,18.047767,3.8210849999999996],"unit":"ms"},"request_latency":{"value":334.755705,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":82.62228999999999,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.095703125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.369098,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":334.681521,"unit":"ms"},"http_req_sending":{"value":0.538136,"unit":"ms"},"http_req_waiting":{"value":81.145502,"unit":"ms"},"http_req_receiving":{"value":252.997883,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.248206,"unit":"ms"},"http_req_data_received":{"value":24.5263671875,"unit":"KB"},"e2e_output_token_throughput":{"value":295.7380517234202,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.572789948979592,"unit":"ms"},"http_req_connection_overhead":{"value":0.369098,"unit":"ms"},"prefill_throughput_per_user":{"value":6051.635702665709,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":335.050619,"unit":"ms"},"output_token_throughput_per_user":{"value":388.6831104873584,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":38,"x_request_id":"d1a9f106-4827-4955-afa6-ff4c8f0a81c6","x_correlation_id":"8ddfb54e-bcc4-4c29-afec-7ec2f97e965e","conversation_id":"e4f616f1-6a31-47cb-80ce-4036e2b98222","turn_index":0,"credit_issued_ns":1779883875092068097,"request_start_ns":1779883875093809453,"request_ack_ns":1779883875138245134,"request_end_ns":1779883875427584388,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.283552,2.182107,1.865424,2.221411,1.934969,2.019346,2.22917,2.073887,2.298571,2.1762669999999997,2.105686,2.057194,2.084996,2.1591679999999998,2.1648069999999997,2.2059569999999997,2.1760699999999997,2.307807,2.095955,2.1539349999999997,2.217082,2.164096,2.121282,2.211264,2.185391,2.198541,2.137977,2.254958,2.21096,2.098438,2.2306809999999997,2.179541,2.267201,2.250482,2.114897,2.0234,2.192309,2.292059,2.161089,2.2249879999999997,2.245231,2.222171,2.131318,2.238501,2.3008349999999997,2.13706,2.157136,2.492561,2.188647,2.3204059999999997,2.2373339999999997,2.166724,2.240726,1.9264329999999998,2.126063,2.059628,2.1705129999999997,2.233035,2.113657,2.191219,2.130481,2.239125,2.200297,2.223583,2.266438,2.345694,2.197442,2.163162,2.130077,2.102324,2.239378,2.112459,2.612994,2.393051,2.200351,2.100761,2.156541,2.1264629999999998,2.115954,2.1670689999999997,2.2816359999999998,2.316607,2.124657,2.181454,2.177985,2.11785,2.179731,2.2543059999999997,2.6890259999999997,3.9572939999999996,2.1761589999999997,3.1604229999999998,2.71801,3.3748359999999997,2.9570119999999998,17.965177,18.052082,3.817411],"unit":"ms"},"request_latency":{"value":333.77493499999997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":81.617522,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1328125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":333.703468,"unit":"ms"},"http_req_sending":{"value":0.17748699999999998,"unit":"ms"},"http_req_waiting":{"value":80.494483,"unit":"ms"},"http_req_receiving":{"value":253.031498,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.283552,"unit":"ms"},"http_req_data_received":{"value":24.521484375,"unit":"KB"},"e2e_output_token_throughput":{"value":296.60705349249787,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.5730348265306118,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":6126.1355129110625,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":333.703468,"unit":"ms"},"output_token_throughput_per_user":{"value":388.64611923980993,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":49,"x_request_id":"e78a7848-1995-4e60-8145-982c869e165e","x_correlation_id":"fa75210e-b270-4d3f-b15f-84938126e357","conversation_id":"114b9945-4082-43bd-a838-7731b6df738d","turn_index":0,"credit_issued_ns":1779883875370448486,"request_start_ns":1779883875371131629,"request_ack_ns":1779883875383648151,"request_end_ns":1779883875636180365,"worker_id":"worker_1ff984f1","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[7.286937,3.65896,0.7964939999999999,1.152675,1.797513,1.7891929999999998,5.99399,0.114921,3.464241,1.8577869999999999,11.806562999999999,3.958748,0.71537,1.2131429999999999,2.104266,1.9062059999999998,1.756316,2.0301199999999997,2.038375,1.987674,2.035949,2.053225,1.9504249999999999,2.054119,1.7393319999999999,1.8218329999999998,1.9871109999999998,2.1860049999999998,1.865222,2.09369,2.04629,1.945387,1.951925,2.021134,2.0094719999999997,2.041034,2.414774,2.108904,1.994521,2.0014529999999997,1.843491,1.839505,2.0083029999999997,2.0218659999999997,2.258023,2.2718059999999998,1.996657,1.747709,1.865873,2.176535,1.969501,1.975704,1.9811429999999999,2.0318389999999997,2.064993,2.0475689999999998,2.0594989999999997,2.069521,2.053874,1.9507599999999998,2.1258209999999997,2.086493,2.100583,1.8914449999999998,2.110537,2.0083159999999998,2.072711,2.001422,2.1232409999999997,2.056638,2.050772,2.054779,2.04932,2.106457,2.0228319999999997,2.038321,1.986675,2.098311,2.110252,1.895878,2.174589,1.9914729999999998,2.029139,2.075582,2.051783,2.020527,2.104233,2.52526,1.968186,2.002923,1.8212849999999998,2.022144,1.967067,2.576596],"unit":"ms"},"request_latency":{"value":265.04873599999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":56.741676999999996,"unit":"ms"},"http_req_chunks_received":{"value":96,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.28125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":264.982485,"unit":"ms"},"http_req_sending":{"value":0.1765,"unit":"ms"},"http_req_waiting":{"value":52.499224999999996,"unit":"ms"},"http_req_receiving":{"value":212.30676,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":7.286937,"unit":"ms"},"http_req_data_received":{"value":23.517578125,"unit":"KB"},"e2e_output_token_throughput":{"value":373.5162125051598,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1255822346938773,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":8811.865042339161,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":264.982485,"unit":"ms"},"output_token_throughput_per_user":{"value":470.4593328255861,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":50,"x_request_id":"fd68bd72-9e88-4c66-90f8-f18893fd5493","x_correlation_id":"a7846261-8997-4c1d-b4e1-29a956a74e65","conversation_id":"7ddc7467-a6ef-45bd-98c0-f95dd071688e","turn_index":0,"credit_issued_ns":1779883875374422389,"request_start_ns":1779883875375211731,"request_ack_ns":1779883875389220837,"request_end_ns":1779883875638298381,"worker_id":"worker_ffcbd449","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[2.9695739999999997,0.771064,1.189379,1.79538,1.7959429999999998,5.9221889999999995,0.177068,3.444298,1.871483,11.781354,4.028544999999999,0.6810809999999999,1.2146489999999999,2.100488,1.9185349999999999,1.747788,2.046674,2.027686,1.985139,2.032186,2.0539229999999997,1.950067,2.056718,1.730769,1.829033,1.945689,2.275991,1.818041,2.0953969999999997,2.042087,1.947204,1.9488349999999999,2.022779,2.010191,2.040521,2.419909,2.105488,1.990397,2.007178,1.837818,1.8389099999999998,2.011551,2.050128,2.238377,2.2664169999999997,1.9830519999999998,1.757339,1.8624619999999998,2.186763,1.9711649999999998,1.97417,1.9826439999999999,2.032527,2.0616309999999998,2.047617,2.060208,2.071256,2.052362,1.953447,2.120768,2.090216,2.099475,1.8940059999999999,2.105704,2.011263,2.071482,2.002335,2.121655,2.05696,2.046725,2.081836,2.0346379999999997,2.103621,2.019583,2.02434,1.997383,2.1025359999999997,2.107746,1.899859,2.1670059999999998,1.997884,2.026364,2.079187,2.045095,2.0279119999999997,2.099145,2.528806,1.9661629999999999,2.0056119999999997,1.814727,2.025478,1.969951,2.5267619999999997,2.167519],"unit":"ms"},"request_latency":{"value":263.08664999999996,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":60.616344,"unit":"ms"},"http_req_chunks_received":{"value":96,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.1123046875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.5368919999999999,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":263.005945,"unit":"ms"},"http_req_sending":{"value":0.711971,"unit":"ms"},"http_req_waiting":{"value":51.635858999999996,"unit":"ms"},"http_req_receiving":{"value":210.65811499999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":2.9695739999999997,"unit":"ms"},"http_req_data_received":{"value":23.5185546875,"unit":"KB"},"e2e_output_token_throughput":{"value":376.30187620694545,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0660235306122448,"unit":"ms"},"http_req_connection_overhead":{"value":0.5368919999999999,"unit":"ms"},"prefill_throughput_per_user":{"value":8248.60041047675,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":263.54283699999996,"unit":"ms"},"output_token_throughput_per_user":{"value":484.02159277617716,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":55,"x_request_id":"0f090a8a-aeda-42c2-a470-a9554f0afc03","x_correlation_id":"2c815531-065c-48c8-b65f-24f9089193fe","conversation_id":"23c64f8f-25d2-477c-a37e-aa8d69be485f","turn_index":0,"credit_issued_ns":1779883875426497540,"request_start_ns":1779883875427343468,"request_ack_ns":1779883875453470369,"request_end_ns":1779883875669449465,"worker_id":"worker_6c6a0022","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.212592,2.10362,1.9070889999999998,1.753915,2.031139,2.030821,2.000174,2.0302919999999998,2.052612,1.9527539999999999,2.0525949999999997,1.741688,1.8348449999999998,1.9421869999999999,2.244466,1.85137,2.0979479999999997,2.037229,1.951746,1.9479689999999998,2.025311,2.0103169999999997,2.040759,2.405566,2.1121749999999997,1.992524,2.0096879999999997,1.839667,1.839144,2.0102089999999997,2.024142,2.25268,2.2719329999999998,1.9865339999999998,1.7585,1.864973,2.180691,1.967107,1.9758129999999998,1.9808029999999999,2.0351779999999997,2.0616179999999997,2.048547,2.060593,2.072823,2.048292,1.9556099999999998,2.118156,2.092583,2.09885,1.8927559999999999,2.108265,2.008479,2.072141,2.01034,2.112116,2.060445,2.046649,2.06175,2.044763,2.115104,2.016347,2.0285219999999997,1.992154,2.105121,2.108085,1.899959,2.165873,1.998599,2.0278009999999997,2.080348,2.047268,2.024976,2.09847,2.522286,1.97135,2.001282,1.816265,2.023481,1.9711619999999999,2.528388,2.117704,1.624531,2.0490019999999998,2.078623,1.855198,1.96006,1.984019,2.000781,2.075979,1.9452079999999998,1.9857719999999999,1.9563679999999999,2.163272,1.902431,1.8870239999999998,2.018172,1.723779],"unit":"ms"},"request_latency":{"value":242.105997,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":44.899691999999995,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.32421875,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":1.813618,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":242.03859,"unit":"ms"},"http_req_sending":{"value":1.985223,"unit":"ms"},"http_req_waiting":{"value":42.117267999999996,"unit":"ms"},"http_req_receiving":{"value":197.93609899999998,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.212592,"unit":"ms"},"http_req_data_received":{"value":24.486328125,"unit":"KB"},"e2e_output_token_throughput":{"value":408.91180403102527,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0123092346938773,"unit":"ms"},"http_req_connection_overhead":{"value":1.813618,"unit":"ms"},"prefill_throughput_per_user":{"value":11135.93385005848,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":243.852208,"unit":"ms"},"output_token_throughput_per_user":{"value":496.9415151305633,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":54,"x_request_id":"27c4f1fc-eccc-40df-9ab8-27c1d0dfd645","x_correlation_id":"ab0da414-7ae3-4012-a23b-95a68c55b192","conversation_id":"6b88a88d-753d-4b9e-a715-e91f76218dc0","turn_index":0,"credit_issued_ns":1779883875425292396,"request_start_ns":1779883875426129155,"request_ack_ns":1779883875453452353,"request_end_ns":1779883875669456608,"worker_id":"worker_8b5d31b9","record_processor_id":"record_processor_d2f8e9ff","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.2145789999999999,2.0996479999999997,1.912129,1.749561,2.035239,2.028301,1.998546,2.033153,2.0548919999999997,1.9464249999999998,2.0563819999999997,1.741312,1.834407,1.9573639999999999,2.235406,1.83435,2.10078,2.0355529999999997,1.9565789999999998,1.9481469999999999,2.0260599999999998,2.004991,2.043357,2.405939,2.1124389999999997,1.9916049999999998,2.005656,1.8449119999999999,1.8438189999999999,2.003494,2.072371,2.2090549999999998,2.272121,1.9895859999999999,1.758084,1.86042,2.2361519999999997,1.9139119999999998,1.984449,1.970219,2.045493,2.0570019999999998,2.052654,2.051002,2.076937,2.048327,1.955161,2.1190379999999998,2.0962959999999997,2.090648,1.902463,2.099215,2.016293,2.0701039999999997,2.006764,2.116635,2.06397,2.04204,2.0922039999999997,2.014876,2.1084229999999997,2.0120329999999997,2.047786,1.9806549999999998,2.104923,2.1083,1.9050159999999998,2.159335,2.004795,2.0217199999999997,2.082154,2.0440519999999998,2.033159,2.096825,2.518208,1.962445,2.00786,1.816898,2.032451,1.955446,2.534307,2.1142879999999997,1.623783,2.068802,2.127272,1.793814,1.9602439999999999,1.980996,2.011173,2.062521,1.951007,1.998702,1.95526,2.147075,1.9011559999999998,1.889432,2.017842,1.7414209999999999],"unit":"ms"},"request_latency":{"value":243.327453,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":46.107358,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.3193359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":243.250889,"unit":"ms"},"http_req_sending":{"value":0.17682799999999999,"unit":"ms"},"http_req_waiting":{"value":45.152499999999996,"unit":"ms"},"http_req_receiving":{"value":197.921561,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.2145789999999999,"unit":"ms"},"http_req_data_received":{"value":24.4775390625,"unit":"KB"},"e2e_output_token_throughput":{"value":406.85914712632115,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.012449948979592,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":10844.256138033326,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":243.250889,"unit":"ms"},"output_token_throughput_per_user":{"value":496.90676804511224,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":58,"x_request_id":"79340d37-0b8f-4d98-beb9-5422b72f2391","x_correlation_id":"1b78dada-946d-42aa-9024-d9440d919b76","conversation_id":"8da97f9a-a6b0-419d-a490-17240835652f","turn_index":0,"credit_issued_ns":1779883875428880253,"request_start_ns":1779883875429767724,"request_ack_ns":1779883875453478546,"request_end_ns":1779883875669449051,"worker_id":"worker_5025bd97","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.211382,2.0940849999999998,1.916215,1.747862,2.034411,2.017667,2.0116169999999998,2.026985,2.058181,1.946785,2.056381,1.7389649999999999,1.843395,1.9427709999999998,2.231319,1.855878,2.107166,2.030805,1.9598669999999998,1.9439149999999998,2.027192,2.003263,2.0455989999999997,2.4002529999999997,2.114601,1.988011,2.008782,1.841802,1.85066,1.997372,2.036203,2.241878,2.275553,1.9939339999999999,1.7589469999999998,1.8600249999999998,2.175829,1.968465,1.9849059999999998,1.970759,2.0435309999999998,2.06087,2.048492,2.052764,2.077489,2.048102,1.957026,2.11854,2.097953,2.089137,1.9015989999999998,2.102108,2.013921,2.067644,2.007253,2.1178049999999997,2.065638,2.042856,2.06479,2.025616,2.1186599999999998,2.017781,2.0390159999999997,1.986961,2.110011,2.107633,1.904677,2.156864,2.007807,2.0184919999999997,2.0852969999999997,2.0415639999999997,2.0312699999999997,2.0993269999999997,2.512874,1.96075,2.0126299999999997,1.817032,2.033837,1.9550859999999999,2.5322839999999998,2.1786309999999998,1.53443,2.052605,2.118986,1.8549939999999998,1.9601629999999999,1.984152,2.0061139999999997,2.070744,1.951245,1.9787169999999998,1.963814,2.169097,1.8969289999999999,1.883138,2.017015,1.728397],"unit":"ms"},"request_latency":{"value":239.68132699999998,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":42.459483,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.392578125,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":239.613859,"unit":"ms"},"http_req_sending":{"value":0.147811,"unit":"ms"},"http_req_waiting":{"value":41.560081,"unit":"ms"},"http_req_receiving":{"value":197.905967,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.211382,"unit":"ms"},"http_req_data_received":{"value":24.470703125,"unit":"KB"},"e2e_output_token_throughput":{"value":413.0484474495587,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.012467795918367,"unit":"ms"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"prefill_throughput_per_user":{"value":11775.932363566462,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":239.613859,"unit":"ms"},"output_token_throughput_per_user":{"value":496.902361383458,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":56,"x_request_id":"1b34a2b5-a51c-40c6-b395-c57303cb44a5","x_correlation_id":"232131a0-7af4-4eff-be15-159425502695","conversation_id":"f163c15c-454d-4ef6-907c-0517d6832a07","turn_index":0,"credit_issued_ns":1779883875426866504,"request_start_ns":1779883875427455852,"request_ack_ns":1779883875453470192,"request_end_ns":1779883875669462733,"worker_id":"worker_13d7577a","record_processor_id":"record_processor_8db2463a","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"inter_chunk_latency":{"value":[1.215631,2.099627,1.910046,1.756014,2.029249,2.038583,1.988696,2.034449,2.056505,1.949333,2.053,1.732573,1.83131,1.948639,2.23765,1.8599869999999998,2.089863,2.046614,1.9439389999999999,1.9506139999999998,2.0218499999999997,2.009324,2.0405949999999997,2.413863,2.1108919999999998,1.9931539999999999,2.002294,1.840527,1.8429559999999998,2.006071,2.02471,2.254505,2.276735,1.9845599999999999,1.755908,1.86551,2.178407,1.965905,1.9779589999999998,1.980294,2.0351589999999997,2.061435,2.04776,2.0604359999999997,2.0721149999999997,2.053229,1.95102,2.12146,2.089971,2.0982119999999997,1.8937149999999998,2.107189,2.0121569999999998,2.0736879999999998,2.00527,2.116576,2.056127,2.048567,2.059164,2.044899,2.11495,2.017257,2.027794,1.992136,2.1051539999999997,2.10817,1.89973,2.165886,1.999769,2.026847,2.0800989999999997,2.0472989999999998,2.0249479999999997,2.09878,2.5281979999999997,1.9650349999999999,2.005487,1.816544,2.025912,1.9659019999999998,2.529573,2.125169,1.6338519999999999,2.0371859999999997,2.080371,1.85255,1.958008,1.9893409999999998,2.008457,2.06667,1.945978,1.984292,1.956831,2.17108,1.895138,1.8850589999999998,2.013926,1.73475],"unit":"ms"},"request_latency":{"value":242.006881,"unit":"ms"},"output_sequence_length":{"value":99,"unit":"tokens"},"time_to_first_token":{"value":44.796262999999996,"unit":"ms"},"http_req_chunks_received":{"value":100,"unit":"count"},"reasoning_token_count":{"value":99,"unit":"tokens"},"http_req_data_sent":{"value":2.359375,"unit":"KB"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connecting":{"value":0.41729299999999997,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"input_sequence_length":{"value":500,"unit":"tokens"},"http_req_duration":{"value":241.944383,"unit":"ms"},"http_req_sending":{"value":0.593992,"unit":"ms"},"http_req_waiting":{"value":43.41767,"unit":"ms"},"http_req_receiving":{"value":197.932721,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_chunks_sent":{"value":1,"unit":"count"},"time_to_second_token":{"value":1.215631,"unit":"ms"},"http_req_data_received":{"value":24.490234375,"unit":"KB"},"e2e_output_token_throughput":{"value":409.0792773780676,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0123532448979593,"unit":"ms"},"http_req_connection_overhead":{"value":0.41729299999999997,"unit":"ms"},"prefill_throughput_per_user":{"value":11161.645336353167,"unit":"tokens/sec/user"},"osl_mismatch_diff_pct":{"value":-1.0,"unit":"%"},"http_req_total":{"value":242.361676,"unit":"ms"},"output_token_throughput_per_user":{"value":496.9306470100915,"unit":"tokens/sec/user"}}} diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json deleted file mode 100644 index 6e69fa62609f..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/profile_export_aiperf.json +++ /dev/null @@ -1,590 +0,0 @@ -{ - "schema_version": "1.1", - "aiperf_version": "0.8.0", - "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86", - "request_throughput": { - "unit": "requests/sec", - "avg": 40.50571000892853 - }, - "request_latency": { - "unit": "ms", - "avg": 304.6025683333333, - "p1": 240.4952709, - "p5": 242.08121799999998, - "p10": 253.20705149999998, - "p25": 298.87129699999997, - "p50": 305.6773195, - "p75": 331.55994275, - "p90": 334.35794849999996, - "p95": 336.233233, - "p99": 339.0025875, - "min": 239.68132699999998, - "max": 339.55596199999997, - "std": 29.366384996709943, - "count": 36, - "sum": 10965.69246 - }, - "request_count": { - "unit": "requests", - "avg": 36.0 - }, - "time_to_first_token": { - "unit": "ms", - "avg": 76.21661177777777, - "p1": 42.67910205, - "p5": 43.16415525, - "p10": 44.8479775, - "p25": 76.90180174999999, - "p50": 81.7725165, - "p75": 87.33019125, - "p90": 89.1148055, - "p95": 89.32833674999999, - "p99": 90.763813, - "min": 42.459483, - "max": 91.503125, - "std": 15.953064675529133, - "count": 36, - "sum": 2743.7980239999997 - }, - "time_to_second_token": { - "unit": "ms", - "avg": 1.8588039444444444, - "p1": 0.8667986, - "p5": 0.8994245, - "p10": 0.953638, - "p25": 0.99129525, - "p50": 1.244693, - "p75": 1.85042175, - "p90": 2.0484839999999997, - "p95": 4.04891475, - "p99": 11.46931064999999, - "min": 0.8587429999999999, - "max": 13.721357999999999, - "std": 2.2764199605411606, - "count": 36, - "sum": 66.91694199999999 - }, - "inter_token_latency": { - "unit": "ms", - "avg": 2.329980580354162, - "p1": 2.012324638265306, - "p5": 2.0124257729591837, - "p10": 2.039245663265306, - "p25": 2.180876395408163, - "p50": 2.233315224489796, - "p75": 2.5514171096938774, - "p90": 2.5746012806122445, - "p95": 2.578061301020408, - "p99": 2.6062799864506627, - "min": 2.0123092346938773, - "max": 2.619412649484536, - "std": 0.20464904958192454, - "count": 36, - "sum": 83.87930089274981 - }, - "output_token_throughput": { - "unit": "tokens/sec", - "avg": 4011.190449495284 - }, - "output_token_throughput_per_user": { - "unit": "tokens/sec/user", - "avg": 432.53157073965383, - "p1": 383.7068023848364, - "p5": 387.88865662305875, - "p10": 388.4096992406571, - "p25": 391.94809767831157, - "p50": 447.76752850118896, - "p75": 458.53125931915326, - "p90": 490.4619770798176, - "p95": 496.91273778635707, - "p99": 496.93771128839813, - "min": 381.7649732266453, - "max": 496.9415151305633, - "std": 38.1536588425516, - "count": 36, - "sum": 15571.136546627533 - }, - "output_sequence_length": { - "unit": "tokens", - "avg": 99.02777777777777, - "p1": 98.35, - "p5": 99.0, - "p10": 99.0, - "p25": 99.0, - "p50": 99.0, - "p75": 99.0, - "p90": 99.0, - "p95": 99.0, - "p99": 100.3, - "min": 98.0, - "max": 101.0, - "std": 0.37164133778499037, - "count": 36, - "sum": 3565.0 - }, - "input_sequence_length": { - "unit": "tokens", - "avg": 500.0, - "p1": 500.0, - "p5": 500.0, - "p10": 500.0, - "p25": 500.0, - "p50": 500.0, - "p75": 500.0, - "p90": 500.0, - "p95": 500.0, - "p99": 500.0, - "min": 500.0, - "max": 500.0, - "std": 0.0, - "count": 36, - "sum": 18000.0 - }, - "reasoning_token_count": { - "unit": "tokens", - "avg": 99.02777777777777, - "p1": 98.35, - "p5": 99.0, - "p10": 99.0, - "p25": 99.0, - "p50": 99.0, - "p75": 99.0, - "p90": 99.0, - "p95": 99.0, - "p99": 100.3, - "min": 98.0, - "max": 101.0, - "std": 0.37164133778499037, - "count": 36, - "sum": 3565.0 - }, - "inter_chunk_latency": { - "unit": "ms", - "avg": 2.3377578720500427, - "p1": 1.2372883, - "p5": 1.9198387499999998, - "p10": 2.0064792, - "p25": 2.0958170714285713, - "p50": 2.163974120879121, - "p75": 2.226835653846154, - "p90": 2.3194952333333334, - "p95": 2.6775490249999994, - "p99": 7.439426622499967, - "min": 0.114921, - "max": 19.624561999999997, - "std": 1.5229637023939557, - "count": 3517, - "sum": 8221.894436 - }, - "total_reasoning_tokens": { - "unit": "tokens", - "avg": 3565.0 - }, - "benchmark_duration": { - "unit": "sec", - "avg": 0.8887635840000001 - }, - "total_isl": { - "unit": "tokens", - "avg": 18000.0 - }, - "total_osl": { - "unit": "tokens", - "avg": 3565.0 - }, - "error_request_count": { - "unit": "requests", - "avg": 24.0 - }, - "error_isl": { - "unit": "tokens", - "avg": 500.0, - "p1": 500.0, - "p5": 500.0, - "p10": 500.0, - "p25": 500.0, - "p50": 500.0, - "p75": 500.0, - "p90": 500.0, - "p95": 500.0, - "p99": 500.0, - "min": 500.0, - "max": 500.0, - "std": 0.0, - "count": 24, - "sum": 12000.0 - }, - "total_error_isl": { - "unit": "tokens", - "avg": 12000.0 - }, - "telemetry_data": { - "summary": { - "endpoints_configured": [], - "endpoints_successful": [], - "start_time": "2026-05-27T12:11:14.778767", - "end_time": "2026-05-27T12:11:17.677420" - }, - "endpoints": {}, - "error_summary": [] - }, - "input_config": { - "endpoint": { - "model_names": [ - "Qwen/Qwen3-0.6B" - ], - "custom_endpoint": "/v1/chat/completions", - "type": "chat", - "streaming": true, - "urls": [ - "http://localhost:8000" - ] - }, - "input": { - "prompt": { - "input_tokens": { - "mean": 500 - }, - "output_tokens": { - "mean": 100 - } - } - }, - "loadgen": { - "concurrency": 15, - "arrival_pattern": "concurrency_burst", - "request_count": 60, - "request_cancellation_rate": 30.0, - "request_cancellation_delay": 0.0 - }, - "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 30 --request-cancellation-delay 0.0 --synthetic-input-tokens-mean 500 --output-tokens-mean 100 --concurrency 15 --request-count 60", - "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86" - }, - "was_cancelled": false, - "error_summary": [ - { - "error_details": { - "code": 499, - "type": "RequestCancellationError", - "message": "Request cancelled 0.000s after being sent" - }, - "count": 24 - } - ], - "start_time": "2026-05-27T12:11:14.778767", - "end_time": "2026-05-27T12:11:15.670495", - "http_req_chunks_received": { - "unit": "count", - "avg": 99.69444444444444, - "p1": 96.0, - "p5": 98.25, - "p10": 99.0, - "p25": 100.0, - "p50": 100.0, - "p75": 100.0, - "p90": 100.0, - "p95": 100.0, - "p99": 100.0, - "min": 96.0, - "max": 100.0, - "std": 0.9374742794825669, - "count": 36, - "sum": 3589.0 - }, - "http_req_data_sent": { - "unit": "KB", - "avg": 2.2369249131944446, - "p1": 2.036376953125, - "p5": 2.08642578125, - "p10": 2.12255859375, - "p25": 2.1669921875, - "p50": 2.2490234375, - "p75": 2.31640625, - "p90": 2.34375, - "p95": 2.36328125, - "p99": 2.38642578125, - "min": 2.0244140625, - "max": 2.392578125, - "std": 0.0908979486397472, - "count": 36, - "sum": 80.529296875 - }, - "http_req_blocked": { - "unit": "ms", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 36, - "sum": 0.0 - }, - "http_req_connecting": { - "unit": "ms", - "avg": 0.5969154444444444, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.367496, - "p75": 0.6361964999999999, - "p90": 1.954232, - "p95": 2.13750325, - "p99": 2.8453563999999982, - "min": 0.0, - "max": 3.1991769999999997, - "std": 0.7805414693138932, - "count": 36, - "sum": 21.488955999999998 - }, - "http_req_dns_lookup": { - "unit": "ms", - "avg": 0.20408027777777776, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 1.2808815, - "p95": 1.49758075, - "p99": 1.6779633999999999, - "min": 0.0, - "max": 1.712626, - "std": 0.5122814768318082, - "count": 36, - "sum": 7.346889999999999 - }, - "http_req_duration": { - "unit": "ms", - "avg": 304.5110066111111, - "p1": 240.4295424, - "p5": 242.01503824999998, - "p10": 253.12841699999998, - "p25": 298.711575, - "p50": 305.5896375, - "p75": 331.4850145, - "p90": 334.2933035, - "p95": 336.17251275, - "p99": 338.9363686, - "min": 239.613859, - "max": 339.490259, - "std": 29.367335931894477, - "count": 36, - "sum": 10962.396238 - }, - "http_req_sending": { - "unit": "ms", - "avg": 0.8211733055555555, - "p1": 0.1000281, - "p5": 0.13334675, - "p10": 0.16215549999999998, - "p25": 0.18598425, - "p50": 0.5393105, - "p75": 0.9110152499999999, - "p90": 2.4456275, - "p95": 2.64069025, - "p99": 3.3405158499999987, - "min": 0.086362, - "max": 3.704596, - "std": 0.8842194211697499, - "count": 36, - "sum": 29.562238999999998 - }, - "http_req_waiting": { - "unit": "ms", - "avg": 71.9890396111111, - "p1": 41.07151975, - "p5": 41.54837325, - "p10": 42.767469, - "p25": 68.761462, - "p50": 79.48716399999999, - "p75": 83.36795024999999, - "p90": 85.36092, - "p95": 85.80621275, - "p99": 85.91904734999999, - "min": 40.833664999999996, - "max": 85.95142899999999, - "std": 15.582168585126244, - "count": 36, - "sum": 2591.605426 - }, - "http_req_receiving": { - "unit": "ms", - "avg": 231.70079369444443, - "p1": 197.9114249, - "p5": 197.92993099999998, - "p10": 204.29710699999998, - "p25": 219.63677249999998, - "p50": 227.36467, - "p75": 253.03239374999998, - "p90": 253.7517455, - "p95": 253.86682599999997, - "p99": 254.59846775, - "min": 197.905967, - "max": 254.987442, - "std": 19.443527365152132, - "count": 36, - "sum": 8341.228573 - }, - "http_req_connection_reused": { - "unit": "ratio", - "avg": 0.3333333333333333, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 0.0, - "max": 1.0, - "std": 0.4714045207910317, - "count": 36, - "sum": 12.0 - }, - "http_req_chunks_sent": { - "unit": "count", - "avg": 1.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "count": 36, - "sum": 36.0 - }, - "http_req_data_received": { - "unit": "KB", - "avg": 24.416422526041668, - "p1": 23.517919921875, - "p5": 24.06787109375, - "p10": 24.2646484375, - "p25": 24.4521484375, - "p50": 24.48583984375, - "p75": 24.501220703125, - "p90": 24.5185546875, - "p95": 24.528564453125, - "p99": 24.54150390625, - "min": 23.517578125, - "max": 24.544921875, - "std": 0.228100623536901, - "count": 36, - "sum": 878.9912109375 - }, - "e2e_output_token_throughput": { - "unit": "tokens/sec/user", - "avg": 328.49262160149055, - "p1": 291.70117280416764, - "p5": 292.6829936590321, - "p10": 296.09028451998756, - "p25": 298.5900461569632, - "p50": 323.8734522247498, - "p75": 333.4649194376841, - "p90": 391.5805116666333, - "p95": 408.9536723677859, - "p99": 411.6592379245368, - "min": 291.55724263207014, - "max": 413.0484474495587, - "std": 35.331306833679584, - "count": 36, - "sum": 11825.734377653664 - }, - "http_req_connection_overhead": { - "unit": "ms", - "avg": 0.8009957222222223, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.367496, - "p75": 0.6361964999999999, - "p90": 3.2351134999999998, - "p95": 3.635084, - "p99": 4.523319799999999, - "min": 0.0, - "max": 4.911803, - "std": 1.2564168991766849, - "count": 36, - "sum": 28.835846 - }, - "prefill_throughput_per_user": { - "unit": "tokens/sec/user", - "avg": 6987.125074755557, - "p1": 5509.48702472601, - "p5": 5597.32890658474, - "p10": 5610.756847816862, - "p25": 5725.398543745655, - "p50": 6114.525277970737, - "p75": 6502.605419363259, - "p90": 11148.789593205824, - "p95": 11583.697879106878, - "p99": 11715.909128731344, - "min": 5464.294252245483, - "max": 11775.932363566462, - "std": 2060.2537464239126, - "count": 36, - "sum": 251536.50269120006 - }, - "osl_mismatch_diff_pct": { - "unit": "%", - "avg": -0.9722222222222222, - "p1": -1.65, - "p5": -1.0, - "p10": -1.0, - "p25": -1.0, - "p50": -1.0, - "p75": -1.0, - "p90": -1.0, - "p95": -1.0, - "p99": 0.29999999999999716, - "min": -2.0, - "max": 1.0, - "std": 0.3716413377849903, - "count": 36, - "sum": -35.0 - }, - "http_req_total": { - "unit": "ms", - "avg": 305.3120023333333, - "p1": 240.57559494999998, - "p5": 243.02858575, - "p10": 253.6975225, - "p25": 299.6416365, - "p50": 306.8902065, - "p75": 331.4850145, - "p90": 334.4778525, - "p95": 336.268014, - "p99": 339.29903414999995, - "min": 239.613859, - "max": 339.842511, - "std": 29.282501221070163, - "count": 36, - "sum": 10991.232084 - }, - "osl_mismatch_count": { - "unit": "requests", - "avg": 0.0 - }, - "total_token_throughput": { - "unit": "tokens/sec", - "avg": 24264.045453959552 - } -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json deleted file mode 100644 index 4680a0239479..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency15/server_metrics_export.json +++ /dev/null @@ -1,1846 +0,0 @@ -{ - "schema_version": "1.0", - "aiperf_version": "0.8.0", - "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86", - "summary": { - "endpoints_configured": [ - "http://localhost:8000/metrics" - ], - "endpoints_successful": [ - "http://localhost:8000/metrics" - ], - "start_time": "2026-05-27T12:11:14.778767", - "end_time": "2026-05-27T12:11:15.670495", - "endpoint_info": { - "http://localhost:8000/metrics": { - "total_fetches": 5, - "first_fetch_ns": 1779883870334481465, - "last_fetch_ns": 1779883875683383633, - "avg_fetch_latency_ms": 6.484821599999999, - "unique_updates": 5, - "first_update_ns": 1779883870334481465, - "last_update_ns": 1779883875683383633, - "duration_seconds": 5.348902168, - "avg_update_interval_ms": 1337.2255420000001, - "median_update_interval_ms": 332.2903625 - } - } - }, - "metrics": { - "http_request_duration_highr_seconds": { - "type": "histogram", - "description": "Latency with many buckets but no API specific labels. Made for more accurate percentile calculations.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "count": 60, - "sum": 10.868435590014997, - "avg": 0.1811405931669166, - "count_rate": 11.217255076930021, - "sum_rate": 2.031900238339711, - "p1_estimate": 0.0, - "p5_estimate": 0.0007347304071751403, - "p10_estimate": 0.002017339102827314, - "p25_estimate": 0.005865165189783836, - "p50_estimate": 0.25, - "p75_estimate": 0.3234641555381355, - "p90_estimate": 0.3926047805381355, - "p95_estimate": 0.4156516555381355, - "p99_estimate": 0.4340891555381355 - }, - "buckets": { - "0.01": 23, - "0.025": 24, - "0.05": 24, - "0.075": 24, - "0.1": 24, - "0.25": 28, - "0.5": 60, - "0.75": 60, - "1.0": 60, - "1.5": 60, - "2.0": 60, - "2.5": 60, - "3.0": 60, - "3.5": 60, - "4.0": 60, - "4.5": 60, - "5.0": 60, - "7.5": 60, - "10.0": 60, - "30.0": 60, - "60.0": 60, - "+Inf": 60 - } - } - ] - }, - "http_request_duration_seconds": { - "type": "histogram", - "description": "Latency with only few buckets by handler. Made to be only used if aggregation by handler is important.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/chat/completions", - "method": "POST" - }, - "stats": { - "count": 60, - "sum": 10.868435590014997, - "avg": 0.1811405931669166, - "count_rate": 11.217255076930021, - "sum_rate": 2.031900238339711, - "p1_estimate": 0.00802579044536491, - "p5_estimate": 0.017859123778698246, - "p10_estimate": 0.030150790445364912, - "p25_estimate": 0.06702579044536491, - "p50_estimate": 0.12915006543658256, - "p75_estimate": 0.29303895432547145, - "p90_estimate": 0.3913722876588048, - "p95_estimate": 0.4241500654365825, - "p99_estimate": 0.4503722876588047 - }, - "buckets": { - "0.1": 24, - "0.5": 60, - "1.0": 60, - "+Inf": 60 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/completions", - "method": "POST" - }, - "stats": { - "count": 0 - }, - "buckets": { - "0.1": 0, - "0.5": 0, - "1.0": 0, - "+Inf": 0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "none", - "method": "GET" - }, - "stats": { - "count": 0 - }, - "buckets": { - "0.1": 0, - "0.5": 0, - "1.0": 0, - "+Inf": 0 - } - } - ] - }, - "http_requests": { - "type": "counter", - "description": "Total number of requests by method, status and handler.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/chat/completions", - "method": "POST", - "status": "2xx" - }, - "stats": { - "total": 60.0, - "rate": 11.217255076930021 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/completions", - "method": "POST", - "status": "2xx" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "none", - "method": "GET", - "status": "4xx" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "process_cpu_seconds": { - "type": "counter", - "description": "Total user and system CPU time spent in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "total": 0.4499999999999993, - "rate": 0.08412941307697502 - } - } - ] - }, - "process_max_fds": { - "type": "gauge", - "description": "Maximum number of open file descriptors.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1048576.0, - "min": 1048576.0, - "max": 1048576.0, - "std": 0.0, - "p1": 1048576.0, - "p5": 1048576.0, - "p10": 1048576.0, - "p25": 1048576.0, - "p50": 1048576.0, - "p75": 1048576.0, - "p90": 1048576.0, - "p95": 1048576.0, - "p99": 1048576.0 - } - } - ] - }, - "process_open_fds": { - "type": "gauge", - "description": "Number of open file descriptors.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 68.0, - "min": 57.0, - "max": 73.0, - "std": 7.393691004272944, - "p1": 57.42, - "p5": 59.1, - "p10": 61.2, - "p25": 67.5, - "p50": 71.0, - "p75": 71.5, - "p90": 72.4, - "p95": 72.7, - "p99": 72.94 - } - } - ] - }, - "process_resident_memory_bytes": { - "type": "gauge", - "description": "Resident memory size in bytes.", - "unit": "bytes", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1480415232.0, - "min": 1479942144.0, - "max": 1480753152.0, - "std": 405504.0, - "p1": 1479950254.08, - "p5": 1479982694.4, - "p10": 1480023244.8, - "p25": 1480144896.0, - "p50": 1480482816.0, - "p75": 1480753152.0, - "p90": 1480753152.0, - "p95": 1480753152.0, - "p99": 1480753152.0 - } - } - ] - }, - "process_start_time_seconds": { - "type": "gauge", - "description": "Start time of the process since unix epoch in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1779883504.09, - "min": 1779883504.09, - "max": 1779883504.09, - "std": 0.0, - "p1": 1779883504.09, - "p5": 1779883504.09, - "p10": 1779883504.09, - "p25": 1779883504.09, - "p50": 1779883504.09, - "p75": 1779883504.09, - "p90": 1779883504.09, - "p95": 1779883504.09, - "p99": 1779883504.09 - } - } - ] - }, - "process_virtual_memory_bytes": { - "type": "gauge", - "description": "Virtual memory size in bytes.", - "unit": "bytes", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 13789437952.0, - "min": 13789437952.0, - "max": 13789437952.0, - "std": 0.0, - "p1": 13789437952.0, - "p5": 13789437952.0, - "p10": 13789437952.0, - "p25": 13789437952.0, - "p50": 13789437952.0, - "p75": 13789437952.0, - "p90": 13789437952.0, - "p95": 13789437952.0, - "p99": 13789437952.0 - } - } - ] - }, - "python_gc_collections": { - "type": "counter", - "description": "Number of times this generation was collected", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 11.0, - "rate": 2.056496764103837 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 1.0, - "rate": 0.18695425128216703 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_gc_objects_collected": { - "type": "counter", - "description": "Objects collected during gc", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_gc_objects_uncollectable": { - "type": "counter", - "description": "Uncollectable objects found during GC", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_info": { - "type": "gauge", - "description": "Python platform information", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "implementation": "CPython", - "major": "3", - "minor": "10", - "patchlevel": "20", - "version": "3.10.20" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:cache_config_info": { - "type": "gauge", - "description": "Information of the LLMEngine CacheConfig", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "_block_size_resolved": "True", - "block_size": "16", - "cache_dtype": "auto", - "calculate_kv_scales": "False", - "enable_prefix_caching": "True", - "engine": "0", - "gpu_memory_utilization": "0.92", - "hash_block_size": "None", - "is_attention_free": "False", - "kv_cache_dtype_skip_layers": "[]", - "kv_cache_memory_bytes": "None", - "kv_offloading_backend": "native", - "kv_offloading_size": "None", - "kv_sharing_fast_prefill": "False", - "mamba_block_size": "None", - "mamba_cache_dtype": "auto", - "mamba_cache_mode": "none", - "mamba_page_size_padded": "None", - "mamba_ssm_cache_dtype": "auto", - "num_cpu_blocks": "None", - "num_gpu_blocks": "40207", - "num_gpu_blocks_override": "None", - "prefix_caching_hash_algo": "sha256", - "sliding_window": "None", - "user_specified_block_size": "False", - "user_specified_mamba_block_size": "False" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:e2e_request_latency_seconds": { - "type": "histogram", - "description": "Histogram of e2e request latency in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 10.531866073608398, - "avg": 0.29255183537801105, - "count_rate": 6.7303530461580126, - "sum_rate": 1.9689771363955142, - "p1_estimate": 0.12695111374752183, - "p5_estimate": 0.1452119833127392, - "p10_estimate": 0.16803807026926093, - "p25_estimate": 0.23651633113882614, - "p50_estimate": 0.29104799611549503, - "p75_estimate": 0.34330601195959953, - "p90_estimate": 0.4240752427288303, - "p95_estimate": 0.45099831965190723, - "p99_estimate": 0.47253678119036874 - }, - "buckets": { - "0.3": 23, - "0.5": 36, - "0.8": 36, - "1.0": 36, - "1.5": 36, - "2.0": 36, - "2.5": 36, - "5.0": 36, - "10.0": 36, - "15.0": 36, - "20.0": 36, - "30.0": 36, - "40.0": 36, - "50.0": 36, - "60.0": 36, - "120.0": 36, - "240.0": 36, - "480.0": 36, - "960.0": 36, - "1920.0": 36, - "7680.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:engine_sleep_state": { - "type": "gauge", - "description": "Engine sleep state; awake = 0 means engine is sleeping; awake = 1 means engine is awake; weights_offloaded = 1 means sleep level 1; discard_all = 1 means sleep level 2.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "awake" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "discard_all" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "weights_offloaded" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:estimated_flops_per_gpu": { - "type": "counter", - "description": "Estimated number of floating point operations per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:estimated_read_bytes_per_gpu": { - "type": "counter", - "description": "Estimated number of bytes read from memory per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:estimated_write_bytes_per_gpu": { - "type": "counter", - "description": "Estimated number of bytes written to memory per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:external_prefix_cache_hits": { - "type": "counter", - "description": "External prefix cache hits from KV connector cross-instance cache sharing, in terms of number of cached tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:external_prefix_cache_queries": { - "type": "counter", - "description": "External prefix cache queries from KV connector cross-instance cache sharing, in terms of number of queried tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:generation_tokens": { - "type": "counter", - "description": "Number of generation tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 3600.0, - "rate": 673.0353046158012 - } - } - ] - }, - "vllm:inter_token_latency_seconds": { - "type": "histogram", - "description": "Histogram of inter-token latency in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 3564, - "sum": 8.316117547012254, - "avg": 0.0023333663150988367, - "count_rate": 666.3049515696432, - "sum_rate": 1.5547335295761673, - "p1_estimate": 0.0, - "p5_estimate": 0.0, - "p10_estimate": 0.0, - "p25_estimate": 0.0, - "p50_estimate": 0.0019040584339752073, - "p75_estimate": 0.0044295758708904325, - "p90_estimate": 0.005944886333039568, - "p95_estimate": 0.006449989820422613, - "p99_estimate": 0.01 - }, - "buckets": { - "0.01": 3527, - "0.025": 3564, - "0.05": 3564, - "0.075": 3564, - "0.1": 3564, - "0.15": 3564, - "0.2": 3564, - "0.3": 3564, - "0.4": 3564, - "0.5": 3564, - "0.75": 3564, - "1.0": 3564, - "2.5": 3564, - "5.0": 3564, - "7.5": 3564, - "10.0": 3564, - "20.0": 3564, - "40.0": 3564, - "80.0": 3564, - "+Inf": 3564 - } - } - ] - }, - "vllm:iteration_tokens_total": { - "type": "histogram", - "description": "Histogram of number of tokens per engine_step.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 327, - "sum": 21888.0, - "avg": 66.93577981651376, - "count_rate": 61.134040169268616, - "sum_rate": 4092.0546520640714, - "p1_estimate": 1.4229309083802424, - "p5_estimate": 2.1773110736694985, - "p10_estimate": 3.120286280281069, - "p25_estimate": 5.949211900115779, - "p50_estimate": 10.291350402851657, - "p75_estimate": 13.6349401464414, - "p90_estimate": 15.641093992595247, - "p95_estimate": 16.0, - "p99_estimate": 1667.5533643855272 - }, - "buckets": { - "1.0": 0, - "8.0": 121, - "16.0": 316, - "32.0": 316, - "64.0": 316, - "128.0": 316, - "256.0": 316, - "512.0": 319, - "1024.0": 321, - "2048.0": 325, - "4096.0": 326, - "8192.0": 327, - "16384.0": 327, - "+Inf": 327 - } - } - ] - }, - "vllm:kv_cache_usage_perc": { - "type": "gauge", - "description": "KV-cache usage. 1 means 100 percent usage.", - "unit": "ratio", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.00041038650947619604, - "min": 0.0, - "max": 0.0016415460379047841, - "std": 0.0008207730189523921, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.00041038650947619604, - "p90": 0.0011490822265333492, - "p95": 0.001395314132219066, - "p99": 0.0015922996567676402 - } - } - ] - }, - "vllm:mm_cache_hits": { - "type": "counter", - "description": "Multi-modal cache hits, in terms of number of cached items.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:mm_cache_queries": { - "type": "counter", - "description": "Multi-modal cache queries, in terms of number of queried items.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:num_preemptions": { - "type": "counter", - "description": "Cumulative number of preemption from the engine.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:num_requests_running": { - "type": "gauge", - "description": "Number of requests in model execution batches.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.5, - "min": 0.0, - "max": 2.0, - "std": 1.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.5, - "p90": 1.4000000000000004, - "p95": 1.6999999999999993, - "p99": 1.9399999999999995 - } - } - ] - }, - "vllm:num_requests_waiting": { - "type": "gauge", - "description": "Number of requests waiting to be processed.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:num_requests_waiting_by_reason": { - "type": "gauge", - "description": "Number of waiting requests by reason. Reason labels: 'capacity' = waiting for scheduling capacity; 'deferred' = deferred by transient constraints (LoRA budget, KV transfer, blocked status). Sum of all reasons equals vllm:num_requests_waiting.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "reason": "capacity" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "reason": "deferred" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:prefix_cache_hits": { - "type": "counter", - "description": "Prefix cache hits, in terms of number of cached tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:prefix_cache_queries": { - "type": "counter", - "description": "Prefix cache queries, in terms of number of queried tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 18288.0, - "rate": 3419.0193474482703 - } - } - ] - }, - "vllm:prompt_tokens": { - "type": "counter", - "description": "Number of prefill tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 18288.0, - "rate": 3419.0193474482703 - } - } - ] - }, - "vllm:prompt_tokens_by_source": { - "type": "counter", - "description": "Number of prompt tokens by source.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "external_kv_transfer" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "local_cache_hit" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "local_compute" - }, - "stats": { - "total": 18288.0, - "rate": 3419.0193474482703 - } - } - ] - }, - "vllm:prompt_tokens_cached": { - "type": "counter", - "description": "Number of cached prompt tokens (local + external).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:request_decode_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in DECODE phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 8.316117547012254, - "avg": 0.23100326519478484, - "count_rate": 6.7303530461580126, - "sum_rate": 1.5547335295761673, - "p1_estimate": 0.16340469595596716, - "p5_estimate": 0.16897695996802403, - "p10_estimate": 0.1759422899830951, - "p25_estimate": 0.1968382800283084, - "p50_estimate": 0.23162817094205948, - "p75_estimate": 0.2652050095228657, - "p90_estimate": 0.2853290571743867, - "p95_estimate": 0.2920370730582271, - "p99_estimate": 0.2974034857652994 - }, - "buckets": { - "0.3": 36, - "0.5": 36, - "0.8": 36, - "1.0": 36, - "1.5": 36, - "2.0": 36, - "2.5": 36, - "5.0": 36, - "10.0": 36, - "15.0": 36, - "20.0": 36, - "30.0": 36, - "40.0": 36, - "50.0": 36, - "60.0": 36, - "120.0": 36, - "240.0": 36, - "480.0": 36, - "960.0": 36, - "1920.0": 36, - "7680.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_generation_tokens": { - "type": "histogram", - "description": "Number of generation tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 3600.0, - "avg": 100.0, - "count_rate": 6.7303530461580126, - "sum_rate": 673.0353046158012, - "p1_estimate": 71.18055555555556, - "p5_estimate": 73.125, - "p10_estimate": 75.55555555555556, - "p25_estimate": 82.84722222222223, - "p50_estimate": 95.0, - "p75_estimate": 100.0, - "p90_estimate": 100.0, - "p95_estimate": 100.0, - "p99_estimate": 100.0 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 36, - "200.0": 36, - "500.0": 36, - "1000.0": 36, - "2000.0": 36, - "5000.0": 36, - "10000.0": 36, - "20000.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_inference_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in RUNNING phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 9.119497301009687, - "avg": 0.25331936947249134, - "count_rate": 6.7303530461580126, - "sum_rate": 1.704928789980009, - "p1_estimate": 0.19010057184788778, - "p5_estimate": 0.19580555967316973, - "p10_estimate": 0.2029367944547722, - "p25_estimate": 0.22433049879957961, - "p50_estimate": 0.25961626697230855, - "p75_estimate": 0.28267864588068636, - "p90_estimate": 0.2962938297845431, - "p95_estimate": 0.3, - "p99_estimate": 0.3 - }, - "buckets": { - "0.3": 36, - "0.5": 36, - "0.8": 36, - "1.0": 36, - "1.5": 36, - "2.0": 36, - "2.5": 36, - "5.0": 36, - "10.0": 36, - "15.0": 36, - "20.0": 36, - "30.0": 36, - "40.0": 36, - "50.0": 36, - "60.0": 36, - "120.0": 36, - "240.0": 36, - "480.0": 36, - "960.0": 36, - "1920.0": 36, - "7680.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_max_num_generation_tokens": { - "type": "histogram", - "description": "Histogram of maximum number of requested generation tokens.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 3600.0, - "avg": 100.0, - "count_rate": 6.7303530461580126, - "sum_rate": 673.0353046158012, - "p1_estimate": 71.18055555555556, - "p5_estimate": 73.125, - "p10_estimate": 75.55555555555556, - "p25_estimate": 82.84722222222223, - "p50_estimate": 95.0, - "p75_estimate": 100.0, - "p90_estimate": 100.0, - "p95_estimate": 100.0, - "p99_estimate": 100.0 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 36, - "200.0": 36, - "500.0": 36, - "1000.0": 36, - "2000.0": 36, - "5000.0": 36, - "10000.0": 36, - "20000.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_params_max_tokens": { - "type": "histogram", - "description": "Histogram of the max_tokens request parameter.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 3600.0, - "avg": 100.0, - "count_rate": 6.7303530461580126, - "sum_rate": 673.0353046158012, - "p1_estimate": 71.18055555555556, - "p5_estimate": 73.125, - "p10_estimate": 75.55555555555556, - "p25_estimate": 82.84722222222223, - "p50_estimate": 95.0, - "p75_estimate": 100.0, - "p90_estimate": 100.0, - "p95_estimate": 100.0, - "p99_estimate": 100.0 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 36, - "200.0": 36, - "500.0": 36, - "1000.0": 36, - "2000.0": 36, - "5000.0": 36, - "10000.0": 36, - "20000.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_params_n": { - "type": "histogram", - "description": "Histogram of the n request parameter.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 36.0, - "avg": 1.0, - "count_rate": 6.7303530461580126, - "sum_rate": 6.7303530461580126, - "p1_estimate": 0.42361111111111116, - "p5_estimate": 0.4625, - "p10_estimate": 0.5111111111111111, - "p25_estimate": 0.6569444444444446, - "p50_estimate": 0.8999999999999999, - "p75_estimate": 1.0, - "p90_estimate": 1.0, - "p95_estimate": 1.0, - "p99_estimate": 1.0 - }, - "buckets": { - "1.0": 36, - "2.0": 36, - "5.0": 36, - "10.0": 36, - "20.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_prefill_kv_computed_tokens": { - "type": "histogram", - "description": "Histogram of new KV tokens computed during prefill (excluding cached tokens).", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 18288.0, - "avg": 508.0, - "count_rate": 6.7303530461580126, - "sum_rate": 3419.0193474482703, - "p1_estimate": 500.0, - "p5_estimate": 500.0, - "p10_estimate": 500.0, - "p25_estimate": 500.0, - "p50_estimate": 500.0, - "p75_estimate": 570.9984567901236, - "p90_estimate": 643.9151234567902, - "p95_estimate": 668.2206790123457, - "p99_estimate": 687.6651234567903 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 0, - "1000.0": 36, - "2000.0": 36, - "5000.0": 36, - "10000.0": 36, - "20000.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_prefill_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in PREFILL phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 0.803379753997433, - "avg": 0.022316104277706472, - "count_rate": 6.7303530461580126, - "sum_rate": 0.1501952604038416, - "p1_estimate": 0.010919444536943365, - "p5_estimate": 0.011849784107617905, - "p10_estimate": 0.013012708570961078, - "p25_estimate": 0.0165014819609906, - "p50_estimate": 0.022316104277706472, - "p75_estimate": 0.028130726594422343, - "p90_estimate": 0.03161949998445186, - "p95_estimate": 0.03278242444779504, - "p99_estimate": 0.03371276401846958 - }, - "buckets": { - "0.3": 36, - "0.5": 36, - "0.8": 36, - "1.0": 36, - "1.5": 36, - "2.0": 36, - "2.5": 36, - "5.0": 36, - "10.0": 36, - "15.0": 36, - "20.0": 36, - "30.0": 36, - "40.0": 36, - "50.0": 36, - "60.0": 36, - "120.0": 36, - "240.0": 36, - "480.0": 36, - "960.0": 36, - "1920.0": 36, - "7680.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_prompt_tokens": { - "type": "histogram", - "description": "Number of prefill tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 18288.0, - "avg": 508.0, - "count_rate": 6.7303530461580126, - "sum_rate": 3419.0193474482703, - "p1_estimate": 500.0, - "p5_estimate": 500.0, - "p10_estimate": 500.0, - "p25_estimate": 500.0, - "p50_estimate": 500.0, - "p75_estimate": 570.9984567901236, - "p90_estimate": 643.9151234567902, - "p95_estimate": 668.2206790123457, - "p99_estimate": 687.6651234567903 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 0, - "1000.0": 36, - "2000.0": 36, - "5000.0": 36, - "10000.0": 36, - "20000.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_queue_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in WAITING phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 0.0006633339908148628, - "avg": 0.000018425944189301743, - "count_rate": 6.7303530461580126, - "sum_rate": 0.00012401310960280453, - "p1_estimate": 6.634235208633316e-6, - "p5_estimate": 0.00001895495773895233, - "p10_estimate": 0.00001895495773895233, - "p25_estimate": 0.00001895495773895233, - "p50_estimate": 0.00001895495773895233, - "p75_estimate": 0.00001895495773895233, - "p90_estimate": 0.00001895495773895233, - "p95_estimate": 0.00001895495773895233, - "p99_estimate": 0.00001895495773895233 - }, - "buckets": { - "0.3": 36, - "0.5": 36, - "0.8": 36, - "1.0": 36, - "1.5": 36, - "2.0": 36, - "2.5": 36, - "5.0": 36, - "10.0": 36, - "15.0": 36, - "20.0": 36, - "30.0": 36, - "40.0": 36, - "50.0": 36, - "60.0": 36, - "120.0": 36, - "240.0": 36, - "480.0": 36, - "960.0": 36, - "1920.0": 36, - "7680.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:request_success": { - "type": "counter", - "description": "Count of successfully processed requests.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "abort", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "error", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "length", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 36.0, - "rate": 6.7303530461580126 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "repetition", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "stop", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:request_time_per_output_token_seconds": { - "type": "histogram", - "description": "Histogram of time_per_output_token_seconds per request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 0.08400118734355794, - "avg": 0.0023333663150988315, - "count_rate": 6.7303530461580126, - "sum_rate": 0.015704379086627918, - "p1_estimate": 0.0006444699452361007, - "p5_estimate": 0.0006726126927717423, - "p10_estimate": 0.0007077911271912941, - "p25_estimate": 0.0008133264304499502, - "p50_estimate": 0.002155901760097126, - "p75_estimate": 0.0035470717099726637, - "p90_estimate": 0.004381773679897987, - "p95_estimate": 0.004660007669873094, - "p99_estimate": 0.00488259486185318 - }, - "buckets": { - "0.01": 36, - "0.025": 36, - "0.05": 36, - "0.075": 36, - "0.1": 36, - "0.15": 36, - "0.2": 36, - "0.3": 36, - "0.4": 36, - "0.5": 36, - "0.75": 36, - "1.0": 36, - "2.5": 36, - "5.0": 36, - "7.5": 36, - "10.0": 36, - "20.0": 36, - "40.0": 36, - "80.0": 36, - "+Inf": 36 - } - } - ] - }, - "vllm:time_to_first_token_seconds": { - "type": "histogram", - "description": "Histogram of time to first token in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 36, - "sum": 2.1954286098480225, - "avg": 0.060984128051333956, - "count_rate": 6.7303530461580126, - "sum_rate": 0.4104447119975858, - "p1_estimate": 0.026265306841359085, - "p5_estimate": 0.030931973508025755, - "p10_estimate": 0.03676530684135909, - "p25_estimate": 0.05568027922456627, - "p50_estimate": 0.06535623706823893, - "p75_estimate": 0.07208700629900816, - "p90_estimate": 0.0761254678374697, - "p95_estimate": 0.07747162168362354, - "p99_estimate": 0.07854854476054662 - }, - "buckets": { - "0.001": 0, - "0.005": 0, - "0.01": 0, - "0.02": 0, - "0.04": 6, - "0.06": 10, - "0.08": 36, - "0.1": 36, - "0.25": 36, - "0.5": 36, - "0.75": 36, - "1.0": 36, - "2.5": 36, - "5.0": 36, - "7.5": 36, - "10.0": 36, - "20.0": 36, - "40.0": 36, - "80.0": 36, - "160.0": 36, - "640.0": 36, - "2560.0": 36, - "+Inf": 36 - } - } - ] - } - }, - "input_config": { - "endpoint": { - "model_names": [ - "Qwen/Qwen3-0.6B" - ], - "custom_endpoint": "/v1/chat/completions", - "type": "chat", - "streaming": true, - "urls": [ - "http://localhost:8000" - ] - }, - "input": { - "prompt": { - "input_tokens": { - "mean": 500 - }, - "output_tokens": { - "mean": 100 - } - } - }, - "loadgen": { - "concurrency": 15, - "arrival_pattern": "concurrency_burst", - "request_count": 60, - "request_cancellation_rate": 30.0, - "request_cancellation_delay": 0.0 - }, - "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 30 --request-cancellation-delay 0.0 --synthetic-input-tokens-mean 500 --output-tokens-mean 100 --concurrency 15 --request-count 60", - "benchmark_id": "b6c9ce2f-d86c-4a49-a32c-226372f07d86" - } -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json deleted file mode 100644 index a91adff9bb80..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/inputs.json +++ /dev/null @@ -1,1704 +0,0 @@ -{ - "data": [ - { - "session_id": "b91dc696-1537-422a-9377-c8922b4acaaf", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Tell me precisely of what complexion MOTH Of the seawater green sir ARMADO Is that one of the four complexions MOTH As I have read sir and the best of them too ARMADO Green indeed is the colour of lovers But to have a love of that colour methinks Samson had small reason for it He surely affected her for her wit MOTH It was so sir for she had a green wit ARMADO My love is most immaculate white and red MOTH Most maculate thoughts master are masked under such colours ARMADO Define define welleducated infant MOTH My fathers wit and my mothers tongue assist me ARMADO Sweet invocation of a child most pretty and pathetical MOTH If she be made of white and red Her faults will neer be known For blushing cheeks by faults are bred And fears by pale white shown Then if she fear or be to blame By this you shall not know For still her cheeks possess the same Which native she doth owe A dangerous rhyme master against the reason of white and red ARMADO Is there not a ballad boy of the King and the Beggar MOTH The world was very guilty of such a ballad some three ages since but I think now tis not to be found or if it were it would neither serve for the writing nor the tune ARMADO I will have that subject newly writ oer that I may example my digression by some mighty precedent Boy I do love that country girl that I took in the park with the rational hind Costard She deserves well MOTH Aside To be whipped and yet a better love than my master ARMADO Sing boy My spirit grows heavy in love MOTH And thats great marvel loving a light wench ARMADO I say sing MOTH Forbear till this company be past Enter Costard the Clown Dull the Constable and Jaquenetta a Wench DULL Sir the Dukes pleasure is that you keep Costard safe and you must suffer him to take no delight nor no penance but he must fast three days a week For this damsel I must keep her at the park She is allowed for the deywoman Fare you well ARMADO I do betray myself with blushingMaid JAQUENETTA Man ARMADO I will visit thee at the lodge JAQUENETTA Thats hereby ARMADO I know where it is situate JAQUENETTA Lord how wise you are ARMADO I will tell thee wonders JAQUENETTA With that face ARMADO I love thee JAQUENETTA So I heard you say ARMADO And so farewell JAQUENETTA Fair weather after you DULL Come Jaquenetta away Exeunt Dull and Jaquenetta ARMADO Villain thou shalt fast for thy offences ere thou be pardoned COSTARD Well sir I hope when I do it I shall do it on a full stomach ARMADO Thou shalt be heavily punished COSTARD I am more bound to you than your fellows for they are but lightly rewarded ARMADO Take away this villain Shut him up MOTH Come you transgressing slave away COSTARD Let me not be pent up sir I will fast being loose MOTH No sir that were fast and loose Thou shalt to prison COSTARD Well if ever I do see the merry days of desolation that I have seen some shall see MOTH What shall some see COSTARD Nay nothing Master Moth but what they look upon It is not for prisoners to be too silent in their words and therefore I will say nothing I thank God I have as little patience as another man and therefore I can be quiet Exeunt Moth and Costard ARMADO I do affect the very ground which is base" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 414, - "ignore_eos": true - } - ] - }, - { - "session_id": "040f4d95-b16b-4eb8-9a30-1c80091811ef", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " that means to be saved by believing rightly can ever believe such impossible passages of grossness Hes in yellow stockings SIR TOBY And crossgartered MARIA Most villainously like a pedant that keeps a school i th church I have dogged him like his murderer He does obey every point of the letter that I dropped to betray him He does smile his face into more lines than is in the new map with the augmentation of the Indies You have not seen such a thing as tis I can hardly forbear hurling things at him I know my lady will strike him If she do hell smile and taket for a great favour SIR TOBY Come bring us bring us where he is Exeunt SCENE III A street Enter Sebastian and Antonio SEBASTIAN I would not by my will have troubled you But since you make your pleasure of your pains I will no further chide you ANTONIO I could not stay behind you my desire More sharp than filed steel did spur me forth And not all love to see you though so much As might have drawn one to a longer voyage But jealousy what might befall your travel Being skilless in these parts which to a stranger Unguided and unfriended often prove Rough and unhospitable My willing love The rather by these arguments of fear Set forth in your pursuit SEBASTIAN My kind Antonio I can no other answer make but thanks And thanks and ever thanks and oft good turns Are shuffled off with such uncurrent pay But were my worth as is my conscience firm You should find better dealing Whats to do Shall we go see the relics of this town ANTONIO Tomorrow sir best first go see your lodging SEBASTIAN I am not weary and tis long to night I pray you let us satisfy our eyes With the memorials and the things of fame That do renown this city ANTONIO Would youd pardon me I do not without danger walk these streets Once in a seafight gainst the Count his galleys I did some service of such note indeed That were I taen here it would scarce be answerd SEBASTIAN Belike you slew great number of his people ANTONIO Th offence is not of such a bloody nature Albeit the quality of the time and quarrel Might well have given us bloody argument It might have since been answered in repaying What we took from them which for traffics sake Most of our city did Only myself stood out For which if I be lapsed in this place I shall pay dear SEBASTIAN Do not then walk too open ANTONIO It doth not fit me Hold sir heres my purse In the south suburbs at the Elephant Is best to lodge I will bespeak our diet Whiles you beguile the time and feed your knowledge With viewing of the town There shall you have me SEBASTIAN Why I your purse ANTONIO Haply your eye shall light upon some toy You have desire to purchase and your store I think is not for idle markets sir SEBASTIAN Ill be your pursebearer and leave you for an hour ANTONIO To th Elephant SEBASTIAN I do remember Exeunt SCENE IV Olivias garden Enter Olivia and Maria OLIVIA I have sent after him He says hell come How shall I feast him What bestow of him For youth is bought more oft than beggd or borrowd I speak too loud Wheres MalvolioHe is sad and civil And suits well for a servant with my fortunes Where is Malvolio MARIA Hes coming madam But in very strange manner He is sure possessed madam OLIVIA Why whats the matter Does he rave MARIA No madam he does nothing but smile your ladyship were best to have some guard about you if he come for sure the man is tainted in s wits OLIVIA Go call him hither Im as mad as he If sad and merry" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 392, - "ignore_eos": true - } - ] - }, - { - "session_id": "bb527af8-044c-48f7-a1f5-9ebec82c28ed", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " a thief shall we not lay hands on him DOGBERRY Truly by your office you may but I think they that touch pitch will be defiled The most peaceable way for you if you do take a thief is to let him show himself what he is and steal out of your company VERGES You have been always called a merciful man partner DOGBERRY Truly I would not hang a dog by my will much more a man who hath any honesty in him VERGES If you hear a child cry in the night you must call to the nurse and bid her still it SECOND WATCH How if the nurse be asleep and will not hear us DOGBERRY Why then depart in peace and let the child wake her with crying for the ewe that will not hear her lamb when it baes will never answer a calf when he bleats VERGES Tis very true DOGBERRY This is the end of the charge You constable are to present the Princes own person if you meet the Prince in the night you may stay him VERGES Nay byr lady that I think a cannot DOGBERRY Five shillings to one ont with any man that knows the statutes he may stay him marry not without the Prince be willing for indeed the watch ought to offend no man and it is an offence to stay a man against his will VERGES Byr lady I think it be so DOGBERRY Ha ah ha Well masters good night an there be any matter of weight chances call up me keep your fellows counsels and your own and good night Come neighbour SECOND WATCH Well masters we hear our charge let us go sit here upon the church bench till two and then all to bed DOGBERRY One word more honest neighbours I pray you watch about Signior Leonatos door for the wedding being there tomorrow there is a great coil tonight Adieu be vigitant I beseech you Exeunt Dogberry and Verges Enter Borachio and Conrade BORACHIO What Conrade WATCH Aside Peace stir not BORACHIO Conrade I say CONRADE Here man I am at thy elbow BORACHIO Mass and my elbow itched I thought there would a scab follow CONRADE I will owe thee an answer for that and now forward with thy tale BORACHIO Stand thee close then under this penthouse for it drizzles rain and I will like a true drunkard utter all to thee WATCH Aside Some treason masters yet stand close BORACHIO Therefore know I have earned of Don John a thousand ducats CONRADE Is it possible that any villainy should be so dear BORACHIO Thou shouldst rather ask if it were possible any villainy should be so rich for when rich villains have need of poor ones poor ones may make what price they will CONRADE I wonder at it BORACHIO That shows thou art unconfirmed Thou knowest that the fashion of a doublet or a hat or a cloak is nothing to a man CONRADE Yes it is apparel BORACHIO I mean the fashion CONRADE Yes the fashion is the fashion BORACHIO Tush I may as well say the fools the fool But seest thou not what a deformed thief this fashion is WATCH Aside I know that Deformed a has been a vile thief this seven years a goes up and down like a gentleman I remember his name BORACHIO Didst thou not hear somebody CONRADE No twas the vane on the house BORACHIO" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 402, - "ignore_eos": true - } - ] - }, - { - "session_id": "4669fe67-f9db-4fe3-adc8-472c307edcfa", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " sir we did sleep day out of countenance and made the night light with drinking MAECENAS Eight wild boars roasted whole at a breakfast and but twelve persons there Is this true ENOBARBUS This was but as a fly by an eagle We had much more monstrous matter of feast which worthily deserved noting MAECENAS Shes a most triumphant lady if report be square to her ENOBARBUS When she first met Mark Antony she pursed up his heart upon the river of Cydnus AGRIPPA There she appeared indeed or my reporter devised well for her ENOBARBUS I will tell you The barge she sat in like a burnished throne Burned on the water The poop was beaten gold Purple the sails and so perfumed that The winds were lovesick with them the oars were silver Which to the tune of flutes kept stroke and made The water which they beat to follow faster As amorous of their strokes For her own person It beggared all description she did lie In her pavilion clothofgold of tissue Oerpicturing that Venus where we see The fancy outwork nature On each side her Stood pretty dimpled boys like smiling Cupids With diverscoloured fans whose wind did seem To glow the delicate cheeks which they did cool And what they undid did AGRIPPA O rare for Antony ENOBARBUS Her gentlewomen like the Nereides So many mermaids tended her i th eyes And made their bends adornings At the helm A seeming mermaid steers The silken tackle Swell with the touches of those flowersoft hands That yarely frame the office From the barge A strange invisible perfume hits the sense Of the adjacent wharfs The city cast Her people out upon her and Antony Enthroned i th marketplace did sit alone Whistling to th air which but for vacancy Had gone to gaze on Cleopatra too And made a gap in nature AGRIPPA Rare Egyptian ENOBARBUS Upon her landing Antony sent to her Invited her to supper She replied It should be better he became her guest Which she entreated Our courteous Antony Whom neer the word of No woman heard speak Being barbered ten times oer goes to the feast And for his ordinary pays his heart For what his eyes eat only AGRIPPA Royal wench She made great Caesar lay his sword to bed He ploughed her and she cropped ENOBARBUS I saw her once Hop forty paces through the public street And having lost her breath she spoke and panted That she did make defect perfection And breathless pour breath forth MAECENAS Now Antony must leave her utterly ENOBARBUS Never He will not Age cannot wither her nor custom stale Her infinite variety Other women cloy The appetites they feed but she makes hungry Where most she satisfies For vilest things Become themselves in her that the holy priests Bless her when she is riggish MAECENAS If beauty wisdom modesty can settle The heart of Antony Octavia is A blessed lottery to him AGRIPPA Let us go Good Enobarbus make yourself my guest Whilst you abide here ENOBARBUS Humbly sir I thank you Exeunt SCENE III Rome A Room in Caesars House Enter Antony Caesar Octavia between them ANTONY The world and my great office will sometimes Divide me from your bosom OCTAVIA All which time Before the gods my knee shall bow my prayers To them for you ANTONY Good night sirMy Octavia Read not my b" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 382, - "ignore_eos": true - } - ] - }, - { - "session_id": "fa954442-586c-4c4e-ba7e-b451610dd0c6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ICK That I neither feel how she should be loved nor know how she should be worthy is the opinion that fire cannot melt out of me I will die in it at the stake DON PEDRO Thou wast ever an obstinate heretic in the despite of beauty CLAUDIO And never could maintain his part but in the force of his will BENEDICK That a woman conceived me I thank her that she brought me up I likewise give her most humble thanks but that I will have a recheat winded in my forehead or hang my bugle in an invisible baldrick all women shall pardon me Because I will not do them the wrong to mistrust any I will do myself the right to trust none and the fine isfor the which I may go the finerI will live a bachelor DON PEDRO I shall see thee ere I die look pale with love BENEDICK With anger with sickness or with hunger my lord not with love prove that ever I lose more blood with love than I will get again with drinking pick out mine eyes with a balladmakers pen and hang me up at the door of a brothelhouse for the sign of blind Cupid DON PEDRO Well if ever thou dost fall from this faith thou wilt prove a notable argument BENEDICK If I do hang me in a bottle like a cat and shoot at me and he that hits me let him be clapped on the shoulder and called Adam DON PEDRO Well as time shall try In time the savage bull doth bear the yoke BENEDICK The savage bull may but if ever the sensible Benedick bear it pluck off the bulls horns and set them in my forehead and let me be vilely painted and in such great letters as they write Here is good horse to hire let them signify under my sign Here you may see Benedick the married man CLAUDIO If this should ever happen thou wouldst be hornmad DON PEDRO Nay if Cupid have not spent all his quiver in Venice thou wilt quake for this shortly BENEDICK I look for an earthquake too then DON PEDRO Well you will temporize with the hours In the meantime good Signior Benedick repair to Leonatos commend me to him and tell him I will not fail him at supper for indeed he hath made great preparation BENEDICK I have almost matter enough in me for such an embassage and so I commit you CLAUDIO To the tuition of God from my house if I had it DON PEDRO The sixth of July your loving friend Benedick BENEDICK Nay mock not mock not The body of your discourse is sometime guarded with fragments and the guards are but slightly basted on neither ere you flout old ends any further examine your conscience and so I leave you Exit CLAUDIO My liege your Highness now may do me good DON PEDRO My love is thine to teach teach it but how And thou shalt see how apt it is to learn Any hard lesson that may do thee good CLAUDIO Hath Leonato any son my lord DON PEDRO No child but Hero shes his only heir Dost thou affect her Claudio CLAUDIO O my lord When you went onward on this ended action I looked upon her with a soldiers eye That likd but had a rougher task in hand Than to drive liking to the name of love But now I am returnd and that warthoughts Have left their places vacant in their rooms Come thronging soft and delicate desires All prompting me how fair young Hero is Saying I likd her ere I went to wars DON PEDRO Thou wilt be like a lover presently And tire the hearer with a book of words If thou dost love fair Hero cherish it And I will break with her and with her father And thou shalt have her Wast not to this end That thou beganst to twist so fine a story CLAUDIO How sweetly you do minister to love That know loves grief by his complexion But lest my liking might too sudden seem I would have salvd it with a longer treatise DON PEDRO What need the bridge much broader than the flood The fairest grant is the necessity Look what will serve is fit tis once" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 431, - "ignore_eos": true - } - ] - }, - { - "session_id": "472223de-e932-4976-acfb-d3011a446d76", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " to God I had not seen But these mine eyes saw him in bloody state Rendring faint quittance wearied and outbreathed To Harry Monmouth whose swift wrath beat down The neverdaunted Percy to the earth From whence with life he never more sprung up In few his death whose spirit lent a fire Even to the dullest peasant in his camp Being bruited once took fire and heat away From the besttemperd courage in his troops For from his metal was his party steeld Which once in him abated all the rest Turnd on themselves like dull and heavy lead And as the thing thats heavy in itself Upon enforcement flies with greatest speed So did our men heavy in Hotspurs loss Lend to this weight such lightness with their fear That arrows fled not swifter toward their aim Than did our soldiers aiming at their safety Fly from the field Then was that noble Worcester Too soon taen prisoner and that furious Scot The bloody Douglas whose welllabouring sword Had three times slain th appearance of the King Gan vail his stomach and did grace the shame Of those that turnd their backs and in his flight Stumbling in fear was took The sum of all Is that the King hath won and hath sent out A speedy power to encounter you my lord Under the conduct of young Lancaster And Westmoreland This is the news at full NORTHUMBERLAND For this I shall have time enough to mourn In poison there is physic and these news Having been well that would have made me sick Being sick have in some measure made me well And as the wretch whose feverweakend joints Like strengthless hinges buckle under life Impatient of his fit breaks like a fire Out of his keepers arms even so my limbs Weakend with grief being now enraged with grief Are thrice themselves Hence therefore thou nice crutch A scaly gauntlet now with joints of steel Must glove this hand And hence thou sickly coif Thou art a guard too wanton for the head Which princes fleshd with conquest aim to hit Now bind my brows with iron and approach The raggedst hour that time and spite dare bring To frown upon th enraged Northumberland Let heaven kiss earth Now let not Natures hand Keep the wild flood confined Let order die And let this world no longer be a stage To feed contention in a lingering act But let one spirit of the firstborn Cain Reign in all bosoms that each heart being set On bloody courses the rude scene may end And darkness be the burier of the dead LORD BARDOLPH This strained passion doth you wrong my lord MORTON Sweet earl divorce not wisdom from your honour The lives of all your loving complices Lean on your health the which if you give oer To stormy passion must perforce decay You cast th event of war my noble lord And summd the account of chance before you said Let us make head It was your presurmise That in the dole of blows your son might drop You knew he walkd oer perils on an edge More likely to fall in than to get oer You were advised his flesh was capable Of wounds and scars and that his forward spirit Would lift him where most trade of danger ranged Yet did you say Go forth and none of this Though strongly apprehended could restrain The stiffborne action What hath then befalln Or what hath this bold enterprise brought forthMore than that being which was like to be LORD BARDOLPH We all that are engaged to this loss Knew that we ventured on such dangerous seas That if we wrought out life twas ten to one And yet we ventured for the gain proposed Choked the respect of likely peril feard And since we are oerset venture again Come we will put forth body and goods MORTON Tis more than time And my most noble lord I hear for certain and dare speak the truth The gentle Archbishop of York is up With wellappointed powers He is a man Who with a double surety binds his followers My lord your son had only but the corpse But shadows and the shows of men to fight For that same word rebellion did divide The action of their bodies from their souls And they did fight with queasiness constraind As men drink potions that their weapons only Seemd on our side but" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 342, - "ignore_eos": true - } - ] - }, - { - "session_id": "04f2aa19-968c-4007-8f5c-2100a32215a8", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " severe and beard of formal cut Full of wise saws and modern instances And so he plays his part The sixth age shifts Into the lean and slippered pantaloon With spectacles on nose and pouch on side His youthful hose well saved a world too wide For his shrunk shank and his big manly voice Turning again toward childish treble pipes And whistles in his sound Last scene of all That ends this strange eventful history Is second childishness and mere oblivion Sans teeth sans eyes sans taste sans everything Enter Orlando bearing Adam DUKE SENIOR Welcome Set down your venerable burden And let him feed ORLANDO I thank you most for him ADAM So had you need I scarce can speak to thank you for myself DUKE SENIOR Welcome fall to I will not trouble you As yet to question you about your fortunes Give us some music and good cousin sing SONG AMIENS Sings Blow blow thou winter wind Thou art not so unkind As mans ingratitude Thy tooth is not so keen Because thou art not seen Although thy breath be rude Heighho sing heighho unto the green holly Most friendship is feigning most loving mere folly Then heighho the holly This life is most jolly Freeze freeze thou bitter sky That dost not bite so nigh As benefits forgot Though thou the waters warp Thy sting is not so sharp As friend remembered not Heighho sing heighho unto the green holly Most friendship is feigning most loving mere folly Then heighho the holly This life is most jolly DUKE SENIOR If that you were the good Sir Rowlands son As you have whispered faithfully you were And as mine eye doth his effigies witness Most truly limned and living in your face Be truly welcome hither I am the Duke That loved your father The residue of your fortune Go to my cave and tell meGood old man Thou art right welcome as thy master is Support him by the arm To Orlando Give me your hand And let me all your fortunes understand Exeunt ACT III SCENE I A Room in the Palace Enter Duke Frederick Lords and Oliver DUKE FREDERICK Not see him since Sir sir that cannot be But were I not the better part made mercy I should not seek an absent argument Of my revenge thou present But look to it Find out thy brother wheresoeer he is Seek him with candle Bring him dead or living Within this twelvemonth or turn thou no more To seek a living in our territory Thy lands and all things that thou dost call thine Worth seizure do we seize into our hands Till thou canst quit thee by thy brothers mouth Of what we think against thee OLIVER O that your highness knew my heart in this I never loved my brother in my life DUKE FREDERICK More villain thou Well push him out of doors And let my officers of such a nature Make an extent upon his house and lands Do this expediently and turn him going Exeunt SCENE II The Forest of Arden Enter Orlando with a paper ORLANDO Hang there my verse in witness of my love And thou thricecrowned queen of night survey With thy chaste eye from thy pale sphere above Thy huntress name that my full life doth sway O Rosalind these trees shall be my books And in their barks my thoughts Ill character That every eye which in this forest looks Shall see thy virtue witnessed everywhere Run run Orlando carve on every tree The fair the chaste and unexpressive she Exit Enter Corin and Touchstone CORIN And how like you this shepherds life Master Touchstone TOUCHSTONE Truly shepherd in respect of itself it is a good life but in respect that it is a shepherds life it is naught In respect that it is solitary I like it very well but in respect that it is private it is a very vile life Now in respect it is in the fields it pleaseth me well but in respect it is not in the court it is tedious As it is a spare life look you it fits my humour well but as there is no more plenty in it it goes much against my stomach Hast any philosophy in thee shepherd CORIN No more but that I know the more one sickens the worse at ease he is and that he that wants money means and content is without three good friends that the property of rain is" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 393, - "ignore_eos": true - } - ] - }, - { - "session_id": "d1554c48-88ac-4251-b3d6-3c14d9c03d03", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ily to pray for her KING What sayst thou ha To pray for her What is she crying out LOVELL So said her woman and that her suffrance made Almost each pang a death KING Alas good lady SUFFOLK God safely quit her of her burden and With gentle travail to the gladding of Your Highness with an heir KING Tis midnight Charles Prithee to bed and in thy prayers remember Th estate of my poor Queen Leave me alone For I must think of that which company Will not be friendly to SUFFOLK I wish your Highness A quiet night and my good mistress will Remember in my prayers KING Charles good night Exit Suffolk Enter Sir Anthony Denny Well sir what follows DENNY Sir I have brought my lord the Archbishop As you commanded me KING Ha Canterbury DENNY Ay my good lord KING Tis true Where is he Denny DENNY He attends your Highness pleasure KING Bring him to us Exit Denny LOVELL Aside This is about that which the Bishop spake I am happily come hither Enter Cranmer and Denny KING Avoid the gallery Lovell seems to stay Ha I have said Be gone What Exeunt Lovell and Denny CRANMER Aside I am fearful Wherefore frowns he thus Tis his aspect of terror Alls not well KING How now my lord You do desire to know Wherefore I sent for you CRANMER Kneeling It is my duty T attend your Highness pleasure KING Pray you arise My good and gracious Lord of Canterbury Come you and I must walk a turn together I have news to tell you Come come give me your hand Ah my good lord I grieve at what I speak And am right sorry to repeat what follows I have and most unwillingly of late Heard many grievousI do say my lord Grievouscomplaints of you which being considered Have moved us and our Council that you shall This morning come before us where I know You cannot with such freedom purge yourself But that till further trial in those chargesWhich will require your answer you must take Your patience to you and be well contented To make your house our Tower You a brother of us It fits we thus proceed or else no witness Would come against you CRANMER Kneeling I humbly thank your Highness And am right glad to catch this good occasion Most throughly to be winnowed where my chaff And corn shall fly asunder For I know Theres none stands under more calumnious tongues Than I myself poor man KING Stand up good Canterbury Thy truth and thy integrity is rooted In us thy friend Give me thy hand Stand up Prithee lets walk Now by my halidom What manner of man are you My lord I looked You would have given me your petition that I should have taen some pains to bring together Yourself and your accusers and to have heard you Without endurance further CRANMER Most dread liege The good I stand on is my truth and honesty If they shall fail I with mine enemies Will triumph oer my person which I weigh not Being of those virtues vacant I fear nothing What can be said against me KING Know you not How your state stands i th world with the whole world Your enemies are many and not small their practices Must bear the same proportion and not ever The justice and the truth o th question carries The due o th verdict with it At what ease Might corrupt minds procure knaves as corrupt To swear against you Such things have been done You are potently opposed and with a malice Of as great size Ween you of better luck I mean in perjured witness than your master Whose minister you are whiles here he lived Upon this naughty earth Go to go to You take a precipice for no" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 455, - "ignore_eos": true - } - ] - }, - { - "session_id": "be88963a-06e6-49ba-a9a7-255fc1032fce", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ert any way given to virtue I would swear by thy face My oath should be By this fire thats Gods angel But thou art altogether given over and wert indeed but for the light in thy face the son of utter darkness When thou ranst up Gads Hill in the night to catch my horse if I did not think thou hadst been an ignis fatuus or a ball of wildfire theres no purchase in money O thou art a perpetual triumph an everlasting bonfirelight Thou hast saved me a thousand marks in links and torches walking with thee in the night betwixt tavern and tavern but the sack that thou hast drunk me would have bought me lights as good cheap at the dearest chandlers in Europe I have maintained that salamander of yours with fire any time this twoandthirty years God reward me for it BARDOLPH Sblood I would my face were in your belly FALSTAFF Godamercy so should I be sure to be heartburnt Enter the Hostess How now Dame Partlet the hen have you enquired yet who picked my pocket HOSTESS Why Sir John what do you think Sir John do you think I keep thieves in my house I have searched I have enquired so has my husband man by man boy by boy servant by servant The tithe of a hair was never lost in my house before FALSTAFF Ye lie hostess Bardolph was shaved and lost many a hair and Ill be sworn my pocket was picked Go to you are a woman go HOSTESS Who I No I defy thee Gods light I was never called so in mine own house before FALSTAFF Go to I know you well enough HOSTESS No Sir John you do not know me Sir John I know you Sir John you owe me money Sir John and now you pick a quarrel to beguile me of it I bought you a dozen of shirts to your back FALSTAFF Dowlas filthy dowlas I have given them away to bakers wives and they have made bolters of them HOSTESS Now as I am a true woman holland of eight shillings an ell You owe money here besides Sir John for your diet and bydrinkings and money lent you fourandtwenty pound FALSTAFF He had his part of it let him pay HOSTESS He Alas he is poor he hath nothing FALSTAFF How Poor Look upon his face What call you rich Let them coin his nose let them coin his cheeks Ill not pay a denier What will you make a younker of me Shall I not take mine ease in mine inn but I shall have my pocket picked I have lost a sealring of my grandfathers worth forty mark HOSTESS O Jesu I have heard the Prince tell him I know not how oft that that ring was copper FALSTAFF How The Prince is a Jack a sneakup Sblood an he were here I would cudgel him like a dog if he would say so Enter Prince Henry with Peto marching Falstaff meets him playing on his truncheon like a fife How now lad Is the wind in that door ifaith Must we all march BARDOLPH Yea two and two Newgate fashion HOSTESS My lord I pray you hear me PRINCE What sayst thou Mistress Quickly How doth thy husband I love him well he is an honest man HOSTESS Good my lord hear me FALSTAFF Prithee let her alone and list to me PRINCE What sayst thou Jack FALSTAFF The other night I fell asleep here behind the arras and had my pocket picked This house is turned bawdyhouse they pick pockets PRINCE What didst thou lose Jack FALSTAFF Wilt thou believe me Hal three or four bonds of forty pound apiece and a sealring of my grandfathers PRINCE A trifle some eightpenny matter HOSTESS So I told him my lord and I said I heard your Grace say so And my lord he speaks most vilely of you like a foulmouthed man as he is and said he would cudgel you PRINCE What he did not HOSTESS Theres neither faith truth nor womanhood in me else FALSTAFF Theres no more faith in thee than in a stewed prune nor no more truth in thee than in a drawn fox and for womanhood Maid Marian may be the deputys wife of the ward to thee Go you thing go HOSTESS" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 333, - "ignore_eos": true - } - ] - }, - { - "session_id": "ef6b29a3-885f-4473-b6e9-35fe88ee2c1f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " to this hard house More harder than the stones whereof tis raisd Which even but now demanding after you Denied me to come inreturn and force Their scanted courtesy LEAR My wits begin to turn Come on my boy How dost my boy Art cold I am cold myself Where is this straw my fellow The art of our necessities is strange That can make vile things precious Come your hovel Poor fool and knave I have one part in my heart Thats sorry yet for thee FOOL Singing He that has and a little tiny wit With heighho the wind and the rain Must make content with his fortunes fit Though the rain it raineth every day LEAR True boy Come bring us to this hovel Exeunt Lear and Kent FOOL This is a brave night to cool a courtezan Ill speak a prophecy ere I go When priests are more in word than matter When brewers mar their malt with water When nobles are their tailors tutors No heretics burnd but wenches suitorsWhen every case in law is right No squire in debt nor no poor knight When slanders do not live in tongues Nor cutpurses come not to throngs When usurers tell their gold i the field And bawds and whores do churches build Then shall the realm of Albion Come to great confusion Then comes the time who lives to seet That going shall be usd with feet This prophecy Merlin shall make for I live before his time Exit SCENE III A Room in Gloucesters Castle Enter Gloucester and Edmund GLOUCESTER Alack alack Edmund I like not this unnatural dealing When I desired their leave that I might pity him they took from me the use of mine own house charged me on pain of perpetual displeasure neither to speak of him entreat for him or any way sustain him EDMUND Most savage and unnatural GLOUCESTER Go to say you nothing There is division between the Dukes and a worse matter than that I have received a letter this nighttis dangerous to be spokenI have locked the letter in my closet these injuries the King now bears will be revenged home theres part of a power already footed we must incline to the King I will look him and privily relieve him go you and maintain talk with the Duke that my charity be not of him perceived if he ask for me I am ill and gone to bed If I die for it as no less is threatened me the King my old master must be relieved There is some strange thing toward Edmund pray you be careful Exit EDMUND This courtesy forbid thee shall the Duke Instantly know and of that letter too This seems a fair deserving and must draw me That which my father loses no less than all The younger rises when the old doth fall Exit SCENE IV A part of the Heath with a Hovel Storm continues Enter Lear Kent and Fool KENT Here is the place my lord good my lord enter The tyranny of the open nights too rough For nature to endure LEAR Let me alone KENT Good my lord enter here LEAR Wilt break my heart KENT I had rather break mine own Good my lord enter LEAR Thou thinkst tis much that this contentious storm Invades us to the skin so tis to thee But where the greater malady is fixd The lesser is scarce felt Thoudst shun a bear But if thy flight lay toward the raging sea Thoudst meet the bear i the mouth When the minds free The bodys delicate the tempest in my mind Doth from my senses take all feeling else Save what beats there Filial ingratitude Is it not as this mouth should tear this hand For lifting food tot But I will punish home No I will weep no more In such a night To shut me out Pour on I will endure In such a night as this O Regan Goneril Your old kind father whose frank heart gave all O" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 390, - "ignore_eos": true - } - ] - }, - { - "session_id": "98507995-273c-4f3e-ad89-55a05894e4cb", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " again When I shall meet him in the court of heaven I shall not know him Therefore never never Must I behold my pretty Arthur more PANDULPH You hold too heinous a respect of grief CONSTANCE He talks to me that never had a son KING PHILIP You are as fond of grief as of your child CONSTANCE Grief fills the room up of my absent child Lies in his bed walks up and down with me Puts on his pretty looks repeats his words Remembers me of all his gracious parts Stuffs out his vacant garments with his form Then have I reason to be fond of grief Fare you well Had you such a loss as I I could give better comfort than you do I will not keep this form upon my head She unbinds her hair When there is such disorder in my wit O Lord My boy my Arthur my fair son My life my joy my food my all the world My widowcomfort and my sorrows cure Exit KING PHILIP I fear some outrage and Ill follow her Exit LOUIS Theres nothing in this world can make me joy Life is as tedious as a twicetold tale Vexing the dull ear of a drowsy man And bitter shame hath spoild the sweet worlds taste That it yields nought but shame and bitterness PANDULPH Before the curing of a strong disease Even in the instant of repair and health The fit is strongest evils that take leave On their departure most of all show evil What have you lost by losing of this day LOUIS All days of glory joy and happiness PANDULPH If you had won it certainly you had No no when Fortune means to men most good She looks upon them with a threatning eye Tis strange to think how much King John hath lost In this which he accounts so clearly won Are not you grievd that Arthur is his prisoner LOUIS As heartily as he is glad he hath him PANDULPH Your mind is all as youthful as your blood Now hear me speak with a prophetic spirit For even the breath of what I mean to speak Shall blow each dust each straw each little rub Out of the path which shall directly lead Thy foot to Englands throne and therefore mark John hath seizd Arthur and it cannot be That whiles warm life plays in that infants veins The misplacd John should entertain an hour One minute nay one quiet breath of rest A sceptre snatchd with an unruly hand Must be boisterously maintaind as gaind And he that stands upon a slippry place Makes nice of no vile hold to stay him up That John may stand then Arthur needs must fall So be it for it cannot be but so LOUIS But what shall I gain by young Arthurs fall PANDULPH You in the right of Lady Blanche your wife May then make all the claim that Arthur did LOUIS And lose it life and all as Arthur did PANDULPH How green you are and fresh in this old world John lays you plots the times conspire with you For he that steeps his safety in true blood Shall find but bloody safety and untrue This act so evilly borne shall cool the hearts Of all his people and freeze up their zeal That none so small advantage shall step forth To check his reign but they will cherish it No natural exhalation in the sky No scope of nature no distemperd day No common wind no customed event But they will pluck away his natural cause And call them meteors prodigies and signs Abortives presages and tongues of heaven Plainly denouncing vengeance upon John LOUIS Maybe he will not touch young Arthurs life But hold himself safe in his prisonment PANDULPH O sir when he shall hear of your approach If that young Arthur be not gone already Even at that news he dies and then the hearts Of all his people shall revolt from him And kiss the lips of unacquainted change And pick strong matter of revolt and wrath Out of the bloody fingers ends of John Methinks I see this hurly all on foot And O what better matter breeds for you Than I have namd The bastard Faulconbridge Is now in England ransacking the church Offending charity If but a dozen French Were there in arms they would be as a call To train ten thousand English to their side Or as a little snow tumbled about Anon becomes a mountain O noble Dauphin Go with me to the King Tis wonderful What may be wrought out of their discontent Now that their souls are topful of offence For England go I will whet on the King LOUIS Strong reasons makes strong actions Let us go If you say ay the King will not say no Exeunt ACT IV SCENE I Northampton A" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 382, - "ignore_eos": true - } - ] - }, - { - "session_id": "ac4f1c84-2b62-4f74-86d1-070d2bdfb75c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " and everyone give ear BOYET Reads By heaven that thou art fair is most infallible true that thou art beauteous truth itself that thou art lovely More fairer than fair beautiful than beauteous truer than truth itself have commiseration on thy heroical vassal The magnanimous and most illustrate King Cophetua set eye upon the pernicious and indubitate beggar Zenelophon and he it was that might rightly say Veni vidi vici which to annothanize in the vulgarO base and obscure vulgarvidelicet He came see and overcame He came one see two overcame three Who came The King Why did he come To see Why did he see To overcome To whom came he To the beggar What saw he The beggar Who overcame he The beggar The conclusion is victory On whose side The Kings The captive is enriched On whose side The beggars The catastrophe is a nuptial On whose side The Kings No on both in one or one in both I am the King for so stands the comparison thou the beggar for so witnesseth thy lowliness Shall I command thy love I may Shall I enforce thy love I could Shall I entreat thy love I will What shalt thou exchange for rags Robes For tittles Titles For thyself Me Thus expecting thy reply I profane my lips on thy foot my eyes on thy picture and my heart on thy every partThine in the dearest design of industry Don Adriano de Armado Thus dost thou hear the Nemean lion roar Gainst thee thou lamb that standest as his prey Submissive fall his princely feet before And he from forage will incline to play But if thou strive poor soul what are thou then Food for his rage repasture for his den PRINCESS What plume of feathers is he that indited this letter What vane What weathercock Did you ever hear better BOYET I am much deceived but I remember the style PRINCESS Else your memory is bad going oer it erewhile BOYET This Armado is a Spaniard that keeps here in court A phantasime a Monarcho and one that makes sport To the Prince and his bookmates PRINCESS Thou fellow a word Who gave thee this letter COSTARD I told you my lord PRINCESS To whom shouldst thou give it COSTARD From my lord to my lady PRINCESS From which lord to which lady COSTARD From my Lord Berowne a good master of mine To a lady of France that he called Rosaline PRINCESS Thou hast mistaken his letter Come lords away Here sweet put up this twill be thine another day Exeunt all but Boyet Rosaline Maria and Costard BOYET Who is the shooter Who is the shooter ROSALINE Shall I teach you to know BOYET Ay my continent of beauty ROSALINE Why she that bears the bow Finely put off BOYET My lady goes to kill horns but if thou marry Hang me by the neck if horns that year miscarry Finely put on ROSALINE Well then I am the shooter BOYET And who is your deer ROSALINE If we choose by the horns yourself come not near Finely put on indeed MARIA You still wrangle with her Boyet and she strikes at the brow BOYET But she herself is hit lower Have I hit her now ROSALINE Shall I come upon thee with an old saying that was a man when King Pepin of France was a little boy as touching the hit it BOYET So I may answer thee with one as old that was a woman when Queen Guinevere of Britain was a little w" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 446, - "ignore_eos": true - } - ] - }, - { - "session_id": "6bdae43c-b392-4c92-9f76-d96b30cf7899", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the only drinking And for thy walls a pretty slight drollery or the story of the Prodigal or the German hunting in waterwork is worth a thousand of these bedhangers and these flybitten tapestries Let it be ten pound if thou canst Come an twere not for thy humours theres not a better wench in England Go wash thy face and draw the action Come thou must not be in this humour with me dost not know me Come come I know thou wast set on to this HOSTESS Pray thee Sir John let it be but twenty nobles I faith I am loath to pawn my plate so God save me la FALSTAFF Let it alone Ill make other shift youll be a fool still HOSTESS Well you shall have it though I pawn my gown I hope youll come to supper Youll pay me all together FALSTAFF Will I live To Bardolph Go with her with her Hook on hook on HOSTESS Will you have Doll Tearsheet meet you at supper FALSTAFF No more words lets have her Exeunt Hostess Fang Snare Bardolph and Page CHIEF JUSTICE I have heard better news FALSTAFF Whats the news my lord CHIEF JUSTICE Where lay the King tonight GOWER At Basingstoke my lord FALSTAFF I hope my lord alls well What is the news my lord CHIEF JUSTICE Come all his forces back GOWER No fifteen hundred foot five hundred horse Are marchd up to my Lord of Lancaster Against Northumberland and the Archbishop FALSTAFF Comes the King back from Wales my noble lord CHIEF JUSTICE You shall have letters of me presently Come go along with me good Master Gower FALSTAFF My lord CHIEF JUSTICE Whats the matter FALSTAFF Master Gower shall I entreat you with me to dinner GOWER I must wait upon my good lord here I thank you good Sir John CHIEF JUSTICE Sir John you loiter here too long being you are to take soldiers up in counties as you go FALSTAFF Will you sup with me Master Gower CHIEF JUSTICE What foolish master taught you these manners Sir John FALSTAFF Master Gower if they become me not he was a fool that taught them me This is the right fencing grace my lord tap for tap and so part fair CHIEF JUSTICE Now the Lord lighten thee thou art a great fool Exeunt SCENE II London Another street Enter Prince Henry and Poins PRINCE Before God I am exceeding weary POINS Is t come to that I had thought weariness durst not have attached one of so high blood PRINCE Faith it does me though it discolours the complexion of my greatness to acknowledge it Doth it not show vilely in me to desire small beer POINS Why a prince should not be so loosely studied as to remember so weak a composition PRINCE Belike then my appetite was not princely got for by my troth I do now remember the poor creature small beer But indeed these humble considerations make me out of love with my greatness What a disgrace is it to me to remember thy name or to know thy face tomorrow or to take note how many pair of silk stockings thou hastviz these and those that were thy peachcoloured ones or to bear the inventory of thy shirts as one for superfluity and another for use But that the tenniscourt keeper knows better than I for it is a low ebb of linen with thee when thou keepest not racket there as thou hast not done a great while because the rest of thy low countries have made a shift to eat up thy holland And God knows whether those that bawl out of the ruins of thy linen shall inherit his kingdom but the midwives say the children are not in the fault whereupon the world increases and kindreds are mightily strengthened POINS How ill it follows after you have laboured so hard you should talk so idly Tell me how many good young princes would do so their fathers being so sick as yours at this time is PRINCE Shall I tell thee one thing Poins POINS Yes faith and let it be an excellent good thing PRINCE It shall serve among wits of no higher breeding than thine POINS Go to I stand the push of your one thing that you will tell PRINCE Marry I tell thee it is not meet that I should be sad now my father is sick albeit I could tell to thee as to one it ple" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 509, - "ignore_eos": true - } - ] - }, - { - "session_id": "d894ae19-95f2-47a6-88c4-fde2e8471e53", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ark you my friend you said you could not beg PERICLES I did but crave SECOND FISHERMAN But crave Then Ill turn craver too and so I shall scape whipping PERICLES Why are your beggars whipped then SECOND FISHERMAN O not all my friend not all for if all your beggars were whipped I would wish no better office than to be beadle But master Ill go draw up the netExit with Third Fisherman PERICLES Aside How well this honest mirth becomes their labour FIRST FISHERMAN Hark you sir do you know where ye are PERICLES Not well FIRST FISHERMAN Why Ill tell you this is called Pentapolis and our King the good Simonides PERICLES The good Simonides do you call him FIRST FISHERMAN Ay sir and he deserves so to be called for his peaceable reign and good government PERICLES He is a happy king since he gains from his subjects the name of good government How far is his court distant from this shore FIRST FISHERMAN Marry sir half a days journey and Ill tell you he hath a fair daughter and tomorrow is her birthday and there are princes and knights come from all parts of the world to joust and tourney for her love PERICLES Were my fortunes equal to my desires I could wish to make one there FIRST FISHERMAN O sir things must be as they may and what a man cannot get he may lawfully deal forhis wifes soul Reenter Second and Third Fishermen drawing up a net SECOND FISHERMAN Help master help heres a fish hangs in the net like a poor mans right in the law twill hardly come out Ha bots ont tis come at last and tis turned to a rusty armour PERICLES An armour friends I pray you let me see it Thanks Fortune yet that after all my crosses Thou givest me somewhat to repair myself And though it was mine own part of my heritage Which my dead father did bequeath to me With this strict charge even as he left his life Keep it my Pericles it hath been a shield Twixt me and deathand pointed to this brace For that it saved me keep it in like necessity The which the gods protect thee frommay defend thee It kept where I kept I so dearly loved it Till the rough seas that spares not any man Took it in rage though calmd have givent again I thank thee fort my shipwreck nows no ill Since I have here my father gave in his will FIRST FISHERMAN What mean you sir PERICLES To beg of you kind friends this coat of worth For it was sometime target to a king I know it by this mark He loved me dearly And for his sake I wish the having of it And that youd guide me to your sovereign court Where with it I may appear a gentleman And if that ever my low fortunes better Ill pay your bounties till then rest your debtor FIRST FISHERMAN Why wilt thou tourney for the lady PERICLES Ill show the virtue I have borne in arms FIRST FISHERMAN Why dye take it and the gods give thee good ont SECOND FISHERMAN Ay but hark you my friend twas we that made up this garment through the rough seams of the waters there are certain condolements certain vails I hope sir if you thrive youll remember from whence you had them PERICLES Believet I will By your furtherance I am clothed in steel And spite of all the rapture of the sea This jewel holds his building on my arm Unto thy value I will mount" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 366, - "ignore_eos": true - } - ] - }, - { - "session_id": "09847175-f340-4555-9634-a7baa6b418d5", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " matters to commit you The best persuasions to the contrary Fail not to use and with what vehemency Th occasion shall instruct you If entreaties Will render you no remedy this ring Deliver them and your appeal to us There make before them Look the good man weeps Hes honest on mine honour Gods blest mother I swear he is truehearted and a soul None better in my kingdomGet you gone And do as I have bid you Exit Cranmer He has strangled His language in his tears LOVELL Within Come back What mean you Enter Old Lady Lovell follows OLD LADY Ill not come back The tidings that I bring Will make my boldness manners Now good angels Fly oer thy royal head and shade thy person Under their blessed wings KING Now by thy looks I guess thy message Is the Queen delivered Say Ay and of a boy OLD LADY Ay ay my liege And of a lovely boy The God of heaven Both now and ever bless her Tis a girl Promises boys hereafter Sir your Queen Desires your visitation and to be Acquainted with this stranger Tis as like you As cherry is to cherry KING Lovell LOVELL Sir KING Give her an hundred marks Ill to the Queen Exit King OLD LADY An hundred marks By this light Ill ha more An ordinary groom is for such payment I will have more or scold it out of him Said I for this the girl was like to him Ill have more or else unsayt And now While tis hot Ill put it to the issue Exeunt SCENE II Lobby before the councilchamber Enter Cranmer Archbishop of Canterbury CRANMER I hope I am not too late and yet the gentleman That was sent to me from the Council prayed me To make great haste All fast What means this Ho Who waits there Enter Keeper Sure you know me KEEPER Yes my lord But yet I cannot help you CRANMER Why KEEPER Your Grace must wait till you be called for Enter Doctor Butts CRANMER So BUTTS Aside This is a piece of malice I am glad I came this way so happily The King Shall understand it presently Exit CRANMER Aside Tis Butts The Kings physician As he passed along How earnestly he cast his eyes upon me Pray heaven he sound not my disgrace For certain This is of purpose laid by some that hate me God turn their hearts I never sought their malice To quench mine honour They would shame to make me Wait else at door a fellow councillor Mong boys grooms and lackeys But their pleasures Must be fulfilled and I attend with patience Enter the King and Butts at a window above BUTTS Ill show your Grace the strangest sight KING Whats that Butts BUTTS I think your Highness saw this many a day KING Body o me where is it BUTTS There my lord The high promotion of his Grace of Canterbury Who holds his state at door mongst pursuivants Pages and footboys KING Ha Tis he indeed Is this the honour they do one another Tis well theres one above em yet I had thought They had parted so much honesty among em At least good mannersas not thus to suffer A man of his place and so near our favour To dance attendance on their lordships pleasures And at the door too like a post with packets By holy Mary Butts theres knavery Let em alone and draw the curtain close We shall hear more anon Exeunt A council table brought in with chairs and stools and placed under the state Enter Lord Chancellor places himself at the upper end of the table on the left hand a seat being left void above him as for Canterburys seat Duke of Suffolk Duke of Norfolk Surrey Lord Chamberlain Gardiner seat themselves in order on each side Cromwell at lower end as secretary CHANCELLOR Speak to the business master secretary Why are we met in council CROMWELL Please your honours The chief cause concerns his Grace of Canterbury GARDINER Has he had knowledge of it CROMWELL Yes NORFOLK Who waits there KEEPER Without my noble lords GARDINER Yes KEEPER My lord Archbishop And has done half an hour to know your pleasures CHANCELLOR Let him come in KEEPER Your Grace may enter now Cranmer approaches the council table CHANCELLOR My good lord Archbishop Im very sorry To sit here at this present and behold That chair stand empty But we all are men In our own natures frail and capable Of our fleshfew" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 361, - "ignore_eos": true - } - ] - }, - { - "session_id": "57a53243-d832-4150-868e-b37b3f0158dd", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "damas Hath beat down Menon bastard Margarelon Hath Doreus prisoner And stands colossuswise waving his beam Upon the pashed corses of the kings Epistrophus and Cedius Polixenes is slain Amphimacus and Thoas deadly hurt Patroclus taen or slain and Palamedes Sore hurt and bruisd The dreadful Sagittary Appals our numbers Haste we Diomed To reinforcement or we perish all Enter Nestor NESTOR Go bear Patroclus body to Achilles And bid the snailpacd Ajax arm for shame There is a thousand Hectors in the field Now here he fights on Galathe his horse And there lacks work anon hes there afoot And there they fly or die like scaled sculls Before the belching whale then is he yonder And there the strawy Greeks ripe for his edge Fall down before him like the mowers swath Here there and everywhere he leaves and takes Dexterity so obeying appetite That what he will he does and does so much That proof is calld impossibility Enter Ulysses ULYSSES O courage courage courage Princes Great Achilles Is arming weeping cursing vowing vengeance Patroclus wounds have rousd his drowsy bloodTogether with his mangled Myrmidons That noseless handless hackd and chippd come to him Crying on Hector Ajax hath lost a friend And foams at mouth and he is armd and at it Roaring for Troilus who hath done today Mad and fantastic execution Engaging and redeeming of himself With such a careless force and forceless care As if that lust in very spite of cunning Bade him win all Enter Ajax AJAX Troilus thou coward Troilus Exit DIOMEDES Ay there there NESTOR So so we draw together Exit Enter Achilles ACHILLES Where is this Hector Come come thou boyqueller show thy face Know what it is to meet Achilles angry Hector wheres Hector I will none but Hector Exeunt SCENE VI Another part of the plain Enter Ajax AJAX Troilus thou coward Troilus show thy head Enter Diomedes DIOMEDES Troilus I say Wheres Troilus AJAX What wouldst thou DIOMEDES I would correct him AJAX Were I the general thou shouldst have my office Ere that correction Troilus I say What Troilus Enter Troilus TROILUS O traitor Diomed Turn thy false face thou traitor And pay thy life thou owest me for my horse DIOMEDES Ha art thou there AJAX Ill fight with him alone Stand Diomed DIOMEDES He is my prize I will not look upon TROILUS Come both you cogging Greeks have at you both Exeunt fighting Enter Hector HECTOR Yea Troilus O well fought my youngest brother Enter Achilles ACHILLES Now do I see thee Ha have at thee Hector HECTOR Pause if thou wilt ACHILLES I do disdain thy courtesy proud Trojan Be happy that my arms are out of use My rest and negligence befriend thee now But thou anon shalt hear of me again Till when go seek thy fortune Exit HECTOR Fare thee well I would have been much more a fresher man Had I expected thee Reenter Troilus How now my brother TROILUS Ajax hath taen Aeneas Shall it be No by the flame of yonder glorious heaven He shall not carry him Ill be taen too Or bring him off Fate hear me what I say I reck not though thou end my life today Exit Enter one in armour HECTOR Stand stand thou Greek thou art a goodly mark No wilt thou not I like thy armour well Ill frush it and unlock the rivets all But Ill be master of it Wilt thou not beast abide Why then fly on Ill hunt thee for thy hide Exeunt SCENE VII Another part of the plain Enter Achilles with Myrmidons ACHILLES Come here about me you my Myrmidons Mark what I say Attend me where I wheel Strike not a stroke but keep yourselves in breath And when I have the bloody Hector found Empale him with your weapons round about In fellest manner execute your arms Follow me sirs and my proceedings eye It is decreed Hector the great must die Exeunt Enter Menelaus and Paris fighting then Thersites THERSITES The cuckold and the cuckoldmaker are at it Now bull Now dog Loo Paris loo now my doublehend Spartan loo Paris loo The bull has the game Ware horns ho Exeunt Paris and Menelaus Enter Margarelon MARGARELON Turn" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 369, - "ignore_eos": true - } - ] - }, - { - "session_id": "e0212590-434d-4e77-8278-4cb70e1d5804", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " a snuff IMOGEN I pray you sir Deliver with more openness your answers To my demands Why do you pity me IACHIMO That others do I was about to say enjoy yourBut It is an office of the gods to venge it Not mine to speak ont IMOGEN You do seem to know Something of me or what concerns me pray you Since doubting things go ill often hurts more Than to be sure they do for certainties Either are past remedies or timely knowing The remedy then borndiscover to me What both you spur and stop IACHIMO Had I this cheek To bathe my lips upon this hand whose touch Whose every touch would force the feelers soul To th oath of loyalty this object which Takes prisoner the wild motion of mine eye Fixing it only here should I damnd then Slaver with lips as common as the stairs That mount the Capitol join gripes with hands Made hard with hourly falsehood falsehood as With labour then bypeeping in an eye Base and illustrious as the smoky light Thats fed with stinking tallow it were fit That all the plagues of hell should at one time Encounter such revolt IMOGEN My lord I fear Has forgot Britain IACHIMO And himself Not I Inclind to this intelligence pronounce The beggary of his change but tis your graces That from my mutest conscience to my tongue Charms this report out IMOGEN Let me hear no more IACHIMO O dearest soul your cause doth strike my heart With pity that doth make me sick A lady So fair and fastend to an empery Would make the greatst king double to be partnerd With tomboys hird with that self exhibition Which your own coffers yield with diseasd ventures That play with all infirmities for gold Which rottenness can lend nature Such boild stuff As well might poison poison Be revengd Or she that bore you was no queen and you Recoil from your great stock IMOGEN Revengd How should I be revengd If this be true As I have such a heart that both mine ears Must not in haste abuse if it be true How should I be revengd IACHIMO Should he make me Live like Dianas priest betwixt cold sheets Whiles he is vaulting variable ramps In your despite upon your purse Revenge it I dedicate myself to your sweet pleasure More noble than that runagate to your bed And will continue fast to your affection Still close as sure IMOGEN What ho Pisanio IACHIMO Let me my service tender on your lips IMOGEN Away I do condemn mine ears that have So long attended thee If thou wert honourable Thou wouldst have told this tale for virtue not For such an end thou seekst as base as strange Thou wrongst a gentleman who is as far From thy report as thou from honour and Solicits here a lady that disdains Thee and the devil alike What ho Pisanio The King my father shall be made acquainted Of thy assault If he shall think it fit A saucy stranger in his court to mart As in a Romish stew and to expound His beastly mind to us he hath a court He little cares for and a daughter who He not respects at all What ho Pisanio IACHIMO O happy Leonatus I may say The credit that thy lady hath of thee Deserves thy trust and thy most perfect goodness Her assurd credit Blessed live you long A lady to the worthiest sir that ever Country calld his and you his mistress only For the most worthiest fit Give me your pardon I have spoke this to know if your affiance Were deeply rooted and shall make your lord That which he is new oer and he is one The truest mannerd such a holy witch That he enchants societies into him Half all mens hearts are his IMOGEN You make amends IACHIMO He sits mongst men like a descended god He hath a kind of honour sets him off More than a mortal seeming Be not angry Most mighty Princess that I have adventurd To try your taking of a false report which hath Honourd with confirmation your great judgement In the election of a sir so rare Which you know cannot err The love I bear him Made me to fan you thus but the gods made you Unlike all" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 435, - "ignore_eos": true - } - ] - }, - { - "session_id": "816778ca-9b07-41e0-9a3a-72787aa34d1a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "SIR TOBY Sings Farewell dear heart since I must needs be gone MARIA Nay good Sir Toby CLOWN Sings His eyes do show his days are almost done MALVOLIO Ist even so SIR TOBY Sings But I will never die CLOWN Sings Sir Toby there you lie MALVOLIO This is much credit to you SIR TOBY Sings Shall I bid him go CLOWN Sings What and if you do SIR TOBY Sings Shall I bid him go and spare not CLOWN Sings O no no no no you dare not SIR TOBY Out o tune sir ye lie Art any more than a steward Dost thou think because thou art virtuous there shall be no more cakes and ale CLOWN Yes by Saint Anne and ginger shall be hot i the mouth too SIR TOBY Thart i the right Go sir rub your chain with crumbs A stoup of wine Maria MALVOLIO Mistress Mary if you prized my ladys favour at anything more than contempt you would not give means for this uncivil rule she shall know of it by this hand Exit MARIA Go shake your ears SIR ANDREW Twere as good a deed as to drink when a mans ahungry to challenge him the field and then to break promise with him and make a fool of him SIR TOBY Dot knight Ill write thee a challenge or Ill deliver thy indignation to him by word of mouth MARIA Sweet Sir Toby be patient for tonight Since the youth of the Counts was today with my lady she is much out of quiet For Monsieur Malvolio let me alone with him If I do not gull him into a nayword and make him a common recreation do not think I have wit enough to lie straight in my bed I know I can do it SIR TOBY Possess us possess us tell us something of him MARIA Marry sir sometimes he is a kind of Puritan SIR ANDREW O if I thought that Id beat him like a dog SIR TOBY What for being a Puritan Thy exquisite reason dear knight SIR ANDREW I have no exquisite reason fort but I have reason good enough MARIA The devil a Puritan that he is or anything constantly but a timepleaser an affectioned ass that cons state without book and utters it by great swarths the best persuaded of himself so crammed as he thinks with excellencies that it is his grounds of faith that all that look on him love him And on that vice in him will my revenge find notable cause to work SIR TOBY What wilt thou do MARIA I will drop in his way some obscure epistles of love wherein by the colour of his beard the shape of his leg the manner of his gait the expressure of his eye forehead and complexion he shall find himself most feelingly personated I can write very like my lady your niece on a forgotten matter we can hardly make distinction of our hands SIR TOBY Excellent I smell a device SIR ANDREW I havet in my nose too SIR TOBY He shall think by the letters that thou wilt drop that they come from my niece and that she is in love with him MARIA My purpose is indeed a horse of that colour SIR ANDREW And your horse now would make him an ass MARIA Ass I doubt not SIR ANDREW O twill be admirable MARIA Sport royal I warrant you I know my physic will work with him I will plant you two and let the fool make a third where he shall find the letter Observe his construction of it For this night to bed and dream on the event Farewell Exit SIR TOBY Good night Penthesilea SIR ANDREW Before me shes a good wench SIR TOBY Shes a beagle true bred and one that adores me What o that SIR ANDREW I was adored once too SIR TOBY Lets to bed knight Thou hadst need send for more money SIR ANDREW If I cannot recover your niece I am a foul way out SIR TOBY Send for money knight if thou hast her" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 356, - "ignore_eos": true - } - ] - }, - { - "session_id": "2e0c8009-b690-4589-b46b-5ebdb6f26baf", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "US Why sir I gave the money for the rope ANTIPHOLUS OF EPHESUS Five hundred ducats villain for a rope DROMIO OF EPHESUS Ill serve you sir five hundred at the rate ANTIPHOLUS OF EPHESUS To what end did I bid thee hie thee home DROMIO OF EPHESUS To a ropes end sir and to that end am I returnd ANTIPHOLUS OF EPHESUS And to that end sir I will welcome you Beating him OFFICER Good sir be patient DROMIO OF EPHESUS Nay tis for me to be patient I am in adversity OFFICER Good now hold thy tongue DROMIO OF EPHESUS Nay rather persuade him to hold his hands ANTIPHOLUS OF EPHESUS Thou whoreson senseless villain DROMIO OF EPHESUS I would I were senseless sir that I might not feel your blows ANTIPHOLUS OF EPHESUS Thou art sensible in nothing but blows and so is an ass DROMIO OF EPHESUS I am an ass indeed you may prove it by my long ears I have served him from the hour of my nativity to this instant and have nothing at his hands for my service but blows When I am cold he heats me with beating when I am warm he cools me with beating I am waked with it when I sleep raised with it when I sit driven out of doors with it when I go from home welcomed home with it when I return Nay I bear it on my shoulders as a beggar wont her brat and I think when he hath lamed me I shall beg with it from door to door Enter Adriana Luciana Courtesan and a Schoolmaster called Pinch ANTIPHOLUS OF EPHESUS Come go along my wife is coming yonder DROMIO OF EPHESUS Mistress respice finem respect your end or rather the prophesy like the parrot Beware the ropes end ANTIPHOLUS OF EPHESUS Wilt thou still talk Beats him COURTESAN How say you now Is not your husband mad ADRIANA His incivility confirms no less Good Doctor Pinch you are a conjurer Establish him in his true sense again And I will please you what you will demand LUCIANA Alas how fiery and how sharp he looks COURTESAN Mark how he trembles in his ecstasy PINCH Give me your hand and let me feel your pulse ANTIPHOLUS OF EPHESUS There is my hand and let it feel your ear PINCH I charge thee Satan housd within this man To yield possession to my holy prayers And to thy state of darkness hie thee straight I conjure thee by all the saints in heaven ANTIPHOLUS OF EPHESUS Peace doting wizard peace I am not mad ADRIANA O that thou wert not poor distressed soul ANTIPHOLUS OF EPHESUS You minion you are these your customers Did this companion with the saffron face Revel and feast it at my house today Whilst upon me the guilty doors were shut And I denied to enter in my house ADRIANA O husband God doth know you dind at home Where would you had remaind until this time Free from these slanders and this open shame ANTIPHOLUS OF EPHESUS Dind at home Thou villain what sayest thou DROMIO OF EPHESUS Sir sooth to say you did not dine at home ANTIPHOLUS OF EPHESUS Were not my doors lockd up and I shut out DROMIO OF EPHESUS Perdy your doors were lockd and you" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 402, - "ignore_eos": true - } - ] - }, - { - "session_id": "886d4c50-b0b7-4e3f-9769-4c714c6d05c0", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " in Sir John FALSTAFF Fear no colours Go with me to dinner Come Lieutenant Pistol come Bardolph I shall be sent for soon at night Enter the Lord Chief Justice and Prince John Officers with them CHIEF JUSTICE Go carry Sir John Falstaff to the Fleet Take all his company along with him FALSTAFF My lord my lord CHIEF JUSTICE I cannot now speak I will hear you soon Take them away PISTOL Si fortuna me tormenta spero me contenta Exeunt all but Prince John and the Lord Chief Justice LANCASTER I like this fair proceeding of the Kings He hath intent his wonted followers Shall all be very well provided for But all are banishd till their conversations Appear more wise and modest to the world CHIEF JUSTICE And so they are LANCASTER The King hath calld his parliament my lord CHIEF JUSTICE He hath LANCASTER I will lay odds that ere this year expire We bear our civil swords and native fire As far as France I heard a bird so sing Whose music to my thinking pleased the King Come will you hence Exeunt EPILOGUE First my fear then my curtsy last my speech My fear is your displeasure my curtsy my duty and my speech to beg your pardons If you look for a good speech now you undo me for what I have to say is of mine own making and what indeed I should say will I doubt prove mine own marring But to the purpose and so to the venture Be it known to you as it is very well I was lately here in the end of a displeasing play to pray your patience for it and to promise you a better I meant indeed to pay you with this which if like an ill venture it come unluckily home I break and you my gentle creditors lose Here I promised you I would be and here I commit my body to your mercies Bate me some and I will pay you some and as most debtors do promise you infinitely If my tongue cannot entreat you to acquit me will you command me to use my legs And yet that were but light payment to dance out of your debt But a good conscience will make any possible satisfaction and so would I All the gentlewomen here have forgiven me if the gentlemen will not then the gentlemen do not agree with the gentlewomen which was never seen before in such an assembly One word more I beseech you If you be not too much cloyed with fat meat our humble author will continue the story with Sir John in it and make you merry with fair Katharine of France where for anything I know Falstaff shall die of a sweat unless already he be killed with your hard opinions for Oldcastle died a martyr and this is not the man My tongue is weary when my legs are too I will bid you good night THE LIFE OF KING HENRY THE FIFTH Contents ACT I Prologue Scene I London An antechamber in the Kings palace Scene II The same The presence chamber ACT II Chorus Scene I London A street Scene II Southampton A councilchamber Scene III London Before a tavern Scene IV France The Kings palace ACT III Chorus Scene I France Before Harfleur Scene II The same Scene III Before the gates Scene IV The French Kings palace Scene V The same Scene VI The English camp in Picardy Scene VII The French camp near Agincourt ACT IV Chorus Scene I The English camp at Agincourt Scene II The French camp Scene III The English camp Scene IV The field of battle Scene V Another part of the field Scene VI Another part of the field Scene VII Another part of the field Scene VIII Before King Henrys pavilion ACT V Chorus Scene I France The English camp Scene II France A royal palace Epilogue Dramatis Person KING HENRY V DUKE OF" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 435, - "ignore_eos": true - } - ] - }, - { - "session_id": "1b25d137-ee96-4c3a-8e76-1f743920092c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " him out wind me into him I pray you frame the business after your own wisdom I would unstate myself to be in a due resolution EDMUND I will seek him sir presently convey the business as I shall find means and acquaint you withal GLOUCESTER These late eclipses in the sun and moon portend no good to us though the wisdom of Nature can reason it thus and thus yet nature finds itself scourged by the sequent effects Love cools friendship falls off brothers divide in cities mutinies in countries discord in palaces treason and the bond cracked twixt son and father This villain of mine comes under the prediction theres son against father the King falls from bias of nature theres father against child We have seen the best of our time Machinations hollowness treachery and all ruinous disorders follow us disquietly to our graves Find out this villain Edmund it shall lose thee nothing do it carefullyAnd the noble and truehearted Kent banished his offence honesty Tis strange Exit EDMUND This is the excellent foppery of the world that when we are sick in fortune often the surfeits of our own behaviour we make guilty of our disasters the sun the moon and the stars as if we were villains on necessity fools by heavenly compulsion knaves thieves and treachers by spherical predominance drunkards liars and adulterers by an enforced obedience of planetary influence and all that we are evil in by a divine thrusting on An admirable evasion of whoremaster man to lay his goatish disposition to the charge of a star My father compounded with my mother under the dragons tail and my nativity was under Ursa Major so that it follows I am rough and lecherous Fut I should have been that I am had the maidenliest star in the firmament twinkled on my bastardizing Enter Edgar Pat he comes like the catastrophe of the old comedy my cue is villainous melancholy with a sigh like Tom oBedlamO these eclipses do portend these divisions Fa sol la mi EDGAR How now brother Edmund what serious contemplation are you in EDMUND I am thinking brother of a prediction I read this other day what should follow these eclipses EDGAR Do you busy yourself with that EDMUND I promise you the effects he writes of succeed unhappily as of unnaturalness between the child and the parent death dearth dissolutions of ancient amities divisions in state menaces and maledictions against King and nobles needless diffidences banishment of friends dissipation of cohorts nuptial breaches and I know not what EDGAR How long have you been a sectary astronomical EDMUND Come come when saw you my father last EDGAR The night gone byEDMUND Spake you with him EDGAR Ay two hours together EDMUND Parted you in good terms Found you no displeasure in him by word nor countenance EDGAR None at all EDMUND Bethink yourself wherein you may have offended him and at my entreaty forbear his presence until some little time hath qualified the heat of his displeasure which at this instant so rageth in him that with the mischief of your person it would scarcely allay EDGAR Some villain hath done me wrong EDMUND Thats my fear I pray you have a continent forbearance till the speed of his rage goes slower and as I say retire with me to my lodging from whence I will fitly bring you to hear my lord speak pray ye go theres my key If you do stir abroad go armed EDGAR Armed brother EDMUND Brother I advise you to the best I am no honest man if there be any good meaning toward you I have told you what I have seen and heard But faintly nothing like the image and horror of it pray you away EDGAR Shall I hear from you anon EDMUND I do serve you in this business Exit Edgar A credulous father and a brother noble Whose nature is so far from doing harms That he suspects none on whose foolish honesty My practices ride easy I see the business Let me if not by birth have lands by wit All with mes meet that I can fashion fit Exit SCENE III A Room in the Duke of Albanys Palace Enter Goneril and Oswald GONERIL Did my father strike my gentleman for chiding of his fool OSWALD Ay madam GONERIL By day and night he wrongs me every hour He flashes into one gross crime or other" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 434, - "ignore_eos": true - } - ] - }, - { - "session_id": "f82e3e91-2a64-4407-b7a1-ffae159a1f62", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " deaths By this device CHIRON Aaron a thousand deaths Would I propose to achieve her whom I love AARON To achieve her How DEMETRIUS Why makes thou it so strange She is a woman therefore may be wooed She is a woman therefore may be won She is Lavinia therefore must be loved What man more water glideth by the mill Than wots the miller of and easy it is Of a cut loaf to steal a shive we know Though Bassianus be the emperors brother Better than he have worn Vulcans badge AARON Aside Ay and as good as Saturninus may DEMETRIUS Then why should he despair that knows to court it With words fair looks and liberality What hast not thou full often struck a doe And borne her cleanly by the keepers nose AARON Why then it seems some certain snatch or so Would serve your turns CHIRON Ay so the turn were served DEMETRIUS Aaron thou hast hit it AARON Would you had hit it too Then should not we be tired with this ado Why hark ye hark ye and are you such fools To square for this Would it offend you then That both should speed CHIRON Faith not me DEMETRIUS Nor me so I were one AARON For shame be friends and join for that you jar Tis policy and stratagem must do That you affect and so must you resolve That what you cannot as you would achieve You must perforce accomplish as you may Take this of me Lucrece was not more chaste Than this Lavinia Bassianus love A speedier course than lingring languishment Must we pursue and I have found the path My lords a solemn hunting is in hand There will the lovely Roman ladies troop The forest walks are wide and spacious And many unfrequented plots there are Fitted by kind for rape and villainy Single you thither then this dainty doe And strike her home by force if not by words This way or not at all stand you in hope Come come our empress with her sacred wit To villainy and vengeance consecrate Will we acquaint with all what we intend And she shall file our engines with advice That will not suffer you to square yourselves But to your wishes height advance you both The emperors court is like the house of Fame The palace full of tongues of eyes and ears The woods are ruthless dreadful deaf and dull There speak and strike brave boys and take your turns There serve your lust shadowed from heavens eye And revel in Lavinias treasury CHIRON Thy counsel lad smells of no cowardice DEMETRIUS Sit fas aut nefas till I find the stream To cool this heat a charm to calm these fits Per Stygia per manes vehor Exeunt SCENE II A Forest near Rome a Lodge seen at a distance Horns and cry of hounds heard Enter Titus Andronicus and his three sons and Marcus making a noise with hounds and horns TITUS The hunt is up the morn is bright and grey The fields are fragrant and the woods are green Uncouple here and let us make a bay And wake the emperor and his lovely bride And rouse the prince and ring a hunters peal That all the court may echo with the noise Sons let it be your charge as it is ours To attend the emperors person carefully I have been troubled in my sleep this night But dawning day new comfort hath inspired Here a cry of hounds and wind" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 423, - "ignore_eos": true - } - ] - }, - { - "session_id": "38b1e29f-7fbd-441e-8a30-0bd0edc72d4a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Tell my friends Tell Athens in the sequence of degree From high to low throughout that whoso please To stop affliction let him take his haste Come hither ere my tree hath felt the axe And hang himself I pray you do my greeting FLAVIUS Trouble him no further thus you still shall find him TIMON Come not to me again but say to Athens Timon hath made his everlasting mansion Upon the beached verge of the salt flood Who once a day with his embossed froth The turbulent surge shall cover thither come And let my gravestone be your oracle Lips let sour words go by and language end What is amiss plague and infection mend Graves only be mens works and death their gain Sun hide thy beams Timon hath done his reign Exit Timon into his cave FIRST SENATOR His discontents are unremovablyCoupled to nature SECOND SENATOR Our hope in him is dead Let us return And strain what other means is left unto us In our dear peril FIRST SENATOR It requires swift foot Exeunt SCENE III Before the walls of Athens Enter two other Senators with a Messenger FIRST SENATOR Thou hast painfully discovered Are his files As full as thy report MESSENGER I have spoke the least Besides his expedition promises Present approach SECOND SENATOR We stand much hazard if they bring not Timon MESSENGER I met a courier one mine ancient friend Whom though in general part we were opposed Yet our old love made a particular force And made us speak like friends This man was riding From Alcibiades to Timons cave With letters of entreaty which imported His fellowship i th cause against your city In part for his sake moved Enter the other Senators from Timon THIRD SENATOR Here come our brothers FIRST SENATOR No talk of Timon nothing of him expect The enemys drum is heard and fearful scouring Doth choke the air with dust In and prepare Ours is the fall I fear our foes the snare Exeunt SCENE IV The woods Timons cave and a rude tomb seen Enter a Soldier in the woods seeking Timon SOLDIER By all description this should be the place Whos here Speak ho No answer What is this Timon is dead who hath outstretched his span Some beast read this there does not live a man Dead sure and this his grave Whats on this tomb I cannot read The character Ill take with wax Our captain hath in every figure skill An aged interpreter though young in days Before proud Athens hes set down by this Whose fall the mark of his ambition is Exit SCENE V Before the walls of Athens Trumpets sound Enter Alcibiades with his powers before Athens ALCIBIADES Sound to this coward and lascivious town Our terrible approach A parley sounds The Senators appear upon the walls Till now you have gone on and filled the time With all licentious measure making your wills The scope of justice Till now myself and such As slept within the shadow of your power Have wandered with our traversed arms and breathed Our sufferance vainly Now the time is flush When crouching marrow in the bearer strong Cries of itself No more Now breathless wrong Shall sit and pant in your great chairs of ease And pursy insolence shall break his wind With fear and horrid flight FIRST SENATOR Noble and young When thy first griefs were but a mere conceit Ere thou hadst power or we had cause of fear We sent to thee to give thy rages balm To wipe out our ingratitude with loves Above their quantity SECOND SENATOR So did we woo Transformed Timon to our citys love By humble message and by promised means We were not all unkind nor all deserve The common stroke of war FIRST SENATOR These walls of ours Were not erected by their hands from whom You have received your griefs nor are they such That these great towers trophies and schools should fall For private faults in them SECOND SENATOR Nor are they living Who were the motives that you first went out Shame that they wanted cunning in excess Hath broke their hearts March noble lord Into our city with thy banners spread By decimation and a tithed death If thy revenges hunger for that" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 430, - "ignore_eos": true - } - ] - }, - { - "session_id": "611873f8-d5f9-459e-90d2-e4d3d3162889", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " GUARD And time is at his period ALL Alas and woe ANTONY Let him that loves me strike me dead FIRST GUARD Not I SECOND GUARD Nor I THIRD GUARD Nor anyone Exeunt guard DERCETUS Thy death and fortunes bid thy followers fly This sword but shown to Caesar with this tidings Shall enter me with him Enter Diomedes DIOMEDES Wheres Antony DERCETUS There Diomed there DIOMEDES Lives he Wilt thou not answer man Exit Dercetus ANTONY Art thou there Diomed Draw thy sword and give me Sufficing strokes for death DIOMEDES Most absolute lord My mistress Cleopatra sent me to thee ANTONY When did she send thee DIOMEDES Now my lord ANTONY Where is she DIOMEDES Locked in her monument She had a prophesying fear Of what hath come to pass For when she saw Which never shall be foundyou did suspect She had disposed with Caesar and that your rage Would not be purged she sent you word she was dead But fearing since how it might work hath sent Me to proclaim the truth and I am come I dread too late ANTONY Too late good Diomed Call my guard I prithee DIOMEDES What ho The emperors guard The guard what ho Come your lord calls Enter four or five of the Guard of Antony ANTONY Bear me good friends where Cleopatra bides Tis the last service that I shall command you FIRST GUARD Woe woe are we sir you may not live to wear All your true followers out ALL Most heavy day ANTONY Nay good my fellows do not please sharp fate To grace it with your sorrows Bid that welcome Which comes to punish us and we punish it Seeming to bear it lightly Take me up I have led you oft carry me now good friends And have my thanks for all Exeunt bearing Antony SCENE XV Alexandria A monument Enter Cleopatra and her maids aloft with Charmian and Iras CLEOPATRA O Charmian I will never go from hence CHARMIAN Be comforted dear madam CLEOPATRA No I will not All strange and terrible events are welcome But comforts we despise Our size of sorrow Proportioned to our cause must be as great As that which makes it Enter below Diomedes How now Is he dead DIOMEDES His deaths upon him but not dead Look out o th other side your monument His guard have brought him thither Enter below Antony borne by the Guard CLEOPATRA O sun Burn the great sphere thou movst in Darkling stand The varying shore o th world O Antony Antony Antony Help Charmian Help Iras help Help friends below Lets draw him hither ANTONY Peace Not Caesars valour hath oerthrown Antony But Antonys hath triumphed on itself CLEOPATRA So it should be that none but Antony Should conquer Antony but woe tis so ANTONY I am dying Egypt dying Only I here importune death awhile until Of many thousand kisses the poor last I lay upon thy lips CLEOPATRA I dare not dear Dear my lord pardon I dare not Lest I be taken Not th imperious show Of the fullfortuned Caesar ever shall Be brooched with me if knife drugs serpents have Edge sting or operation I am safe Your wife Octavia with her modest eyes And still conclusion shall acquire no honour Demuring upon me But come come Antony Help me my womenwe must draw thee up Assist good friends ANTONY O quick or I am gone CLEOPATRA Heres sport indeed How heavy weighs my lord Our strength is all gone into heaviness That makes the weight Had I great Junos power The strongwinged Mercury should fetch thee up And set thee by Joves side Yet come a little Wishers were ever fools O come come come They heave Antony aloft to Cleopatra And welcome welcome Die where thou hast lived Quicken with kissing Had my lips that power Thus would I wear them out ALL A heavy sight ANTONY I am dying Egypt dying Give me some wine and let me speak a little CLEOPATRA No let me speak and let me rail so high That the false hus" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 379, - "ignore_eos": true - } - ] - }, - { - "session_id": "7641a161-86aa-4e66-a5ef-d7e183b66df0", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " that old Andronicus And temper him with all the art I have To pluck proud Lucius from the warlike Goths And now sweet emperor be blithe again And bury all thy fear in my devices SATURNINUS Then go successantly and plead to him Exeunt ACT V SCENE I Plains near Rome Enter Lucius with an army of Goths with drums and soldiers LUCIUS Approved warriors and my faithful friends I have received letters from great Rome Which signifies what hate they bear their emperor And how desirous of our sight they are Therefore great lords be as your titles witness Imperious and impatient of your wrongs And wherein Rome hath done you any scath Let him make treble satisfaction FIRST GOTH Brave slip sprung from the great Andronicus Whose name was once our terror now our comfort Whose high exploits and honourable deeds Ingrateful Rome requites with foul contempt Be bold in us Well follow where thou leadst Like stinging bees in hottest summers day Led by their master to the flowered fields And be avenged on cursed Tamora GOTHS And as he saith so say we all with him LUCIUS I humbly thank him and I thank you all But who comes here led by a lusty Goth Enter a Goth leading of Aaron with his Child in his arms SECOND GOTH Renowned Lucius from our troops I strayed To gaze upon a ruinous monastery And as I earnestly did fix mine eye Upon the wasted building suddenly I heard a child cry underneath a wall I made unto the noise when soon I heard The crying babe controlled with this discourse Peace tawny slave half me and half thy dame Did not thy hue bewray whose brat thou art Had nature lent thee but thy mothers look Villain thou mightst have been an emperor But where the bull and cow are both milkwhite They never do beget a coalblack calf Peace villain peace even thus he rates the babe For I must bear thee to a trusty Goth Who when he knows thou art the empress babe Will hold thee dearly for thy mothers sake With this my weapon drawn I rushed upon him Surprised him suddenly and brought him hither To use as you think needful of the man LUCIUS O worthy Goth this is the incarnate devil That robbed Andronicus of his good hand This is the pearl that pleased your empress eye And heres the base fruit of her burning lust Say walleyed slave whither wouldst thou convey This growing image of thy fiendlike face Why dost not speak What deaf Not a word A halter soldiers hang him on this tree And by his side his fruit of bastardy AARON Touch not the boy he is of royal blood LUCIUS Too like the sire for ever being good First hang the child that he may see it sprawl A sight to vex the fathers soul withal Get me a ladder A ladder is brought which Aaron is made to ascend AARON Lucius save the child And bear it from me to the empress If thou do this Ill show thee wondrous things That highly may advantage thee to hear If thou wilt not befall what may befall Ill speak no more but Vengeance rot you all LUCIUS Say on and if it please me which thou speakst Thy child shall live and I will see it nourished AARON And if it please thee Why assure thee Lucius Twill vex thy soul to hear what I shall speak For I must talk of murders rapes and massacres Acts of black night abominable deeds Complots of mischief treason villainies Ruthful to hear yet piteously performed And this shall all be buried in my death Unless thou swear to me my child shall live LUCIUS Tell on thy mind I say thy child shall live AARON Swear that he shall and then I will begin LUCIUS Who should I swear by Thou believst no god That granted how canst thou believe an oath AARON What if I do not As indeed I do not Yet for I know thou art religious And hast a thing within thee called conscience With twenty popish tricks and ceremonies Which I have seen thee careful to observe Therefore I urge thy oath for that I know An idiot holds his bauble for a god And keeps the oath which by that god he swears To that Ill urge him Therefore thou shalt vow By that same god what god soeer it be That thou adorest and hast in reverence" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 417, - "ignore_eos": true - } - ] - }, - { - "session_id": "4597fc35-eb1f-4a73-8108-061ed14ba7ac", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " harbingers preceding still the fates And prologue to the omen coming on Have heaven and earth together demonstrated Unto our climatures and countrymen Reenter Ghost But soft behold Lo where it comes again Ill cross it though it blast me Stay illusion If thou hast any sound or use of voice Speak to me If there be any good thing to be done That may to thee do ease and grace to me Speak to me If thou art privy to thy countrys fate Which happily foreknowing may avoid O speak Or if thou hast uphoarded in thy life Extorted treasure in the womb of earth For which they say you spirits oft walk in death Speak of it Stay and speak The cock crows Stop it Marcellus MARCELLUS Shall I strike at it with my partisan HORATIO Do if it will not stand BARNARDO Tis here HORATIO Tis here Exit Ghost MARCELLUS Tis gone We do it wrong being so majestical To offer it the show of violence For it is as the air invulnerable And our vain blows malicious mockery BARNARDO It was about to speak when the cock crew HORATIO And then it started like a guilty thing Upon a fearful summons I have heard The cock that is the trumpet to the morn Doth with his lofty and shrillsounding throat Awake the god of day and at his warning Whether in sea or fire in earth or air Thextravagant and erring spirit hies To his confine And of the truth herein This present object made probation MARCELLUS It faded on the crowing of the cock Some say that ever gainst that season comes Wherein our Saviours birth is celebrated The bird of dawning singeth all night long And then they say no spirit dare stir abroad The nights are wholesome then no planets strike No fairy takes nor witch hath power to charm So hallowd and so gracious is the time HORATIO So have I heard and do in part believe it But look the morn in russet mantle clad Walks oer the dew of yon high eastward hill Break we our watch up and by my advice Let us impart what we have seen tonight Unto young Hamlet for upon my life This spirit dumb to us will speak to him Do you consent we shall acquaint him with it As needful in our loves fitting our duty MARCELLUS Lets dot I pray and I this morning know Where we shall find him most conveniently Exeunt SCENE II Elsinore A room of state in the Castle Enter Claudius King of Denmark Gertrude the Queen Hamlet Polonius Laertes Voltemand Cornelius Lords and Attendant KING Though yet of Hamlet our dear brothers death The memory be green and that it us befitted To bear our hearts in grief and our whole kingdom To be contracted in one brow of woe Yet so far hath discretion fought with nature That we with wisest sorrow think on him Together with remembrance of ourselves Therefore our sometime sister now our queen Thimperial jointress to this warlike state Have we as twere with a defeated joy With one auspicious and one dropping eye With mirth in funeral and with dirge in marriage In equal scale weighing delight and dole Taken to wife nor have we herein barrd Your better wisdoms which have freely gone With this affair along For all our thanks Now follows that you know young Fortinbras Holding a weak supposal of our worth Or thinking by our late dear brothers death Our state to be disjoint and out of frame Colleagued with this dream of his advantage He hath not faild to pester us with message Importing the surrender of those lands Lost by his father with all bonds of law To our most valiant brother So much for him Now for ourself and for this time of meeting Thus much the business is we have here writ To Norway uncle of young Fortinbras Who impotent and bedrid scarcely hears Of this his nephews purpose to suppress His further gait herein in that the levies The lists and full proportions are all made Out of his subject and we here dispatch You good Cornelius and you Voltemand For bearers of this greeting to old Norway Giving to you no further personal power To business" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 421, - "ignore_eos": true - } - ] - }, - { - "session_id": "6f3460ee-c42f-43f7-9980-9abc6c30136c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Angelo the goldsmith and Balthasar the merchant ANTIPHOLUS OF EPHESUS Good Signior Angelo you must excuse us all My wife is shrewish when I keep not hours Say that I lingerd with you at your shop To see the making of her carcanet And that tomorrow you will bring it home But heres a villain that would face me down He met me on the mart and that I beat him And chargd him with a thousand marks in gold And that I did deny my wife and house Thou drunkard thou what didst thou mean by this DROMIO OF EPHESUS Say what you will sir but I know what I know That you beat me at the mart I have your hand to show If the skin were parchment and the blows you gave were ink Your own handwriting would tell you what I think ANTIPHOLUS OF EPHESUS I think thou art an ass DROMIO OF EPHESUS Marry so it doth appear By the wrongs I suffer and the blows I bear I should kick being kickd and being at that pass You would keep from my heels and beware of an ass ANTIPHOLUS OF EPHESUS Youre sad Signior Balthasar pray God our cheer May answer my good will and your good welcome here BALTHASAR I hold your dainties cheap sir and your welcome dear ANTIPHOLUS OF EPHESUS O Signior Balthasar either at flesh or fish A table full of welcome makes scarce one dainty dishBALTHASAR Good meat sir is common that every churl affords ANTIPHOLUS OF EPHESUS And welcome more common for thats nothing but words BALTHASAR Small cheer and great welcome makes a merry feast ANTIPHOLUS OF EPHESUS Ay to a niggardly host and more sparing guest But though my cates be mean take them in good part Better cheer may you have but not with better heart But soft my door is lockd Go bid them let us in DROMIO OF EPHESUS Maud Bridget Marian Cicely Gillian Ginn DROMIO OF SYRACUSE Within Mome malthorse capon coxcomb idiot patch Either get thee from the door or sit down at the hatch Dost thou conjure for wenches that thou callst for such store When one is one too many Go get thee from the door DROMIO OF EPHESUS What patch is made our porter My master stays in the street DROMIO OF SYRACUSE Let him walk from whence he came lest he catch cold ons feet ANTIPHOLUS OF EPHESUS Who talks within there Ho open the door DROMIO OF SYRACUSE Right sir Ill tell you when an youll tell me wherefore ANTIPHOLUS OF EPHESUS Wherefore For my dinner I have not dined today DROMIO OF SYRACUSE Nor today here you must not come again when you may ANTIPHOLUS OF EPHESUS What art thou that keepst me out from the house I owe DROMIO OF SYRACUSE The porter for this time sir and my name is Dromio DROMIO OF EPHESUS O villain thou hast stolen both mine office and my name The one neer got me credit the other mickle blame If thou hadst been Dromio today in my place Thou wouldst have changd thy face for a name or thy name for an ass Enter Luce concealed from Antipholus of Ephesus and his companions LUCE Within What a coil is there Dromio who are those at the gate DROMIO OF EPHESUS Let my master in Luce LUCE Faith no he comes too late And so tell your master DROMIO OF EPHESUS O Lord I must laugh Have at you with a proverbShall I set in my staff LUCE Have at you with another thatsWhen can you tell DROMIO OF SYRACUSE If thy name be called LuceLuce thou hast answerd him well ANTIPHOLUS OF EPHESUS Do you hear you minion youll let us in I hope LUCE I thought to have askd you DROMIO OF SYRACUSE And you said no DROMIO OF EPHESUS So come help Well struck there was blow for blow ANTIPHOLUS OF E" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 410, - "ignore_eos": true - } - ] - }, - { - "session_id": "8b9c9c09-0f09-4a04-889a-c37826886c2c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " brother you have done me wrong BRUTUS Judge me you gods wrong I mine enemies And if not so how should I wrong a brother CASSIUS Brutus this sober form of yours hides wrongs And when you do them BRUTUS Cassius be content Speak your griefs softly I do know you well Before the eyes of both our armies here Which should perceive nothing but love from us Let us not wrangle Bid them move away Then in my tent Cassius enlarge your griefs And I will give you audience CASSIUS Pindarus Bid our commanders lead their charges off A little from this ground BRUTUS Lucilius do you the like and let no man Come to our tent till we have done our conference Lucius and Titinius guard our doorExeunt SCENE III Within the tent of Brutus Enter Brutus and Cassius CASSIUS That you have wrongd me doth appear in this You have condemnd and noted Lucius Pella For taking bribes here of the Sardians Wherein my letters praying on his side Because I knew the man were slighted off BRUTUS You wrongd yourself to write in such a case CASSIUS In such a time as this it is not meet That every nice offence should bear his comment BRUTUS Let me tell you Cassius you yourself Are much condemnd to have an itching palm To sell and mart your offices for gold To undeservers CASSIUS I an itching palm You know that you are Brutus that speak this Or by the gods this speech were else your last BRUTUS The name of Cassius honours this corruption And chastisement doth therefore hide his head CASSIUS Chastisement BRUTUS Remember March the Ides of March remember Did not great Julius bleed for justice sake What villain touchd his body that did stab And not for justice What Shall one of us That struck the foremost man of all this world But for supporting robbers shall we now Contaminate our fingers with base bribes And sell the mighty space of our large honours For so much trash as may be grasped thus I had rather be a dog and bay the moon Than such a Roman CASSIUS Brutus bait not me Ill not endure it You forget yourself To hedge me in I am a soldier I Older in practice abler than yourself To make conditions BRUTUS Go to you are not Cassius CASSIUS I am BRUTUS I say you are not CASSIUS Urge me no more I shall forget myself Have mind upon your health tempt me no farther BRUTUS Away slight man CASSIUS Ist possible BRUTUS Hear me for I will speak Must I give way and room to your rash choler Shall I be frighted when a madman stares CASSIUS O ye gods ye gods Must I endure all this BRUTUS All this ay more fret till your proud heart break Go show your slaves how choleric you are And make your bondmen tremble Must I budge Must I observe you Must I stand and crouch Under your testy humour By the gods You shall digest the venom of your spleen Though it do split you for from this day forth Ill use you for my mirth yea for my laughter When you are waspish CASSIUS Is it come to this BRUTUS You say you are a better soldier Let it appear so make your vaunting true And it shall please me well For mine own part I shall be glad to learn of noble men CASSIUS You wrong me every way you wrong me Brutus I said an elder soldier not a better Did I say better BRUTUS If you did I care not CASSIUS When Caesar livd" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 382, - "ignore_eos": true - } - ] - }, - { - "session_id": "1a3ea515-79c4-4881-9016-fe9f26c77463", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " knave their master in the door who asked them once or twice what they had in their basket I quaked for fear lest the lunatic knave would have searched it but Fate ordaining he should be a cuckold held his hand Well on went he for a search and away went I for foul clothes But mark the sequel Master Brook I suffered the pangs of three several deaths first an intolerable fright to be detected with a jealous rotten bellwether next to be compassed like a good bilbo in the circumference of a peck hilt to point heel to head and then to be stopped in like a strong distillation with stinking clothes that fretted in their own grease Think of that a man of my kidney think of thatthat am as subject to heat as butter a man of continual dissolution and thaw It was a miracle to scape suffocation And in the height of this bath when I was more than half stewed in grease like a Dutch dish to be thrown into the Thames and cooled glowing hot in that surge like a horseshoe Think of thathissing hotthink of that Master Brook FORD In good sadness sir I am sorry that for my sake you have suffered all this My suit then is desperate Youll undertake her no more FALSTAFF Master Brook I will be thrown into Etna as I have been into Thames ere I will leave her thus Her husband is this morning gone abirding I have received from her another embassy of meeting Twixt eight and nine is the hour Master Brook FORD Tis past eight already sir FALSTAFF Is it I will then address me to my appointment Come to me at your convenient leisure and you shall know how I speed and the conclusion shall be crowned with your enjoying her Adieu You shall have her Master Brook Master Brook you shall cuckold Ford Exit Falstaff FORD Hum Ha Is this a vision Is this a dream Do I sleep Master Ford awake awake Master Ford Theres a hole made in your best coat Master Ford This tis to be married this tis to have linen and buckbaskets Well I will proclaim myself what I am I will now take the lecher He is at my house He cannot scape me Tis impossible he should He cannot creep into a halfpenny purse nor into a pepperbox But lest the devil that guides him should aid him I will search impossible places Though what I am I cannot avoid yet to be what I would not shall not make me tame If I have horns to make one mad let the proverb go with me Ill be hornmadExit ACT IV SCENE I The street Enter Mistress Page Mistress Quickly and William MISTRESS PAGE Is he at Master Fords already thinkst thou MISTRESS QUICKLY Sure he is by this or will be presently But truly he is very courageous mad about his throwing into the water Mistress Ford desires you to come suddenly MISTRESS PAGE Ill be with her by and by Ill but bring my young man here to school Look where his master comes tis a playing day I see Enter Sir Hugh Evans How now Sir Hugh no school today EVANS No Master Slender is let the boys leave to play MISTRESS QUICKLY Blessing of his heart MISTRESS PAGE Sir Hugh my husband says my son profits nothing in the world at his book I pray you ask him some questions in his accidence EVANS Come hither William Hold up your head come MISTRESS PAGE Come on sirrah Hold up your head Answer your master be not afraid EVANS William how many numbers is in nouns WILLIAM Two MISTRESS QUICKLY Truly I thought there had been one number more because they say Ods nouns EVANS Peace your tattlings What is fair William WILLIAM Pulcher MISTRESS QUICKLY Polecats There are fairer things than polecats sure EVANS You are a very simplicity oman I pray you peaceWhat is lapis William WILLIAM A stone EVANS And what is a stone William WILLIAM A pebble EVANS No it is lapis I pray you remember in your prain WILLIAM Lapis EVANS That is a good William What is he William that does lend articles WILLIAM Articles are borrowed of the pronoun and be thus declined singulariter nominativo hic haec hoc EVANS Nominativo hig haeg hog pray you mark genitivo huius Well what is your accusative case WILLIAM Accusativo hinc EVANS I pray you have your remembrance child Acc" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 402, - "ignore_eos": true - } - ] - }, - { - "session_id": "2d907eaf-4afb-4b2d-8b43-354605dcde9f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Honour riches marriageblessing Long continuance and increasing Hourly joys be still upon you Juno sings her blessings on you CERES Earths increase foison plenty Barns and garners never empty Vines with clustring bunches growing Plants with goodly burden bowing Spring come to you at the farthest In the very end of harvest Scarcity and want shall shun you Ceres blessing so is on you FERDINAND This is a most majestic vision and Harmonious charmingly May I be bold To think these spirits PROSPERO Spirits which by mine art I have from their confines calld to enact My present fancies FERDINAND Let me live here ever So rare a wonderd father and a wise Makes this place Paradise Juno and Ceres whisper and send Iris on employment PROSPERO Sweet now silence Juno and Ceres whisper seriously Theres something else to do hush and be mute Or else our spell is marrd IRIS You nymphs calld Naiads of the windring brooks With your sedgd crowns and everharmless looks Leave your crisp channels and on this green land Answer your summons Juno does command Come temperate nymphs and help to celebrate A contract of true love Be not too late Enter certain Nymphs You sunburnd sicklemen of August weary Come hither from the furrow and be merry Make holiday your ryestraw hats put on And these fresh nymphs encounter every one In country footing Enter certain Reapers properly habited they join with the Nymphs in a graceful dance towards the end whereof Prospero starts suddenly and speaks after which to a strange hollow and confused noise they heavily vanish PROSPERO Aside I had forgot that foul conspiracy Of the beast Caliban and his confederates Against my life the minute of their plot Is almost come To the Spirits Well done avoid no more FERDINAND This is strange your fathers in some passion That works him strongly MIRANDA Never till this day Saw I him touchd with anger so distemperd PROSPERO You do look my son in a movd sort As if you were dismayd be cheerful sir Our revels now are ended These our actors As I foretold you were all spirits and Are melted into air into thin air And like the baseless fabric of this vision The cloudcappd towers the gorgeous palaces The solemn temples the great globe itself Yea all which it inherit shall dissolve And like this insubstantial pageant faded Leave not a rack behind We are such stuff As dreams are made on and our little life Is rounded with a sleep Sir I am vexd Bear with my weakness my old brain is troubled Be not disturbd with my infirmity If you be pleasd retire into my cell And there repose a turn or two Ill walk To still my beating mind FERDINAND MIRANDA We wish your peace Exeunt PROSPERO Come with a thought I thank thee Ariel Come Enter Ariel ARIEL Thy thoughts I cleave to Whats thy pleasure PROSPERO Spirit We must prepare to meet with Caliban ARIEL Ay my commander When I presented Ceres I thought to have told thee of it but I feard Lest I might anger thee PROSPERO Say again where didst thou leave these varlets ARIEL I told you sir they were redhot with drinking So full of valour that they smote the air For breathing in their faces beat the ground For kissing of their feet yet always bending Towards their project Then I beat my tabor At" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 394, - "ignore_eos": true - } - ] - }, - { - "session_id": "4df4c503-510b-4c0f-8c35-acd5055d515b", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "MONA O heaven forgive us OTHELLO I cry you mercy then I took you for that cunning whore of Venice That married with OthelloYou mistress Enter Emilia That have the office opposite to Saint Peter And keeps the gate of hell You you ay you We have done our course theres money for your pains I pray you turn the key and keep our counsel Exit EMILIA Alas what does this gentleman conceive How do you madam How do you my good lady DESDEMONA Faith half asleep EMILIA Good madam whats the matter with my lord DESDEMONA With who EMILIA Why with my lord madam DESDEMONA Who is thy lord EMILIA He that is yours sweet lady DESDEMONA I have none Do not talk to me Emilia I cannot weep nor answer have I none But what should go by water Prithee tonight Lay on my bed my wedding sheets remember And call thy husband hither EMILIA Heres a change indeed Exit DESDEMONA Tis meet I should be usd so very meet How have I been behavd that he might stick The smallst opinion on my least misuse Enter Iago and Emilia IAGO What is your pleasure madam How ist with you DESDEMONA I cannot tell Those that do teach young babes Do it with gentle means and easy tasks He might have chid me so for in good faith I am a child to chiding IAGO Whats the matter lady EMILIA Alas Iago my lord hath so bewhord her Thrown such despite and heavy terms upon her As true hearts cannot bear DESDEMONA Am I that name Iago IAGO What name fair lady DESDEMONA Such as she says my lord did say I was EMILIA He calld her whore a beggar in his drink Could not have laid such terms upon his callet IAGO Why did he so DESDEMONA I do not know I am sure I am none such IAGO Do not weep do not weep alas the day EMILIA Hath she forsook so many noble matches Her father and her country and her friends To be calld whore would it not make one weep DESDEMONA It is my wretched fortune IAGO Beshrew him fort How comes this trick upon him DESDEMONA Nay heaven doth know EMILIA I will be hangd if some eternal villain Some busy and insinuating rogue Some cogging cozening slave to get some office Have not devisd this slander Ill be hangd else IAGO Fie there is no such man It is impossible DESDEMONA If any such there be heaven pardon him EMILIA A halter pardon him and hell gnaw his bones Why should he call her whore who keeps her company What place what time what form what likelihood The Moors abused by some most villainous knave Some base notorious knave some scurvy fellow O heaven that such companions thoudst unfold And put in every honest hand a whip To lash the rascals naked through the world Even from the east to the west IAGO Speak within door EMILIA O fie upon them Some such squire he was That turnd your wit the seamy side without And made you to suspect me with the Moor IAGO You are a fool Go to DESDEMONA Alas Iago What shall I do to win my lord again Good friend go to him For by this light of heaven I know not how I lost him Here I kneel If eer my will did trespass gainst his love Either in discourse of thought or actual deed Or that" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 499, - "ignore_eos": true - } - ] - }, - { - "session_id": "8b8f3fe6-dd4c-45eb-b014-433c1a42eeec", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "uckily home I break and you my gentle creditors lose Here I promised you I would be and here I commit my body to your mercies Bate me some and I will pay you some and as most debtors do promise you infinitely If my tongue cannot entreat you to acquit me will you command me to use my legs And yet that were but light payment to dance out of your debt But a good conscience will make any possible satisfaction and so would I All the gentlewomen here have forgiven me if the gentlemen will not then the gentlemen do not agree with the gentlewomen which was never seen before in such an assembly One word more I beseech you If you be not too much cloyed with fat meat our humble author will continue the story with Sir John in it and make you merry with fair Katharine of France where for anything I know Falstaff shall die of a sweat unless already he be killed with your hard opinions for Oldcastle died a martyr and this is not the man My tongue is weary when my legs are too I will bid you good night THE LIFE OF KING HENRY THE FIFTH Contents ACT I Prologue Scene I London An antechamber in the Kings palace Scene II The same The presence chamber ACT II Chorus Scene I London A street Scene II Southampton A councilchamber Scene III London Before a tavern Scene IV France The Kings palace ACT III Chorus Scene I France Before Harfleur Scene II The same Scene III Before the gates Scene IV The French Kings palace Scene V The same Scene VI The English camp in Picardy Scene VII The French camp near Agincourt ACT IV Chorus Scene I The English camp at Agincourt Scene II The French camp Scene III The English camp Scene IV The field of battle Scene V Another part of the field Scene VI Another part of the field Scene VII Another part of the field Scene VIII Before King Henrys pavilion ACT V Chorus Scene I France The English camp Scene II France A royal palace Epilogue Dramatis Person KING HENRY V DUKE OF CLARENCE brother to the King DUKE OF BEDFORD brother to the King DUKE OF GLOUCESTER brother to the King DUKE OF EXETER uncle to the King DUKE OF YORK cousin to the King EARL OF SALISBURY EARL OF HUNTINGDON EARL OF WESTMORLAND EARL OF WARWICK ARCHBISHOP OF CANTERBURYBISHOP OF ELY EARL OF CAMBRIDGE LORD SCROOP SIR THOMAS GREY SIR THOMAS ERPINGHAM officer in King Henrys army GOWER officer in King Henrys army FLUELLEN officer in King Henrys army MACMORRIS officer in King Henrys army JAMY officer in King Henrys army BATES soldier in the same COURT soldier in the same WILLIAMS soldier in the same PISTOL NYM BARDOLPH BOY A Herald CHARLES VI king of France LEWIS the Dauphin DUKE OF BERRY DUKE OF BRITTANY DUKE OF BURGUNDY DUKE OF ORLEANS DUKE OF BOURBON The Constable of France RAMBURES French Lord GRANDPR French Lord Governor of Harfleur MONTJOY a French herald Ambassadors to the King of England ISABEL queen of France KATHARINE daughter to Charles and Isabel ALICE a lady attending on her HOSTESS of a tavern in Eastcheap formerly Mistress Nell Quickly and now married to Pistol CHORUS Lords Ladies Officers Soldiers Citizens Messengers and Attendants SCENE England afterwards France PROLOGUE Enter Chorus CHORUS O for a Muse of fire that would ascend The brightest heaven of invention A kingdom for a stage princes to act And monarchs to behold the swelling scene Then should the warlike Harry like himself Assume the port of Mars and at his heels Leashd in like hounds should famine sword and fire Crouch for employment But pardon gentles all The flat unraised spirits that hath dard On this unworthy scaffold to bring forth So great an object Can this cockpit hold The vasty fields of France Or may we cram Within this wooden O the very casques That did aff" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 485, - "ignore_eos": true - } - ] - }, - { - "session_id": "c43e9398-ebf0-47a0-89de-0aac1bd38389", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "d and bounded in a pale A little herd of Englands timorous deer Mazed with a yelping kennel of French curs If we be English deer be then in blood Not rascallike to fall down with a pinch But rather moodymad and desperate stags Turn on the bloody hounds with heads of steel And make the cowards stand aloof at bay Sell every man his life as dear as mine And they shall find dear deer of us my friends God and Saint George Talbot and Englands right Prosper our colours in this dangerous fight Exeunt SCENE III Plains in Gascony Enter a Messenger that meets York Enter York with trumpet and many soldiers YORK Are not the speedy scouts returnd again That doggd the mighty army of the Dauphin MESSENGER They are returnd my lord and give it out That he is marchd to Bordeaux with his power To fight with Talbot As he marchd along By your espials were discovered Two mightier troops than that the Dauphin led Which joind with him and made their march for Bordeaux Exit YORK A plague upon that villain Somerset That thus delays my promised supply Of horsemen that were levied for this siege Renowned Talbot doth expect my aid And I am louted by a traitor villain And cannot help the noble chevalier God comfort him in this necessity If he miscarry farewell wars in France Enter Sir William Lucy LUCY Thou princely leader of our English strength Never so needful on the earth of France Spur to the rescue of the noble Talbot Who now is girdled with a waist of iron And hemmd about with grim destruction To Bordeaux warlike Duke To Bordeaux York Else farewell Talbot France and Englands honour YORK O God that Somerset who in proud heart Doth stop my cornets were in Talbots place So should we save a valiant gentleman By forfeiting a traitor and a coward Mad ire and wrathful fury makes me weep That thus we die while remiss traitors sleep LUCY O send some succour to the distressd lord YORK He dies we lose I break my warlike word We mourn France smiles we lose they daily get All long of this vile traitor Somerset LUCY Then God take mercy on brave Talbots soul And on his son young John who two hours since I met in travel toward his warlike father This seven years did not Talbot see his son And now they meet where both their lives are done YORK Alas what joy shall noble Talbot have To bid his young son welcome to his grave Away Vexation almost stops my breath That sunderd friends greet in the hour of death Lucy farewell No more my fortune can But curse the cause I cannot aid the man Maine Blois Poictiers and Tours are won away Long all of Somerset and his delay Exit with his soldiers LUCY Thus while the vulture of sedition Feeds in the bosom of such great commanders Sleeping neglection doth betray to loss The conquest of our scarcecold conqueror That everliving man of memory Henry the Fifth Whiles they each other cross Lives honours lands and all hurry to loss Exit SCENE IV Other plains in Gascony Enter Somerset with his army a Captain of Talbots with him SOMERSET It is too late I cannot send them now This expedition was by York and Talbot Too rashly plotted All our general force Might with a sally of the very town Be buckled with The overdaring Talbot Hath sullied all his gloss of former honour By this unheedful desperate wild adventure York set him on to fight and die in shame That Talbot dead great York might bear the name CAPTAIN Here is Sir William Lucy who with me Set from our oermatchd forces forth for aid Enter Sir William Lucy SOMERSET How now Sir William whither were you sent LUCY Whither my lord From bought and sold Lord Talbot Who ringd about with bold adversity Cries out for noble York and Somerset To beat assailing Death from his weak legions And whiles the honourable captain there Drops bloody sweat from his warwearied limbs And in advantage lingering looks for rescue You his false hopes the trust of Englands honour Keep off aloof with worthless emulation Let not your private discord keep away The levied succours that should lend him aid While he renowned noble gentleman Yield up his life unto a world of odds Orleans the Bastard Charles Burgundy Alenon Reignier compass him about And Talbot" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 407, - "ignore_eos": true - } - ] - }, - { - "session_id": "d20616f1-3bca-402c-bede-21c3ca93d9af", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " When you went onward on this ended action I looked upon her with a soldiers eye That likd but had a rougher task in hand Than to drive liking to the name of love But now I am returnd and that warthoughts Have left their places vacant in their rooms Come thronging soft and delicate desires All prompting me how fair young Hero is Saying I likd her ere I went to wars DON PEDRO Thou wilt be like a lover presently And tire the hearer with a book of words If thou dost love fair Hero cherish it And I will break with her and with her father And thou shalt have her Wast not to this end That thou beganst to twist so fine a story CLAUDIO How sweetly you do minister to love That know loves grief by his complexion But lest my liking might too sudden seem I would have salvd it with a longer treatise DON PEDRO What need the bridge much broader than the flood The fairest grant is the necessity Look what will serve is fit tis once thou lovst And I will fit thee with the remedy I know we shall have revelling tonight I will assume thy part in some disguise And tell fair Hero I am Claudio And in her bosom Ill unclasp my heart And take her hearing prisoner with the force And strong encounter of my amorous tale Then after to her father will I break And the conclusion is she shall be thine In practice let us put it presently Exeunt SCENE II A room in Leonatos house Enter Leonato and Antonio meeting LEONATO How now brother Where is my cousin your son Hath he provided this music ANTONIO He is very busy about it But brother I can tell you strange news that you yet dreamt not of LEONATO Are they good ANTONIO As the event stamps them but they have a good cover they show well outward The Prince and Count Claudio walking in a thickpleached alley in my orchard were thus much overheard by a man of mine the Prince discovered to Claudio that he loved my niece your daughter and meant to acknowledge it this night in a dance and if he found her accordant he meant to take the present time by the top and instantly break with you of it LEONATO Hath the fellow any wit that told you this ANTONIO A good sharp fellow I will send for him and question him yourself LEONATO No no we will hold it as a dream till it appear itself but I will acquaint my daughter withal that she may be the better prepared for an answer if peradventure this be true Go you and tell her of it Several persons cross the stage Cousins you know what you have to do O I cry you mercy friend go you with me and I will use your skill Good cousin have a care this busy time Exeunt SCENE III Another room in Leonatos house Enter Don John and Conrade CONRADE What the goodyear my lord why are you thus out of measure sad DON JOHN There is no measure in the occasion that breeds therefore the sadness is without limit CONRADE You should hear reason DON JOHN And when I have heard it what blessings brings it CONRADE If not a present remedy at least a patient sufferance DON JOHN I wonder that thou being as thou sayst thou art born under Saturn goest about to apply a moral medicine to a mortifying mischief I cannot hide what I am I must be sad when I have cause and smile at no mans jests eat when I have stomach and wait for no mans leisure sleep when I am drowsy and tend on no mans business laugh when I am merry and claw no man in his humour CONRADE Yea but" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 454, - "ignore_eos": true - } - ] - }, - { - "session_id": "a3b7a0c5-525b-4ffb-8474-94c973f8aa52", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " waste or ruining Have I not seen dwellers on form and favour Lose all and more by paying too much rent For compound sweet forgoing simple savour Pitiful thrivers in their gazing spent No let me be obsequious in thy heart And take thou my oblation poor but free Which is not mixed with seconds knows no art But mutual render only me for thee Hence thou suborned informer a true soul When most impeached stands least in thy control 126 O thou my lovely boy who in thy power Dost hold Times fickle glass his fickle hour Who hast by waning grown and therein showst Thy lovers withering as thy sweet self growst If Nature sovereign mistress over wrack As thou goest onwards still will pluck thee back She keeps thee to this purpose that her skill May time disgrace and wretched minutes kill Yet fear her O thou minion of her pleasure She may detain but not still keep her treasure Her audit though delayed answered must be And her quietus is to render thee 127 In the old age black was not counted fair Or if it were it bore not beautys name But now is black beautys successive heir And beauty slandered with a bastard shame For since each hand hath put on natures power Fairing the foul with arts false borrowed face Sweet beauty hath no name no holy bower But is profaned if not lives in disgrace Therefore my mistress eyes are raven black Her eyes so suited and they mourners seem At such who not born fair no beauty lack Slandering creation with a false esteem Yet so they mourn becoming of their woe That every tongue says beauty should look so 128 How oft when thou my music music playst Upon that blessed wood whose motion sounds With thy sweet fingers when thou gently swayst The wiry concord that mine ear confounds Do I envy those jacks that nimble leap To kiss the tender inward of thy hand Whilst my poor lips which should that harvest reap At the woods boldness by thee blushing stand To be so tickled they would change their state And situation with those dancing chips Oer whom thy fingers walk with gentle gait Making dead wood more blest than living lips Since saucy jacks so happy are in this Give them thy fingers me thy lips to kiss 129 Th expense of spirit in a waste of shame Is lust in action and till action lust Is perjured murdrous bloody full of blame Savage extreme rude cruel not to trust Enjoyed no sooner but despised straight Past reason hunted and no sooner had Past reason hated as a swallowed bait On purpose laid to make the taker mad Mad in pursuit and in possession so Had having and in quest to have extreme A bliss in proof and proved a very woe Before a joy proposed behind a dream All this the world well knows yet none knows well To shun the heaven that leads men to this hell 130 My mistress eyes are nothing like the sun Coral is far more red than her lips red If snow be white why then her breasts are dun If hairs be wires black wires grow on her head I have seen roses damasked red and white But no such roses see I in her cheeks And in some perfumes is there more delight Than in the breath that from my mistress reeks I love to hear her speak yet well I know That music hath a far more pleasing sound I grant I never saw a goddess go My mistress when she walks treads on the ground And yet by heaven I think my love as rare As any she belied with false compare 131 Thou art as tyrannous so as thou art As those whose beauties proudly make them cruel For well thou knowst to my dear doting heart Thou art the fairest and most precious jewel Yet in good faith some say that thee behold Thy face hath not the power to make love groan To say they err I dare not be so bold Although I swear it to my self alone And to be sure that is not false I swear A thousand groans but thinking on thy face One on anothers neck do witness bear Thy black is fairest in my judgements place In nothing art thou black save in thy deeds" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 442, - "ignore_eos": true - } - ] - }, - { - "session_id": "ab8623db-308c-4a26-a987-469218bc4689", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "UND I shall offend either to detain or give it The contents as in part I understand them are to blame GLOUCESTER Lets see lets see EDMUND I hope for my brothers justification he wrote this but as an essay or taste of my virtue GLOUCESTER Reads This policy and reverence of age makes the world bitter to the best of our times keeps our fortunes from us till our oldness cannot relish them I begin to find an idle and fond bondage in the oppression of aged tyranny who sways not as it hath power but as it is suffered Come to me that of this I may speak more If our father would sleep till I waked him you should enjoy half his revenue for ever and live the beloved of your brother EDGAR Hum Conspiracy Sleep till I wake him you should enjoy half his revenueMy son Edgar Had he a hand to write this A heart and brain to breed it in When came this to you Who brought it EDMUND It was not brought me my lord theres the cunning of it I found it thrown in at the casement of my closet GLOUCESTER You know the character to be your brothers EDMUND If the matter were good my lord I durst swear it were his but in respect of that I would fain think it were not GLOUCESTER It is his EDMUND It is his hand my lord but I hope his heart is not in the contents GLOUCESTER Has he never before sounded you in this business EDMUND Never my lord But I have heard him oft maintain it to be fit that sons at perfect age and fathers declined the father should be as ward to the son and the son manage his revenue GLOUCESTER O villain villain His very opinion in the letter Abhorred villain Unnatural detested brutish villain worse than brutish Go sirrah seek him Ill apprehend him Abominable villain Where is he EDMUND I do not well know my lord If it shall please you to suspend your indignation against my brother till you can derive from him better testimony of his intent you should run a certain course where if you violently proceed against him mistaking his purpose it would make a great gap in your own honour and shake in pieces the heart of his obedience I dare pawn down my life for him that he hath writ this to feel my affection to your honour and to no other pretence of danger GLOUCESTER Think you so EDMUND If your honour judge it meet I will place you where you shall hear us confer of this and by an auricular assurance have your satisfaction and that without any further delay than this very evening GLOUCESTER He cannot be such a monster EDMUND Nor is not sure GLOUCESTER To his father that so tenderly and entirely loves him Heaven and earth Edmund seek him out wind me into him I pray you frame the business after your own wisdom I would unstate myself to be in a due resolution EDMUND I will seek him sir presently convey the business as I shall find means and acquaint you withal GLOUCESTER These late eclipses in the sun and moon portend no good to us though the wisdom of Nature can reason it thus and thus yet nature finds itself scourged by the sequent effects Love cools friendship falls off brothers divide in cities mutinies in countries discord in palaces treason and the bond cracked twixt son and father This villain of mine comes under the prediction theres son against father the King falls from bias of nature theres father against child We have seen the best of our time Machinations hollowness treachery and all ruinous disorders follow us disquietly to our graves Find out this villain Edmund it shall lose thee nothing do it carefullyAnd the noble and truehearted Kent banished his offence honesty Tis strange Exit EDMUND This is the excellent foppery of the world that when we are sick in fortune often the surfeits of our own behaviour we make guilty of our disasters the sun the moon and" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 443, - "ignore_eos": true - } - ] - }, - { - "session_id": "665fc16a-3b70-45be-a57e-2bb88fc48e54", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "erewith we fly to heaven Unless you be possessed with devilish spirits You cannot but forbear to murder me This tongue hath parleyed unto foreign kings For your behoof CADE Tut when struckst thou one blow in the field SAYE Great men have reaching hands oft have I struckThose that I never saw and struck them dead GEORGE O monstrous coward What to come behind folks SAYE These cheeks are pale for watching for your good CADE Give him a box o th ear and that will make em red again SAYE Long sitting to determine poor mens causes Hath made me full of sickness and diseases CADE Ye shall have a hempen caudle then and the help of hatchet DICK Why dost thou quiver man SAYE The palsy and not fear provokes me CADE Nay he nods at us as who should say Ill be even with you Ill see if his head will stand steadier on a pole or no Take him away and behead him SAYE Tell me wherein have I offended most Have I affected wealth or honour Speak Are my chests filled up with extorted gold Is my apparel sumptuous to behold Whom have I injured that ye seek my death These hands are free from guiltless bloodshedding This breast from harbouring foul deceitful thoughts O let me live CADE Aside I feel remorse in myself with his words but Ill bridle it He shall die an it be but for pleading so well for his life Away with him He has a familiar under his tongue he speaks not i Gods name Go take him away I say and strike off his head presently and then break into his soninlaws house Sir James Cromer and strike off his head and bring them both upon two poles hither ALL It shall be done SAYE Ah countrymen if when you make your prayers God should be so obdurate as yourselves How would it fare with your departed souls And therefore yet relent and save my life CADE Away with him And do as I command ye Exeunt some with Lord Saye The proudest peer in the realm shall not wear a head on his shoulders unless he pay me tribute there shall not a maid be married but she shall pay to me her maidenhead ere they have it Men shall hold of me in capite and we charge and command that their wives be as free as heart can wish or tongue can tell DICK My lord when shall we go to Cheapside and take up commodities upon our bills CADE Marry presently ALL O brave Enter one with the heads CADE But is not this braver Let them kiss one another for they loved well when they were alive Now part them again lest they consult about the giving up of some more towns in France Soldiers defer the spoil of the city until night for with these borne before us instead of maces will we ride through the streets and at every corner have them kiss Away Exeunt SCENE VIII Southwark Alarum and retreat Enter Cade and all his rabblement CADE Up Fish Street Down Saint Magnus Corner Kill and knock down Throw them into Thames Sound a parley What noise is this I hear Dare any be so bold to sound retreat or parley when I command them kill Enter Buckingham and old Clifford attended BUCKINGHAM Ay here they be that dare and will disturb thee Know Cade we come ambassadors from the King Unto the commons whom thou hast misled And here pronounce free pardon to them all That will forsake thee and go home in peace CLIFFORD What say ye countrymen Will ye relent And yield to mercy whilst tis offered you Or let a rebel lead you to your deaths Who loves the King and will embrace his pardon Fling up his cap and say God save his Majesty Who hateth him and honours not his father Henry the Fifth" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 366, - "ignore_eos": true - } - ] - }, - { - "session_id": "e6c6898c-faa5-44ef-9424-8f4f85f553dd", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " is that Sir Thomas More is chosen Lord Chancellor in your place WOLSEY Thats somewhat sudden But hes a learned man May he continue Long in his Highness favour and do justice For truths sake and his conscience that his bones When he has run his course and sleeps in blessings May have a tomb of orphans tears wept on him What more CROMWELL That Cranmer is returned with welcome Installed Lord Archbishop of Canterbury WOLSEY Thats news indeed CROMWELL Last that the Lady Anne Whom the King hath in secrecy long married This day was viewed in open as his Queen Going to chapel and the voice is now Only about her coronation WOLSEY There was the weight that pulled me down O Cromwell The King has gone beyond me All my glories In that one woman I have lost for ever No sun shall ever usher forth mine honours Or gild again the noble troops that waited Upon my smiles Go get thee from me Cromwell I am a poor fallen man unworthy now To be thy lord and master Seek the King That sun I pray may never set I have told him What and how true thou art He will advance thee Some little memory of me will stir him I know his noble naturenot to let Thy hopeful service perish too Good Cromwell Neglect him not make use now and provide For thine own future safety CROMWELL O my lord Must I then leave you Must I needs forgo So good so noble and so true a master Bear witness all that have not hearts of iron With what a sorrow Cromwell leaves his lord The King shall have my service but my prayers For ever and for ever shall be yours WOLSEY Cromwell I did not think to shed a tear In all my miseries but thou hast forced me Out of thy honest truth to play the woman Lets dry our eyes and thus far hear me Cromwell And when I am forgotten as I shall be And sleep in dull cold marble where no mention Of me more must be heard of say I taught thee Say Wolsey that once trod the ways of glory And sounded all the depths and shoals of honour Found thee a way out of his wreck to rise in A sure and safe one though thy master missed it Mark but my fall and that that ruined me Cromwell I charge thee fling away ambition By that sin fell the angels how can man then The image of his maker hope to win by it Love thyself last cherish those hearts that hate thee Corruption wins not more than honesty Still in thy right hand carry gentle peace To silence envious tongues Be just and fear not Let all the ends thou aimst at be thy countrys Thy Gods and truths Then if thou fallst O Cromwell Thou fallst a blessed martyr Serve the King And prithee lead me in There take an inventory of all I have To the last penny tis the Kings My robe And my integrity to heaven is all I dare now call mine own O Cromwell Cromwell Had I but served my God with half the zeal I served my king He would not in mine age Have left me naked to mine enemies CROMWELL Good sir have patience WOLSEY So I have Farewell The hopes of court My hopes in heaven do dwellExeunt ACT IV SCENE I A street in Westminster Enter two Gentlemen meeting one another FIRST GENTLEMAN Youre well met once again SECOND GENTLEMAN So are you FIRST GENTLEMAN You come to take your stand here and behold The Lady Anne pass from her coronation SECOND GENTLEMAN Tis all my business At our last encounter The Duke of Buckingham came from his trial FIRST GENTLEMAN Tis very true But that time offered sorrow This general joy SECOND GENTLEMAN Tis well The citizens I am sure have shown at full their royal minds As let em have their rights they are ever forward In celebration of this day with shows Pageants and sights of honour FIRST GENTLEMAN Never greater Nor Ill assure you better taken sir SECOND GENTLEMAN May I be bold to ask what that contains That paper in your hand FIRST GENTLEMAN Yes tis the list Of those that claim their offices this day By custom of the coronation The Duke of Suffolk is the first and claims To be High Steward next the Duke of" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 356, - "ignore_eos": true - } - ] - }, - { - "session_id": "aa6c45ed-b1fc-40be-bee6-e566a0d45f9f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " on her revolting son France thou mayst hold a serpent by the tongue A chafed lion by the mortal paw A fasting tiger safer by the tooth Than keep in peace that hand which thou dost hold KING PHILIP I may disjoin my hand but not my faith PANDULPH So makst thou faith an enemy to faith And like a civil war settst oath to oath Thy tongue against thy tongue O let thy vow First made to heaven first be to heaven performd That is to be the champion of our church What since thou sworst is sworn against thyself And may not be performed by thyself For that which thou hast sworn to do amiss Is not amiss when it is truly done And being not done where doing tends to ill The truth is then most done not doing it The better act of purposes mistook Is to mistake again though indirect Yet indirection thereby grows direct And falsehood falsehood cures as fire cools fire Within the scorched veins of one newburnd It is religion that doth make vows kept But thou hast sworn against religion By what thou swearst against the thing thou swearst And makst an oath the surety for thy truth Against an oath The truth thou art unsure To swear swears only not to be forsworn Else what a mockery should it be to swear But thou dost swear only to be forsworn And most forsworn to keep what thou dost swear Therefore thy latter vows against thy first Is in thyself rebellion to thyself And better conquest never canst thou make Than arm thy constant and thy nobler parts Against these giddy loose suggestions Upon which better part our prayers come in If thou vouchsafe them But if not then know The peril of our curses light on thee So heavy as thou shalt not shake them off But in despair die under the black weight AUSTRIA Rebellion flat rebellion BASTARD Willt not be Will not a calfsskin stop that mouth of thine LOUIS Father to arms BLANCHE Upon thy weddingday Against the blood that thou hast married What shall our feast be kept with slaughterd men Shall braying trumpets and loud churlish drums Clamours of hell be measures to our pomp O husband hear me Ay alack how new Is husband in my mouth Even for that name Which till this time my tongue did neer pronounce Upon my knee I beg go not to arms Against mine uncle CONSTANCE O upon my knee Made hard with kneeling I do pray to thee Thou virtuous Dauphin alter not the doom Forethought by heaven BLANCHE Now shall I see thy love What motive may Be stronger with thee than the name of wife CONSTANCE That which upholdeth him that thee upholds His honour O thine honour Louis thine honour LOUIS I muse your majesty doth seem so cold When such profound respects do pull you on PANDULPH I will denounce a curse upon his head KING PHILIP Thou shalt not need England I will fall from thee CONSTANCE O fair return of banishd majesty QUEEN ELEANOR O foul revolt of French inconstancy KING JOHN France thou shalt rue this hour within this hour BASTARD Old Time the clocksetter that bald sexton Time Is it as he will Well then France shall rue BLANCHE The suns oercast with blood Fair day adieu Which is the side that I must go withal I am with both each army hath a hand And in their rage I having hold of both They whirl asunder and dismember me Husband I cannot pray that thou mayst win Uncle I needs must pray that thou mayst lose Father I may not wish the fortune thine Grandam I will not wish thy wishes thrive Whoever wins on that side shall I lose Assured loss before the match be playd LOUIS Lady with me with me thy fortune lies BLANCHE There where my fortune lives there my life dies KING JOHN Cousin go draw our puissance together Exit Bastard France I am burnd up with inflaming wrath A rage whose heat hath this condition That nothing can allay nothing but blood The blood and dearestvalud blood of France KING PHILIP Thy rage shall burn thee up and thou shalt turn To ashes ere our blood shall quench that fire Look to thyself thou art in jeopardy KING JOHN No more than he that threats To arms lets hie Exeunt severally SCENE II The same Plains near Angiers Alarums Excursions Enter the Bastard with Austrias head BASTARD Now by" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 377, - "ignore_eos": true - } - ] - }, - { - "session_id": "9ac6d3ca-b5e7-4535-beee-2d71ceaf5481", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " the mother that engenderd thee TITINIUS What Pindarus where art thou Pindarus MESSALA Seek him Titinius whilst I go to meet The noble Brutus thrusting this report Into his ears I may say thrusting it For piercing steel and darts envenomed Shall be as welcome to the ears of Brutus As tidings of this sight TITINIUS Hie you Messala And I will seek for Pindarus the while Exit Messala Why didst thou send me forth brave Cassius Did I not meet thy friends And did not they Put on my brows this wreath of victory And bid me give it thee Didst thou not hear their shouts Alas thou hast misconstrued everything But hold thee take this garland on thy brow Thy Brutus bid me give it thee and I Will do his bidding Brutus come apace And see how I regarded Caius Cassius By your leave gods This is a Romans part Come Cassius sword and find Titinius heart Dies Alarum Enter Brutus Messala young Cato Strato Volumnius and Lucilius BRUTUS Where where Messala doth his body lie MESSALA Lo yonder and Titinius mourning it BRUTUS Titinius face is upward CATO He is slain BRUTUS O Julius Caesar thou art mighty yet Thy spirit walks abroad and turns our swords In our own proper entrails Low alarums CATO Brave Titinius Look whether he have not crownd dead Cassius BRUTUS Are yet two Romans living such as these The last of all the Romans fare thee well It is impossible that ever Rome Should breed thy fellow Friends I owe more tears To this dead man than you shall see me pay I shall find time Cassius I shall find time Come therefore and to Thassos send his body His funerals shall not be in our camp Lest it discomfort us Lucilius come And come young Cato let us to the field Labeo and Flavius set our battles on Tis three oclock and Romans yet ere night We shall try fortune in a second fight Exeunt SCENE IV Another part of the field Alarum Enter fighting soldiers of both armies then Brutus Messala young Cato Lucilius Flavius and others BRUTUS Yet countrymen O yet hold up your heads CATO What bastard doth not Who will go with me I will proclaim my name about the field I am the son of Marcus Cato ho A foe to tyrants and my countrys friend I am the son of Marcus Cato ho Charges the enemy LUCILIUS And I am Brutus Marcus Brutus I Brutus my countrys friend know me for Brutus Exit charging the enemy Cato is overpowered and falls LUCILIUS O young and noble Cato art thou down Why now thou diest as bravely as Titinius And mayst be honourd being Catos son FIRST SOLDIER Yield or thou diest LUCILIUS Only I yield to die There is so much that thou wilt kill me straight Offering money Kill Brutus and be honourd in his death FIRST SOLDIER We must not A noble prisoner SECOND SOLDIER Room ho Tell Antony Brutus is taen FIRST SOLDIER Ill tell the news Here comes the General Enter Antony Brutus is taen Brutus is taen my lord ANTONY Where is he LUCILIUS Safe Antony Brutus is safe enough I dare assure" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 457, - "ignore_eos": true - } - ] - }, - { - "session_id": "a12c9c8c-e124-4206-ac70-f854a035306a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " she that knows I am a maid And would not force the letter to my view Since maids in modesty say No to that Which they would have the profferer construe Ay Fie fie how wayward is this foolish love That like a testy babe will scratch the nurse And presently all humbled kiss the rod How churlishly I chid Lucetta hence When willingly I would have had her here How angerly I taught my brow to frown When inward joy enforced my heart to smile My penance is to call Lucetta back And ask remission for my folly past What ho Lucetta Enter Lucetta LUCETTA What would your ladyship JULIA Is t near dinner time LUCETTA I would it were That you might kill your stomach on your meat And not upon your maid Drops and picks up the letter JULIA What ist that you took up so gingerly LUCETTA Nothing JULIA Why didst thou stoop then LUCETTA To take a paper up that I let fall JULIA And is that paper nothing LUCETTA Nothing concerning me JULIA Then let it lie for those that it concerns LUCETTA Madam it will not lie where it concerns Unless it have a false interpreter JULIA Some love of yours hath writ to you in rhyme LUCETTA That I might sing it madam to a tune Give me a note Your ladyship can set JULIA As little by such toys as may be possible Best sing it to the tune of Light o Love LUCETTA It is too heavy for so light a tune JULIA Heavy Belike it hath some burden then LUCETTA Ay and melodious were it would you sing it JULIA And why not you LUCETTA I cannot reach so high JULIA Lets see your song Taking the letter How now minion LUCETTA Keep tune there still so you will sing it out And yet methinks I do not like this tune JULIA You do not LUCETTA No madam it is too sharp JULIA You minion are too saucy LUCETTA Nay now you are too flat And mar the concord with too harsh a descant There wanteth but a mean to fill your song JULIA The mean is drowned with your unruly bass LUCETTA Indeed I bid the base for Proteus JULIA This babble shall not henceforth trouble me Here is a coil with protestation Tears the letter Go get you gone and let the papers lie You would be fingering them to anger me LUCETTA She makes it strange but she would be best pleased To be so angered with another letter Exit JULIA Nay would I were so angered with the same O hateful hands to tear such loving words Injurious wasps to feed on such sweet honey And kill the bees that yield it with your stings Ill kiss each several paper for amends Look here is writ kind Julia Unkind Julia As in revenge of thy ingratitude I throw thy name against the bruising stones Trampling contemptuously on thy disdain And here is writ lovewounded Proteus Poor wounded name my bosom as a bed Shall lodge thee till thy wound be throughly healed And thus I search it with a sovereign kiss But twice or thrice was Proteus written down Be calm good wind blow not a word away Till I have found each letter in the letter Except mine own name That some whirlwind bear Unto a ragged fearful hanging rock And throw it thence into the raging sea Lo here in one line is his name twice writ Poor forlorn Proteus passionate Proteus To the sweet Julia That Ill tear away And yet I will not sith so pret" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 432, - "ignore_eos": true - } - ] - }, - { - "session_id": "e528de8f-73cd-414a-8378-09f634bba461", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " ask Antony Sir sir thou art so leaky That we must leave thee to thy sinking for Thy dearest quit thee Exit Enobarbus THIDIAS Shall I say to Caesar What you require of him For he partly begs To be desired to give It much would please him That of his fortunes you should make a staff To lean upon But it would warm his spirits To hear from me you had left Antony And put yourself under his shroud The universal landlord CLEOPATRA Whats your name THIDIAS My name is Thidias CLEOPATRA Most kind messenger Say to great Caesar this in deputation I kiss his conquring hand Tell him I am prompt To lay my crown ats feet and there to kneel Tell him from his allobeying breath I hear The doom of Egypt THIDIAS Tis your noblest course Wisdom and fortune combating together If that the former dare but what it can No chance may shake it Give me grace to lay My duty on your hand CLEOPATRA Your Caesars father oft When he hath mused of taking kingdoms in Bestowed his lips on that unworthy place As it rained kisses Enter Antony and Enobarbus ANTONY Favours by Jove that thunders What art thou fellow THIDIAS One that but performs The bidding of the fullest man and worthiest To have command obeyed ENOBARBUS Aside You will be whipped ANTONY Approach thereAh you kiteNow gods and devils Authority melts from me Of late when I cried Ho Like boys unto a muss kings would start forth And cry Your will Have you no ears I am Antony yet Enter Servants Take hence this jack and whip him ENOBARBUS Tis better playing with a lions whelp Than with an old one dying ANTONY Moon and stars Whip him Weret twenty of the greatest tributaries That do acknowledge Caesar should I find them So saucy with the hand of she herewhats her name Since she was Cleopatra Whip him fellows Till like a boy you see him cringe his face And whine aloud for mercy Take him hence THIDIAS Mark Antony ANTONY Tug him away Being whippd Bring him again This jack of Caesars shall Bear us an errand to him Exeunt Servants with Thidias You were half blasted ere I knew you Ha Have I my pillow left unpressed in Rome Forborne the getting of a lawful race And by a gem of women to be abused By one that looks on feeders CLEOPATRA Good my lord ANTONY You have been a boggler ever But when we in our viciousness grow hard O misery ontthe wise gods seal our eyes In our own filth drop our clear judgments make us Adore our errors laugh ats while we strut To our confusion CLEOPATRA O ist come to this ANTONY I found you as a" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 388, - "ignore_eos": true - } - ] - }, - { - "session_id": "43a9ea02-047d-45b4-b8db-b55ac40b4ad1", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ush Here comes Antony CHARMIAN Not he the queen CLEOPATRA Saw you my lord ENOBARBUS No lady CLEOPATRA Was he not here CHARMIAN No madam CLEOPATRA He was disposed to mirth but on the sudden A Roman thought hath struck him Enobarbus ENOBARBUS Madam CLEOPATRA Seek him and bring him hither Wheres Alexas ALEXAS Here at your service My lord approaches Enter Antony with a Messenger CLEOPATRA We will not look upon him Go with us Exeunt Cleopatra Enobarbus Charmian Iras Alexas and Soothsayer MESSENGER Fulvia thy wife first came into the field ANTONY Against my brother Lucius MESSENGER Ay But soon that war had end and the times stateMade friends of them jointing their force gainst Caesar Whose better issue in the war from Italy Upon the first encounter drave them ANTONY Well what worst MESSENGER The nature of bad news infects the teller ANTONY When it concerns the fool or coward On Things that are past are done with me Tis thus Who tells me true though in his tale lie death I hear him as he flattered MESSENGER Labienus This is stiff newshath with his Parthian force Extended Asia from Euphrates His conquering banner shook from Syria To Lydia and to Ionia Whilst ANTONY Antony thou wouldst say MESSENGER O my lord ANTONY Speak to me home mince not the general tongue Name Cleopatra as she is called in Rome Rail thou in Fulvias phrase and taunt my faults With such full licence as both truth and malice Have power to utter O then we bring forth weeds When our quick minds lie still and our ills told us Is as our earing Fare thee well awhile MESSENGER At your noble pleasure Exit Messenger Enter another Messenger ANTONY From Sicyon ho the news Speak there SECOND MESSENGER The man from Sicyon ANTONY Is there such a one SECOND MESSENGER He stays upon your will ANTONY Let him appear Exit second Messenger These strong Egyptian fetters I must break Or lose myself in dotage Enter another Messenger with a letter What are you THIRD MESSENGER Fulvia thy wife is dead ANTONY Where died she THIRD MESSENGER In Sicyon Her length of sickness with what else more serious Importeth thee to know this bears Gives a letter ANTONY Forbear me Exit third Messenger Theres a great spirit gone Thus did I desire it What our contempts doth often hurl from us We wish it ours again The present pleasure By revolution lowering does become The opposite of itself Shes good being gone The hand could pluck her back that shoved her on I must from this enchanting queen break off Ten thousand harms more than the ills I know My idleness doth hatch How now Enobarbus Enter Enobarbus ENOBARBUS Whats your pleasure sir ANTONY I must with haste from hence ENOBARBUS Why then we kill all our women We see how mortal an unkindness is to them If they suffer our departure deaths the word ANTONY I must be gone ENOBARBUS Under a compelling occasion let women die It were pity to cast them away for nothing though between them and a great cause they should be esteemed nothing Cleopatra catching but the least noise of this dies instantly I have seen her die twenty times upon far poorer moment I do think there is mettle in death which commits some loving act upon her she hath such a celerity in dying ANTONY She is cunning past mans thought ENOBARBUS Alack sir no her passions are made of nothing but the finest part of pure love We cannot call her winds and waters sighs and tears they are greater storms and tempests than almanacs can report This cannot be cunning in her if it be she makes a shower of rain as well as Jove ANTONY Would I had never seen her ENOBARBUS O sir you had then left unseen a wonderful piece of work which not to have been blest" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 337, - "ignore_eos": true - } - ] - }, - { - "session_id": "9ccd5f8d-0b1f-4b10-a136-4338831d56db", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ER Theres another A little man but of a tough soul seeming As great as any fairer promises In such a body yet I never looked on PIRITHOUS O he thats frecklefaced MESSENGER The same my lord Are they not sweet ones PIRITHOUS Yes they are well MESSENGER Methinks Being so few and well disposed they show Great and fine art in nature Hes whitehaired Not wanton white but such a manly colour Next to an auburn tough and nimbleset Which shows an active soul His arms are brawny Lined with strong sinews To the shoulderpiece Gently they swell like women newconceived Which speaks him prone to labour never fainting Under the weight of arms stouthearted still But when he stirs a tiger Hes greyeyed Which yields compassion where he conquers sharp To spy advantages and where he finds em Hes swift to make em his He does no wrongs Nor takes none Hes roundfaced and when he smiles He shows a lover when he frowns a soldier About his head he wears the winners oak And in it stuck the favour of his lady His age some sixandthirty In his hand He bears a chargingstaff embossed with silver THESEUS Are they all thus PIRITHOUS They are all the sons of honour THESEUS Now as I have a soul I long to seeem Lady you shall see men fight now HIPPOLYTA I wish it But not the cause my lord They would show Bravely about the titles of two kingdoms Tis pity love should be so tyrannous O my softhearted sister what think you Weep not till they weep blood Wench it must be THESEUS You have steeled em with your beauty Honoured friend To you I give the field pray order it Fitting the persons that must use it PIRITHOUS Yes sir THESEUS Come Ill go visit em I cannot stay Their fame has fired me so till they appear Good friend be royal PIRITHOUS There shall want no bravery Exeunt all but Emilia EMILIA Poor wench go weep for whosoever wins Loses a noble cousin for thy sins Exit SCENE III A room in the prison Enter Jailer Wooer and Doctor DOCTOR Her distraction is more at some time of the moon than at other some is it notJAILER She is continually in a harmless distemper sleeps little altogether without appetite save often drinking dreaming of another world and a better and what broken piece of matter soeer shes about the name Palamon lards it that she farces every business withal fits it to every question Enter Jailers Daughter Look where she comes you shall perceive her behaviour DAUGHTER I have forgot it quite The burden on t was Downa downa and penned by no worse man than Geraldo Emilias schoolmaster Hes as fantastical too as ever he may go upons legs for in the next world will Dido see Palamon and then will she be out of love with neas DOCTOR What stuffs here Poor soul JAILER Even thus all day long DAUGHTER Now for this charm that I told you of you must bring a piece of silver on the tip of your tongue or no ferry Then if it be your chance to come where the blessed spirits are theres a sight now We maids that have our livers perished cracked to pieces with love we shall come there and do nothing all day long but pick flowers with Proserpine Then will I make Palamon a nosegay then let him mark methen DOCTOR How prettily shes amiss Note her a little further DAUGHTER Faith Ill tell you sometime we go to barleybreak we of the blessed Alas tis a sore life they have i th other placesuch burning frying boiling hissing howling chattering cursingO they have shrewd measure take heed If one be mad or hang or drown themselves thither they go Jupiter bless us And there shall we be put in a cauldron of lead and usurers grease amongst a whole million of cutpurses and there boil like a gammon of bacon that will never be enough DOCTOR How her brain coins DAUGHTER Lords and courtiers that have got maids with" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 344, - "ignore_eos": true - } - ] - }, - { - "session_id": "557ec1a4-2010-40d0-9e86-e1c6e3614299", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " valiant Duke of Bedford Come my lord We will bestow you in some better place Fitter for sickness and for crazy age BEDFORD Lord Talbot do not so dishonour me Here will I sit before the walls of Rouen And will be partner of your weal or woe BURGUNDY Courageous Bedford let us now persuade you BEDFORD Not to be gone from hence for once I read That stout Pendragon in his litter sick Came to the field and vanquished his foes Methinks I should revive the soldiers hearts Because I ever found them as myself TALBOT Undaunted spirit in a dying breast Then be it so Heavens keep old Bedford safe And now no more ado brave Burgundy But gather we our forces out of hand And set upon our boasting enemy Exeunt all but Bedford and Attendants An alarum Excursions Enter Sir John Fastolf and a Captain CAPTAIN Whither away Sir John Fastolf in such haste FASTOLF Whither away To save myself by flight We are like to have the overthrow again CAPTAIN What Will you fly and leave Lord Talbot FASTOLF Ay All the Talbots in the world to save my life Exit CAPTAIN Cowardly knight ill fortune follow thee Exit Retreat Excursions La Pucelle Alenon and Charles fly BEDFORD Now quiet soul depart when heaven please For I have seen our enemies overthrow What is the trust or strength of foolish man They that of late were daring with their scoffs Are glad and fain by flight to save themselves Bedford dies and is carried in by two in his chair An alarum Enter Talbot Burgundy and the rest TALBOT Lost and recoverd in a day again This is a double honour Burgundy Yet heavens have glory for this victory BURGUNDY Warlike and martial Talbot Burgundy Enshrines thee in his heart and there erects Thy noble deeds as valours monuments TALBOT Thanks gentle Duke But where is Pucelle now I think her old familiar is asleep Now wheres the Bastards braves and Charles his gleeks What all amort Rouen hangs her head for grief That such a valiant company are fled Now will we take some order in the town Placing therein some expert officers And then depart to Paris to the King For there young Henry with his nobles lie BURGUNDY What wills Lord Talbot pleaseth Burgundy TALBOT But yet before we go lets not forget The noble Duke of Bedford late deceased But see his exequies fulfilld in Rouen A braver soldier never couched lance A gentler heart did never sway in court But kings and mightiest potentates must die For thats the end of human misery Exeunt SCENE III The plains near Rouen Enter Charles the Bastard of Orleans Alenon La Pucelle and forces PUCELLE Dismay not princes at this accident Nor grieve that Rouen is so recovered Care is no cure but rather corrosive For things that are not to be remedied Let frantic Talbot triumph for a while And like a peacock sweep along his tail Well pull his plumes and take away his train If Dauphin and the rest will be but ruled CHARLES We have been guided by thee hitherto And of thy cunning had no diffidence One sudden foil shall never breed distrust BASTARD Search out thy wit for secret policies And we will make thee famous through the world ALENON Well set thy statue in some holy place And have thee reverenced like a blessed saint Employ thee then sweet virgin for our good PU" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 415, - "ignore_eos": true - } - ] - }, - { - "session_id": "e6138a74-9d51-47ee-bcda-cda7e1d1b559", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " You had marred all else ISABELLA Not with fond shekels of the tested gold Or stones whose rates are either rich or poor As fancy values them but with true prayers That shall be up at heaven and enter there Ere sunrise prayers from preserved souls From fasting maids whose minds are dedicate To nothing temporal ANGELO Well come to me tomorrow LUCIO Aside to Isabella Go to tis well away ISABELLA Heaven keep your honour safe ANGELO Aside Amen For I am that way going to temptation Where prayers cross ISABELLA At what hour tomorrow Shall I attend your lordship ANGELO At any time fore noon ISABELLA Save your honour Exeunt Isabella Lucio and Provost ANGELO From thee even from thy virtue Whats this Whats this Is this her fault or mine The tempter or the tempted who sins most ha Not she nor doth she tempt but it is I That lying by the violet in the sun Do as the carrion does not as the flower Corrupt with virtuous season Can it be That modesty may more betray our sense Than womans lightness Having waste ground enough Shall we desire to raze the sanctuary And pitch our evils there O fie fie fie What dost thou or what art thou Angelo Dost thou desire her foully for those things That make her good O let her brother live Thieves for their robbery have authority When judges steal themselves What do I love her That I desire to hear her speak again And feast upon her eyes What ist I dream on O cunning enemy that to catch a saint With saints dost bait thy hook Most dangerous Is that temptation that doth goad us on To sin in loving virtue Never could the strumpet With all her double vigour art and nature Once stir my temper but this virtuous maid Subdues me quite Ever till now When men were fond I smiled and wondered how Exit SCENE III A room in a prison Enter Duke disguised as a Friar and Provost DUKE Hail to you Provost so I think you are PROVOST I am the Provost Whats your will good friar DUKE Bound by my charity and my blessed order I come to visit the afflicted spirits Here in the prison Do me the common right To let me see them and to make me know The nature of their crimes that I may minister To them accordingly PROVOST I would do more than that if more were needful Enter Juliet Look here comes one a gentlewoman of mine Who falling in the flaws of her own youth Hath blistered her report She is with child And he that got it sentenced a young man More fit to do another such offence Than die for this DUKE When must he die PROVOST As I do think tomorrow To Juliet I have provided for you stay a while And you shall be conducted DUKE Repent you fair one of the sin you carry JULIET I do and bear the shame most patiently DUKE Ill teach you how you shall arraign your conscience And try your penitence if it be sound Or hollowly put on JULIET Ill gladly learn DUKE Love you the man that wronged you JULIET Yes as I love the woman that wronged him DUKE So then it seems your most offenceful act Was mutually committed JULIET Mutually DUKE Then was your sin of heavier kind than his JULIET I do confess it and repent it father DUKE Tis meet so daughter but lest you do repent As that the sin hath brought you to this shame Which sorrow is always toward ourselves not heaven Showing we would not spare heaven as we love it But as we stand in fear JULIET I do repent me as it is an evil And take the shame with joy DUKE There rest Your partner as I hear must die tomorrow And I am going with instruction to him Grace go with you Benedicite Exit JULIET Must die tomorrow O injurious love That respites me a life whose very comfort Is still a dying horror PROVOST Tis pity of him Exeunt SCENE IV A room in Angelos house Enter Angelo ANGELO When I would pray and think I think and pray To several subjects Heaven hath my empty words Whilst my invention hearing not my tongue Anchors on Isabel Heaven in my mouth As if I did but only chew" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 346, - "ignore_eos": true - } - ] - }, - { - "session_id": "ca13c9fc-8a0b-4f89-8a5a-cc9c9d926645", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " nature is repose The which he lacks that to provoke in him Are many simples operative whose power Will close the eye of anguish CORDELIA All blessd secrets All you unpublishd virtues of the earth Spring with my tears Be aidant and remediate In the good mans distress Seek seek for him Lest his ungovernd rage dissolve the life That wants the means to lead it Enter a Messenger MESSENGER News madam The British powers are marching hitherward CORDELIA Tis known before Our preparation stands In expectation of them O dear father It is thy business that I go about Therefore great France My mourning and important tears hath pitied No blown ambition doth our arms incite But love dear love and our agd fathers right Soon may I hear and see him Exeunt SCENE V A Room in Gloucesters Castle Enter Regan and Oswald REGAN But are my brothers powers set forth OSWALD Ay madam REGAN Himself in person there OSWALD Madam with much ado Your sister is the better soldier REGAN Lord Edmund spake not with your lord at home OSWALD No madam REGAN What might import my sisters letter to him OSWALD I know not lady REGAN Faith he is posted hence on serious matter It was great ignorance Gloucesters eyes being out To let him live Where he arrives he moves All hearts against us Edmund I think is gone In pity of his misery to dispatch His nighted life moreover to descry The strength o thenemy OSWALD I must needs after him madam with my letter REGAN Our troops set forth tomorrow stay with us The ways are dangerous OSWALD I may not madam My lady chargd my duty in this business REGAN Why should she write to Edmund Might not you Transport her purposes by word Belike Somethings I know not what Ill love thee much Let me unseal the letter OSWALD Madam I had rather REGAN I know your lady does not love her husband I am sure of that and at her late being here She gave strange oeillades and most speaking looks To noble Edmund I know you are of her bosom OSWALD I madam REGAN I speak in understanding yare I knowt Therefore I do advise you take this note My lord is dead Edmund and I have talkd And more convenient is he for my hand Than for your ladys You may gather more If you do find him pray you give him this And when your mistress hears thus much from you I pray desire her call her wisdom to her So fare you well If you do chance to hear of that blind traitor Preferment falls on him that cuts him off OSWALD Would I could meet him madam I should show What party I do follow REGAN Fare thee well Exeunt SCENE VI The country near Dover Enter Gloucester and Edgar dressed like a peasant GLOUCESTER When shall I come to the top of that same hill EDGAR You do climb up it now Look how we labour GLOUCESTER Methinks the ground is even EDGAR Horrible steep Hark do you hear the sea GLOUCESTER No truly EDGAR Why then your other senses grow imperfect By your eyes anguish GLOUCESTER So may it be indeed Methinks thy voice is alterd and thou speakst In better phrase and matter than thou didst EDGAR Yare much deceivd in nothing am I changd But in my garments GLOUCESTER Methinks youre better spoken EDGAR Come on sir heres the place Stand still How fearful And dizzy tis to cast ones eyes so low The crows and choughs that wing the midway air Show scarce so gross as beetles Half way down Hangs one that gathers samphiredreadful trade Methinks he seems no bigger than his" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 439, - "ignore_eos": true - } - ] - }, - { - "session_id": "8cdb7730-641b-4c6b-9e2e-30bc1b53e45a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " mind at first in character was done That I might see what the old world could say To this composed wonder of your frame Whether we are mended or whether better they Or whether revolution be the same O sure I am the wits of former days To subjects worse have given admiring praise 60 Like as the waves make towards the pebbled shore So do our minutes hasten to their end Each changing place with that which goes before In sequent toil all forwards do contend Nativity once in the main of light Crawls to maturity wherewith being crowned Crooked eclipses gainst his glory fight And Time that gave doth now his gift confound Time doth transfix the flourish set on youth And delves the parallels in beautys brow Feeds on the rarities of natures truth And nothing stands but for his scythe to mow And yet to times in hope my verse shall stand Praising thy worth despite his cruel hand 61 Is it thy will thy image should keep open My heavy eyelids to the weary night Dost thou desire my slumbers should be broken While shadows like to thee do mock my sight Is it thy spirit that thou sendst from thee So far from home into my deeds to pry To find out shames and idle hours in me The scope and tenure of thy jealousy O no thy love though much is not so great It is my love that keeps mine eye awake Mine own true love that doth my rest defeat To play the watchman ever for thy sake For thee watch I whilst thou dost wake elsewhere From me far off with others all too near 62 Sin of selflove possesseth all mine eye And all my soul and all my every part And for this sin there is no remedy It is so grounded inward in my heart Methinks no face so gracious is as mine No shape so true no truth of such account And for my self mine own worth do define As I all other in all worths surmount But when my glass shows me my self indeed beated and chopt with tanned antiquity Mine own selflove quite contrary I read Self so selfloving were iniquity Tis thee myself that for myself I praise Painting my age with beauty of thy days 63 Against my love shall be as I am now With Times injurious hand crushed and oerworn When hours have drained his blood and filled his brow With lines and wrinkles when his youthful morn Hath travelled on to ages steepy night And all those beauties whereof now hes king Are vanishing or vanished out of sight Stealing away the treasure of his spring For such a time do I now fortify Against confounding ages cruel knife That he shall never cut from memory My sweet loves beauty though my lovers life His beauty shall in these black lines be seen And they shall live and he in them still green 64 When I have seen by Times fell hand defaced The richproud cost of outworn buried age When sometime lofty towers I see downrased And brass eternal slave to mortal rage When I have seen the hungry ocean gain Advantage on the kingdom of the shore And the firm soil win of the watery main Increasing store with loss and loss with store When I have seen such interchange of State Or state it self confounded to" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 334, - "ignore_eos": true - } - ] - }, - { - "session_id": "7e7e23f1-1869-4748-ad3f-baea842031e3", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " must pocket up these wrongs Because BASTARD Your breeches best may carry them KING JOHN Philip what sayst thou to the cardinal CONSTANCE What should he say but as the cardinal LOUIS Bethink you father for the difference Is purchase of a heavy curse from Rome Or the light loss of England for a friend Forgo the easier BLANCHE Thats the curse of Rome CONSTANCE O Louis stand fast The devil tempts thee here In likeness of a new untrimmed bride BLANCHE The Lady Constance speaks not from her faith But from her need CONSTANCE O if thou grant my need Which only lives but by the death of faith That need must needs infer this principle That faith would live again by death of need O then tread down my need and faith mounts up Keep my need up and faith is trodden downKING JOHN The King is movd and answers not to this CONSTANCE O be removd from him and answer well AUSTRIA Do so King Philip hang no more in doubt BASTARD Hang nothing but a calfsskin most sweet lout KING PHILIP I am perplexd and know not what to say PANDULPH What canst thou say but will perplex thee more If thou stand excommunicate and cursd KING PHILIP Good reverend father make my person yours And tell me how you would bestow yourself This royal hand and mine are newly knit And the conjunction of our inward souls Married in league coupled and linkd together With all religious strength of sacred vows The latest breath that gave the sound of words Was deepsworn faith peace amity true love Between our kingdoms and our royal selves And even before this truce but new before No longer than we well could wash our hands To clap this royal bargain up of peace Heaven knows they were besmeard and overstaind With slaughters pencil where revenge did paint The fearful difference of incensed kings And shall these hands so lately purgd of blood So newly joind in love so strong in both Unyoke this seizure and this kind regreet Play fast and loose with faith So jest with heaven Make such unconstant children of ourselves As now again to snatch our palm from palm Unswear faith sworn and on the marriagebed Of smiling peace to march a bloody host And make a riot on the gentle brow Of true sincerity O holy sir My reverend father let it not be so Out of your grace devise ordain impose Some gentle order and then we shall be blest To do your pleasure and continue friends PANDULPH All form is formless order orderless Save what is opposite to Englands love Therefore to arms Be champion of our church Or let the church our mother breathe her curse A mothers curse on her revolting son France thou mayst hold a serpent by the tongue A chafed lion by the mortal paw A fasting tiger safer by the tooth Than keep in peace that hand which thou dost hold KING PHILIP I may disjoin my hand but not my faith PANDULPH So makst thou faith an enemy to faith And like a civil war settst oath to oath Thy tongue against thy tongue O let thy vow First made to heaven first be to heaven performd That is to be the champion of our church What since thou sworst is sworn against thyself And may not be performed by thyself For that which thou hast sworn to do amiss Is not amiss when it is truly done And being not done where doing tends to ill The truth is then most done not doing it The better act of purposes mistook Is to mistake again though indirect Yet indirection thereby grows direct And falsehood falsehood cures as fire cools fire Within the scorched veins of one newburnd It is religion that doth make vows kept But thou hast sworn against religion By what thou swearst against the thing thou swearst And makst an oath the surety for thy truth Against an oath The truth thou art unsure To swear swears only not to be forsworn Else what a mockery should it be to swear But thou dost swear only to" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 427, - "ignore_eos": true - } - ] - }, - { - "session_id": "edba4155-1aaf-4228-a247-8995cdca9a42", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " all deserversFrom hence to Inverness And bind us further to you MACBETH The rest is labour which is not usd for you Ill be myself the harbinger and make joyful The hearing of my wife with your approach So humbly take my leave DUNCAN My worthy Cawdor MACBETH Aside The Prince of CumberlandThat is a step On which I must fall down or else oerleap For in my way it lies Stars hide your fires Let not light see my black and deep desires The eye wink at the hand yet let that be Which the eye fears when it is done to see Exit DUNCAN True worthy Banquo He is full so valiant And in his commendations I am fed It is a banquet to me Lets after him Whose care is gone before to bid us welcome It is a peerless kinsman Flourish Exeunt SCENE V Inverness A Room in Macbeths Castle Enter Lady Macbeth reading a letter LADY MACBETH They met me in the day of success and I have learned by the perfectst report they have more in them than mortal knowledge When I burned in desire to question them further they made themselves air into which they vanished Whiles I stood rapt in the wonder of it came missives from the King who allhailed me Thane of Cawdor by which title before these Weird Sisters saluted me and referred me to the coming on of time with Hail king that shalt be This have I thought good to deliver thee my dearest partner of greatness that thou mightst not lose the dues of rejoicing by being ignorant of what greatness is promisd thee Lay it to thy heart and farewell Glamis thou art and Cawdor and shalt be What thou art promisd Yet do I fear thy nature It is too full o th milk of human kindness To catch the nearest way Thou wouldst be great Art not without ambition but without The illness should attend it What thou wouldst highly That wouldst thou holily wouldst not play false And yet wouldst wrongly win Thoudst have great Glamis That which cries Thus thou must do if thou have it And that which rather thou dost fear to do Than wishest should be undone Hie thee hither That I may pour my spirits in thine ear And chastise with the valour of my tongue All that impedes thee from the golden round Which fate and metaphysical aid doth seem To have thee crownd withal Enter a Messenger What is your tidings MESSENGER The King comes here tonight LADY MACBETH Thourt mad to say it Is not thy master with him who weret so Would have informd for preparation MESSENGER So please you it is true Our thane is coming One of my fellows had the speed of him Who almost dead for breath had scarcely more Than would make up his message LADY MACBETH Give him tending He brings great news Exit Messenger The raven himself is hoarse That croaks the fatal entrance of Duncan Under my battlements Come you spirits That tend on mortal thoughts unsex me here And fill me from the crown to the toe topfull Of direst cruelty make thick my blood Stop up th access and passage to remorse That no compunctious visitings of nature Shake my fell purpose nor keep peace between Th effect and it Come to my womans breasts And take my milk for gall your murdring ministers Wherever in your sightless substances You wait on natures mischief Come thick night And pall thee in the dunnest smoke of hell That my keen knife see not the wound it makes Nor heaven peep through the blanket of the dark To cry Hold hold Enter Macbeth Great Glamis worthy Cawdor Greater than both by the allhail hereafter Thy letters have transported me beyond This ignorant" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 373, - "ignore_eos": true - } - ] - }, - { - "session_id": "fdadc8de-fdb0-41d6-83ca-c24ca0a011df", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " put your power well on Before you had worn it out CORIOLANUS Let go VOLUMNIA You might have been enough the man you are With striving less to be so Lesser had been The thwartings of your dispositions if You had not showed them how ye were disposed Ere they lacked power to cross you CORIOLANUS Let them hang VOLUMNIA Ay and burn too Enter Menenius with the Senators MENENIUS Come come you have been too rough something too rough You must return and mend it FIRST SENATOR Theres no remedy Unless by not so doing our good city Cleave in the midst and perish VOLUMNIA Pray be counselled I have a heart as little apt as yours But yet a brain that leads my use of anger To better vantage MENENIUS Well said noble woman Before he should thus stoop to th herdbut that The violent fit o th time craves it as physic For the whole stateI would put mine armour on Which I can scarcely bear CORIOLANUS What must I do MENENIUS Return to th Tribunes CORIOLANUS Well what then What then MENENIUS Repent what you have spoke CORIOLANUS For them I cannot do it to the gods Must I then dot to them VOLUMNIA You are too absolute Though therein you can never be too noble But when extremities speak I have heard you say Honour and policy like unsevered friends I th war do grow together Grant that and tell me In peace what each of them by th other lose That they combine not there CORIOLANUS Tush tush MENENIUS A good demand VOLUMNIA If it be honour in your wars to seem The same you are not which for your best ends You adopt your policy how is it less or worse That it shall hold companionship in peace With honour as in war since that to both It stands in like request CORIOLANUS Why force you this VOLUMNIA Because that now it lies you on to speak To th people not by your own instruction Nor by th matter which your heart prompts you But with such words that are but rooted in Your tongue though but bastards and syllables Of no allowance to your bosoms truth Now this no more dishonours you at all Than to take in a town with gentle words Which else would put you to your fortune and The hazard of much blood I would dissemble with my nature where My fortunes and my friends at stake required I should do so in honour I am in this Your wife your son these senators the nobles And you will rather show our general louts How you can frown than spend a fawn upon em For the inheritance of their loves and safeguard Of what that want might ruin MENENIUS Noble lady Come go with us speak fair You may salve so Not what is dangerous present but the loss Of what is past VOLUMNIA I prithee now my son Go to them with this bonnet in thy hand And thus far having stretched ithere be with them Thy knee bussing the stonesfor in such busines Action is eloquence and the eyes of th ignorant More learned than the earswaving thy head Which often thus correcting thy stout heart Now humble as the ripest mulberry That will not hold the handling Or say to them Thou art their soldier and being bred in broils Hast not the soft way which thou dost confess Were fit for thee to use as they to claim In asking their good loves but thou wilt frame Thyself forsooth" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 416, - "ignore_eos": true - } - ] - }, - { - "session_id": "680fc32f-6f0a-49a7-bb71-2ed1eefd7f23", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " his illresounding noise Another flapmouthd mourner black and grim 920 Against the welkin volleys out his voice Another and another answer him Clapping their proud tails to the ground below Shaking their scratchd ears bleeding as they go Look how the worlds poor people are amazed 925 At apparitions signs and prodigies Whereon with fearful eyes they long have gazed Infusing them with dreadful prophecies 928 So she at these sad signs draws up her breath And sighing it again exclaims on death Hardfavourd tyrant ugly meagre lean 931 Hateful divorce of love thus chides she death Grimgrinning ghost earths worm what dost thou mean To stifle beauty and to steal his breath Who when he livd his breath and beauty set Gloss on the rose smell to the violet 936 If he be dead O no it cannot be Seeing his beauty thou shouldst strike at it O yes it may thou hast no eyes to see But hatefully at random dost thou hit 940 Thy mark is feeble age but thy false dart Mistakes that aim and cleaves an infants heart Hadst thou but bid beware then he had spoke And hearing him thy power had lost his power 944 The destinies will curse thee for this stroke They bid thee crop a weed thou pluckst a flower Loves golden arrow at him should have fled And not deaths ebon dart to strike him dead 948 Dost thou drink tears that thou provokst such weeping What may a heavy groan advantage thee Why hast thou cast into eternal sleeping Those eyes that taught all other eyes to see 952 Now nature cares not for thy mortal vigour Since her best work is ruind with thy rigour Here overcome as one full of despair She vaild her eyelids who like sluices stoppd 956 The crystal tide that from her two cheeks fair In the sweet channel of her bosom droppd But through the floodgates breaks the silver rain And with his strong course opens them again 960 O how her eyes and tears did lend and borrow Her eyes seen in the tears tears in her eye Both crystals where they viewd each others sorrow Sorrow that friendly sighs sought still to dry 964 But like a stormy day now wind now rain Sighs dry her cheeks tears make them wet again Variable passions throng her constant woe As striving who should best become her grief 968 All entertaind each passion labours so That every present sorrow seemeth chief But none is best then join they all together Like many clouds consulting for foul weather 972 By this far off she hears some huntsman holla A nurses song neer pleasd her babe so well The dire imagination she did follow This sound of hope doth labour to expel 976 For now reviving joy bids her rejoice And flatters her it is Adonis voice Whereat her tears began to turn their tide Being prisond in her eye like pearls in glass 980 Yet sometimes falls an orient drop beside Which her cheek melts as scorning it should pass To wash the foul face of the sluttish ground Who is but drunken when she seemeth drownd O hardbelieving love how strange it seems 985 Not to believe and yet too credulous Thy weal and woe are both of them extremes Despair and hope make thee ridiculous 988 The one doth flatter thee in thoughts unlikely In likely thoughts the other kills thee quickly Now she unweaves the web that she hath wrought Adonis lives and death is not to blame 992 It was not she that calld him all to naught Now she adds honours to his hateful name She clepes him king of graves and grave for kings Imperious supreme of all mortal things 996 No no quoth she sweet death I did but jest Yet pardon me I felt a kind of fear Whenas I met the boar that bloody beast Which knows no pity but is still severe 1000 Then gentle shadowtruth I must confess I raild on thee fearing my loves decease Tis not my fault the boar provokd my tongue Be wreakd on him invisible commander 1004 Tis he foul creature that hath done thee wrong I did but act hes author of my slander Grief hath two tongues and" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 512, - "ignore_eos": true - } - ] - }, - { - "session_id": "25e0dd5c-634c-48f1-abb5-6cdd25785748", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " mutiny whose qualification shall come into no true taste again but by the displanting of Cassio So shall you have a shorter journey to your desires by the means I shall then have to prefer them and the impediment most profitably removed without the which there were no expectation of our prosperity RODERIGO I will do this if I can bring it to any opportunity IAGO I warrant thee Meet me by and by at the citadel I must fetch his necessaries ashore Farewell RODERIGO Adieu Exit IAGO That Cassio loves her I do well believe it That she loves him tis apt and of great credit The Moor howbeit that I endure him not Is of a constant loving noble nature And I dare think hell prove to Desdemona A most dear husband Now I do love her too Not out of absolute lust though peradventure I stand accountant for as great a sin But partly led to diet my revenge For that I do suspect the lusty Moor Hath leapd into my seat The thought whereof Doth like a poisonous mineral gnaw my inwards And nothing can or shall content my soul Till I am evend with him wife for wife Or failing so yet that I put the Moor At least into a jealousy so strong That judgement cannot cure Which thing to do If this poor trash of Venice whom I trash For his quick hunting stand the putting on Ill have our Michael Cassio on the hip Abuse him to the Moor in the rank garb For I fear Cassio with my nightcap too Make the Moor thank me love me and reward me For making him egregiously an ass And practicing upon his peace and quiet Even to madness Tis here but yet confusd Knaverys plain face is never seen till usd Exit SCENE II A street Enter Othellos Herald with a proclamation HERALD It is Othellos pleasure our noble and valiant general that upon certain tidings now arrived importing the mere perdition of the Turkish fleet every man put himself into triumph some to dance some to make bonfires each man to what sport and revels his addition leads him For besides these beneficial news it is the celebration of his nuptial So much was his pleasure should be proclaimed All offices are open and there is full liberty of feasting from this present hour of five till the bell have told eleven Heaven bless the isle of Cyprus and our noble general Othello Exit SCENE III A Hall in the Castle Enter Othello Desdemona Cassio and Attendants OTHELLO Good Michael look you to the guard tonight Lets teach ourselves that honourable stop Not to outsport discretion CASSIO Iago hath direction what to do But notwithstanding with my personal eye Will I look tot OTHELLO Iago is most honest Michael good night Tomorrow with your earliest Let me have speech with you To Desdemona Come my dear love The purchase made the fruits are to ensue That profits yet to come tween me and you Good night Exeunt Othello Desdemona and Attendants Enter Iago CASSIO Welcome Iago We must to the watch IAGO Not this hour lieutenant Tis not yet ten o th clock Our general cast us thus early for the love of his Desdemona who let us not therefore blame he hath not yet made wanton the night with her and she is sport for Jove CASSIO Shes a most exquisite lady IAGO And Ill warrant her full of game CASSIO Indeed she is a most fresh and delicate creature IAGO What an eye she has methinks it sounds a parley to provocation CASSIO An inviting eye and yet methinks right modest IAGO And when she speaks is it not an alarm to love CASSIO She is indeed perfection IAGO Well happiness to their sheets Come lieutenant I have a stoup of wine and here without are a brace of Cyprus gallants that would fain have a measure to the health of black Othello CASSIO Not tonight good Iago I have very poor and unhappy brains for drinking I could well wish courtesy would invent some other custom of entertainmentIAGO O they are our friends but one cup Ill drink for you CASSIO I have drunk but one cup tonight and that was craft" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 366, - "ignore_eos": true - } - ] - }, - { - "session_id": "e804fa61-77e8-4c6e-95c5-92feb5a4dbb6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " to me again when talkd of sure When I shall see this gentleman thy speeches Will bring me to consider that which may Unfurnish me of reason They are come Enter Florizel Perdita Cleomenes and others Your mother was most true to wedlock prince For she did print your royal father off Conceiving you Were I but twentyone Your fathers image is so hit in you His very air that I should call you brother As I did him and speak of something wildly By us performd before Most dearly welcome And your fair princessgoddess O alas I lost a couple that twixt heaven and earth Might thus have stood begetting wonder as You gracious couple do And then I lost All mine own follythe society Amity too of your brave father whom Though bearing misery I desire my life Once more to look on him FLORIZEL By his command Have I here touchd Sicilia and from him Give you all greetings that a king at friend Can send his brother and but infirmity Which waits upon worn times hath something seizd His wishd ability he had himself The lands and waters twixt your throne and his Measurd to look upon you whom he loves He bade me say somore than all the sceptres And those that bear them living LEONTES O my brother Good gentlemanthe wrongs I have done thee stir Afresh within me and these thy offices So rarely kind are as interpreters Of my behindhand slackness Welcome hither As is the spring to the earth And hath he too Exposd this paragon to the fearful usage At least ungentle of the dreadful Neptune To greet a man not worth her pains much less Th adventure of her person FLORIZEL Good my lord She came from Libya LEONTES Where the warlike Smalus That noble honourd lord is feard and lovd FLORIZEL Most royal sir from thence from him whose daughter His tears proclaimd his parting with her thence A prosperous southwind friendly we have crossd To execute the charge my father gave me For visiting your highness my best train I have from your Sicilian shores dismissd Who for Bohemia bend to signify Not only my success in Libya sir But my arrival and my wifes in safety Here where we are LEONTES The blessed gods Purge all infection from our air whilst you Do climate here You have a holy father A graceful gentleman against whose person So sacred as it is I have done sin For which the heavens taking angry note Have left me issueless And your fathers blessd As he from heaven merits it with you Worthy his goodness What might I have been Might I a son and daughter now have lookd on Such goodly things as you Enter a Lord LORD Most noble sir That which I shall report will bear no credit Were not the proof so nigh Please you great sir Bohemia greets you from himself by me Desires you to attach his son who has His dignity and duty both cast off Fled from his father from his hopes and with A shepherds daughter LEONTES Wheres Bohemia speak LORD Here in your city I now came from him I speak amazedly and it becomes My marvel and my message To your court Whiles he was hastningin the chase it seems Of this fair couplemeets he on the way The father of this seeming lady and Her brother having both their country quitted With this young prince FLORIZEL Camillo has betrayd me Whose honour and whose honesty till now Endurd all weathers LORD Lay t so to his charge Hes with the king your father LEONTES Who Camillo LORD Camillo sir I spake with him who now Has these poor men in question Never saw I Wretches so quake they kneel they kiss the earth Forswear themselves as often as they speak Bohemia stops his ears and threatens them With divers deaths in death PERDITA O my poor father The heaven" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 389, - "ignore_eos": true - } - ] - }, - { - "session_id": "c3fb21c4-db27-4423-b1e9-bea377997d11", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " grace and favour in them EMILIA I have laid those sheets you bade me on the bed DESDEMONA Alls one Good faith how foolish are our minds If I do die before thee prithee shroud me In one of those same sheets EMILIA Come come you talk DESDEMONA My mother had a maid calld Barbary She was in love and he she lovd provd mad And did forsake her She had a song of willow An old thing twas but it expressd her fortune And she died singing it That song tonight Will not go from my mind I have much to do But to go hang my head all at one side And sing it like poor Barbary Prithee dispatch EMILIA Shall I go fetch your nightgown DESDEMONA No unpin me here This Lodovico is a proper man EMILIA A very handsome man DESDEMONA He speaks well EMILIA I know a lady in Venice would have walked barefoot to Palestine for a touch of his nether lip DESDEMONA Singing The poor soul sat sighing by a sycamore tree Sing all a green willow Her hand on her bosom her head on her knee Sing willow willow willow The fresh streams ran by her and murmurd her moans Sing willow willow willow Her salt tears fell from her and softend the stones Lay by these Sings Sing willow willow willow Prithee hie thee Hell come anon Sings Sing all a green willow must be my garland Let nobody blame him his scorn I approve Nay thats not next Hark who ist that knocks EMILIA Its the wind DESDEMONA Sings I calld my love false love but what said he then Sing willow willow willow If I court mo women youll couch with mo men So get thee gone good night Mine eyes do itch Doth that bode weeping EMILIA Tis neither here nor there DESDEMONA I have heard it said so O these men these men Dost thou in conscience thinktell me Emilia That there be women do abuse their husbands In such gross kind EMILIA There be some such no question DESDEMONA Wouldst thou do such a deed for all the world EMILIA Why would not you DESDEMONA No by this heavenly light EMILIA Nor I neither by this heavenly light I might dot as well i the dark DESDEMONA Wouldst thou do such a deed for all the world EMILIA The worlds a huge thing It is a great price For a small vice DESDEMONA In troth I think thou wouldst not EMILIA In troth I think I should and undot when I had done Marry I would not do such a thing for a jointring nor for measures of lawn nor for gowns petticoats nor caps nor any petty exhibition but for the whole worldwhy who would not make her husband a cuckold to make him a monarch I should venture purgatory for tDESDEMONA Beshrew me if I would do such a wrong for the whole world EMILIA Why the wrong is but a wrong i the world and having the world for your labour tis a wrong in your own world and you might quickly make it right DESDEMONA I do not think there is any such woman EMILIA Yes a dozen and as many to the vantage as would store the world they played for But I do think it is their husbands faults If wives do fall say that they slack their duties And pour our treasures into foreign laps Or else break out in peevish jealousies Throwing restraint upon us Or say they strike us Or scant our former having in despite Why we have galls and though we have some grace Yet have we some revenge Let husbands know Their wives have sense like them they see and smell And have their palates both for sweet and sour As husbands have What is it that they do When they change us for others Is it sport I think it is And doth affection breed it I think" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 383, - "ignore_eos": true - } - ] - }, - { - "session_id": "65b7f439-b4f8-4125-b335-b1b86f45fd4e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " a bastard not thy son Sweet York sweet husband be not of that mind He is as like thee as a man may be Not like to me or any of my kin And yet I love him YORK Make way unruly woman Exit DUCHESS After Aumerle Mount thee upon his horse Spur post and get before him to the King And beg thy pardon ere he do accuse thee Ill not be long behind Though I be old I doubt not but to ride as fast as York And never will I rise up from the ground Till Bolingbroke have pardoned thee Away be gone Exeunt SCENE III Windsor A room in the Castle Enter Bolingbroke as King Harry Percy and other Lords KING HENRY Can no man tell me of my unthrifty son Tis full three months since I did see him last If any plague hang over us tis he I would to God my lords he might be found Inquire at London mongst the taverns there For there they say he daily doth frequent With unrestrained loose companions Even such they say as stand in narrow lanes And beat our watch and rob our passengers While he young wanton and effeminate boy Takes on the point of honour to support So dissolute a crew PERCY My lord some two days since I saw the Prince And told him of those triumphs held at Oxford KING HENRY And what said the gallant PERCY His answer was he would unto the stews And from the commonst creature pluck a glove And wear it as a favour and with that He would unhorse the lustiest challenger KING HENRY As dissolute as desperate Yet through both I see some sparks of better hope which elder years May happily bring forth But who comes here Enter Aumerle AUMERLE Where is the King KING HENRY What means our cousin that he stares and looks so wildly AUMERLE God save your Grace I do beseech your majesty To have some conference with your Grace alone KING HENRY Withdraw yourselves and leave us here aloneExeunt Harry Percy and Lords What is the matter with our cousin now AUMERLE Kneels For ever may my knees grow to the earth My tongue cleave to my roof within my mouth Unless a pardon ere I rise or speak KING HENRY Intended or committed was this fault If on the first how heinous eer it be To win thy afterlove I pardon thee AUMERLE Then give me leave that I may turn the key That no man enter till my tale be done KING HENRY Have thy desire Aumerle locks the door YORK Within My liege beware Look to thyself Thou hast a traitor in thy presence there KING HENRY Drawing Villain Ill make thee safe AUMERLE Stay thy revengeful hand Thou hast no cause to fear YORK Within Open the door secure foolhardy king Shall I for love speak treason to thy face Open the door or I will break it open King Henry unlocks the door and afterwards relocks it Enter York KING HENRY What is the matter uncle Speak Recover breath Tell us how near is danger That we may arm us to encounter it YORK Peruse this writing here and thou shalt know The treason that my haste forbids me show AUMERLE Remember as thou readst thy promise passed I do repent me Read not my name there My heart is not confederate with my hand YORK It was villain ere thy hand did set it down I tore it from the traitors bosom king Fear and not love begets his penitence Forget to pity him lest thy pity prove A serpent that will sting thee to the heart KING HENRY O heinous strong and bold conspiracy O loyal father of a treacherous son Thou sheer immaculate and silver fountain From whence this stream through muddy passages Hath held his current and defiled himself Thy overflow of good converts to bad And thy abundant goodness shall excuse This deadly blot in thy digressing son YORK So shall my virtue be his vices bawd And he shall spend mine honour with his shame" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 371, - "ignore_eos": true - } - ] - }, - { - "session_id": "bf137035-fbad-4c57-9f46-7c7919963dfd", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " I shrink up PRINCE HENRY How fares your majesty KING JOHN Poisond ill fare dead forsook cast off And none of you will bid the winter come To thrust his icy fingers in my maw Nor let my kingdoms rivers take their course Through my burnd bosom nor entreat the north To make his bleak winds kiss my parched lips And comfort me with cold I do not ask you muchI beg cold comfort and you are so strait And so ingrateful you deny me that PRINCE HENRY O that there were some virtue in my tears That might relieve you KING JOHN The salt in them is hot Within me is a hell and there the poison Is as a fiend confind to tyrannize On unreprievable condemned blood Enter the Bastard BASTARD O I am scalded with my violent motion And spleen of speed to see your majesty KING JOHN O cousin thou art come to set mine eye The tackle of my heart is crackd and burnd And all the shrouds wherewith my life should sail Are turned to one thread one little hair My heart hath one poor string to stay it by Which holds but till thy news be uttered And then all this thou seest is but a clod And module of confounded royalty BASTARD The Dauphin is preparing hitherward Where God He knows how we shall answer him For in a night the best part of my power As I upon advantage did remove Were in the Washes all unwarily Devoured by the unexpected flood The King dies SALISBURY You breathe these dead news in as dead an ear My liege My lordBut now a king now thus PRINCE HENRY Even so must I run on and even so stop What surety of the world what hope what stay When this was now a king and now is clay BASTARD Art thou gone so I do but stay behind To do the office for thee of revenge And then my soul shall wait on thee to heaven As it on earth hath been thy servant still Now now you stars that move in your right spheres Where be your powers Show now your mended faiths And instantly return with me again To push destruction and perpetual shame Out of the weak door of our fainting land Straight let us seek or straight we shall be sought The Dauphin rages at our very heels SALISBURY It seems you know not then so much as we The Cardinal Pandulph is within at rest Who half an hour since came from the Dauphin And brings from him such offers of our peace As we with honour and respect may take With purpose presently to leave this war BASTARD He will the rather do it when he sees Ourselves well sinewed to our defence SALISBURY Nay tis in a manner done already For many carriages he hath dispatchd To the seaside and put his cause and quarrel To the disposing of the cardinal With whom yourself myself and other lords If you think meet this afternoon will post To consummate this business happily BASTARD Let it be so And you my noble prince With other princes that may best be spard Shall wait upon your fathers funeral PRINCE HENRY At Worcester must his body be interrd For so he willd it BASTARD Thither shall it then And happily may your sweet self put on The lineal state and glory of the land To whom with all submission on my knee I do bequeath my faithful services And true subjection everlastingly SALISBURY And the like tender of our love we make To rest without a spot for evermore PRINCE" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 415, - "ignore_eos": true - } - ] - }, - { - "session_id": "cd741295-094f-4077-94c6-718862abf8cd", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " in love Yet if thy thoughts Bianca be so humble To cast thy wandring eyes on every stale Seize thee that list if once I find thee ranging Hortensio will be quit with thee by changing Exit SCENE II The same Before Baptistas house Enter Baptista Gremio Tranio Katherina Bianca Lucentio and Attendants BAPTISTA To Tranio Signior Lucentio this is the pointed day That Katherine and Petruchio should be married And yet we hear not of our soninlaw What will be said What mockery will it be To want the bridegroom when the priest attends To speak the ceremonial rites of marriage What says Lucentio to this shame of ours KATHERINA No shame but mine I must forsooth be forcd To give my hand opposd against my heart Unto a madbrain rudesby full of spleen Who wood in haste and means to wed at leisure I told you I he was a frantic fool Hiding his bitter jests in blunt behaviour And to be noted for a merry man Hell woo a thousand point the day of marriage Make friends invite and proclaim the banns Yet never means to wed where he hath wood Now must the world point at poor Katherine And say Lo there is mad Petruchios wife If it would please him come and marry her TRANIO Patience good Katherine and Baptista too Upon my life Petruchio means but well Whatever fortune stays him from his word Though he be blunt I know him passing wise Though he be merry yet withal hes honest KATHERINA Would Katherine had never seen him though Exit weeping followed by Bianca and others BAPTISTA Go girl I cannot blame thee now to weep For such an injury would vex a very saint Much more a shrew of thy impatient humour Enter Biondello Master master News old news and such news as you never heard of BAPTISTA Is it new and old too How may that be BIONDELLO Why is it not news to hear of Petruchios coming BAPTISTA Is he come BIONDELLO Why no sir BAPTISTA What then BIONDELLO He is coming BAPTISTA When will he be here BIONDELLO When he stands where I am and sees you there TRANIO But say what to thine old news BIONDELLO Why Petruchio is coming in a new hat and an old jerkin a pair of old breeches thrice turned a pair of boots that have been candlecases one buckled another laced an old rusty sword taen out of the town armoury with a broken hilt and chapeless with two broken points his horse hipped with an old mothy saddle and stirrups of no kindred besides possessed with the glanders and like to mose in the chine troubled with the lampass infected with the fashions full of windgalls sped with spavins rayed with the yellows past cure of the fives stark spoiled with the staggers begnawn with the bots swayed in the back and shouldershotten nearlegged before and with a halfchecked bit and a headstall of sheeps leather which being restrained to keep him from stumbling hath been often burst and now repaired with knots one girth six times pieced and a womans crupper of velure which hath" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 383, - "ignore_eos": true - } - ] - }, - { - "session_id": "2190b6e7-a188-4bf4-a6ea-01c779e18000", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ILIA Within What ho my lord my lord OTHELLO Whos there EMILIA Within O good my lord I would speak a word with you OTHELLO Yes Tis Emilia by and by Shes dead Tis like she comes to speak of Cassios death The noise was highHa no more moving Still as the grave Shall she come in Weret good I think she stirs again no Whats best to do If she come in shell sure speak to my wife My wife my wife what wife I have no wife O insupportable O heavy hour Methinks it should be now a huge eclipse Of sun and moon and that the affrighted globe Should yawn at alteration EMILIA Within I do beseech you That I may speak with you O good my lord OTHELLO I had forgot thee O come in Emilia Soft by and by let me the curtains draw Where art thou Unlocks the door Enter Emilia Whats the matter with thee now EMILIA O my good lord yonders foul murders done OTHELLO What now EMILIA But now my lord OTHELLO It is the very error of the moon She comes more nearer earth than she was wont And makes men mad EMILIA Cassio my lord hath killd a young Venetian Calld Roderigo OTHELLO Roderigo killd And Cassio killd EMILIA No Cassio is not killd OTHELLO Not Cassio killd Then murders out of tune And sweet revenge grows harsh DESDEMONA O falsely falsely murderd EMILIA Alas what cry is that OTHELLO That What EMILIA Out and alas That was my ladys voice Help help ho help O lady speak again Sweet Desdemona O sweet mistress speak DESDEMONA A guiltless death I die EMILIA O who hath done this deed DESDEMONA Nobody I myself Farewell Commend me to my kind lord O farewell She dies OTHELLO Why how should she be murderd EMILIA Alas who knows OTHELLO You heard her say herself it was not I EMILIA She said so I must needs report the truth OTHELLO Shes like a liar gone to burning hell Twas I that killd her EMILIA O the more angel she And you the blacker devil OTHELLO She turnd to folly and she was a whore EMILIA Thou dost belie her and thou art a devil OTHELLO She was false as water EMILIA Thou art rash as fire to say That she was false O she was heavenly true OTHELLO Cassio did top her ask thy husband else O I were damnd beneath all depth in hell But that I did proceed upon just grounds To this extremity Thy husband knew it all EMILIA My husband OTHELLO Thy husband EMILIA That she was false to wedlock OTHELLO Ay with Cassio Nay had she been true If heaven would make me such another world Of one entire and perfect chrysolite Id not have sold her for it EMILIA My husband OTHELLO Ay twas he that told me first An honest man he is and hates the slime That sticks on filthy deeds EMILIA My husband OTHELLO What needs this iterance woman I say thy husband EMILIA O mistress villainy hath made mocks with love My husband say that she was false OTHELLO He woman I say thy husband dost understand the word My friend thy husband honest honest Iago EMILIA If he say so may his pernicious soul Rot half a grain a day he lies to the heart She was too fond of her most filthy bargain OTHELLO Ha EMILIA Do thy worst This deed of thine is no more worthy heaven Than thou wast worthy her OTHELLO Peace you were best EMILIA Thou hast not half that power to do me harm As I have to be hurt O gull O dolt As ignorant as dirt Thou hast done a deed I care not for thy sword Ill make thee known Though I lost twenty lives Help help ho help The Moor hath killd my mistress Murder murder Enter Montano Gratiano and Iago MONTANO What is the matter How now general EMILIA O are you come Iago You have done well That men must lay their murders on your neck GRATIAN" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 454, - "ignore_eos": true - } - ] - }, - { - "session_id": "9582fdf6-89b6-43c1-8490-32f29f9fedbb", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " That thou mightst repossess the crown in peace And of our labours thou shalt reap the gain RICHARD Aside Ill blast his harvest if your head were laid For yet I am not looked on in the world This shoulder was ordained so thick to heave And heave it shall some weight or break my back Work thou the way and that shall execute KING EDWARD Clarence and Gloucester love my lovely Queen And kiss your princely nephew brothers both GEORGE The duty that I owe unto your Majesty I seal upon the lips of this sweet babe QUEEN ELIZABETH Thanks noble Clarence worthy brother thanks RICHARD And that I love the tree from whence thou sprangst Witness the loving kiss I give the fruit Aside To say the truth so Judas kissed his master And cried All hail when as he meant all harm KING EDWARD Now am I seated as my soul delights Having my countrys peace and brothers loves GEORGE What will your Grace have done with Margaret Reignier her father to the King of France Hath pawned the Sicils and Jerusalem And hither have they sent it for her ransom KING EDWARD Away with her and waft her hence to France And now what rests but that we spend the time With stately triumphs mirthful comic showsSuch as befits the pleasure of the court Sound drums and trumpets Farewell sour annoy For here I hope begins our lasting joy Exeunt KING HENRY THE EIGHTH Contents ACT I Prologue Scene I London An antechamber in the palace Scene II The same The councilchamber Scene III An antechamber in the palace Scene IV A Hall in York Place ACT II Scene I Westminster A street Scene II An antechamber in the palace Scene III An antechamber of the Queens apartments Scene IV A hall in Blackfriars ACT III Scene I London The Queens apartments Scene II Antechamber to the Kings apartment ACT IV Scene I A street in Westminster Scene II Kimbolton ACT V Scene I A gallery in the palace Scene II Lobby before the councilchamber Scene III The palace yard Scene IV The palace Epilogue Dramatis Person KING HENRY THE EIGHTH DUKE OF NORFOLK DUKE OF SUFFOLK CARDINAL WOLSEY SECRETARIES to Wolsey CROMWELL servant to Wolsey CARDINAL CAMPEIUS GARDINER Bishop of Winchester PAGE to Gardiner QUEEN KATHERINE wife to King Henry afterwards divorced GRIFFITH gentleman usher to Queen Katherine PATIENCE woman to Queen Katherine Queens GENTLEMAN USHER CAPUTIUS Ambassador from the Emperor Charles V DUKE OF BUCKINGHAM LORD ABERGAVENNY Buckinghams soninlaw EARL OF SURREY Buckinghams soninlaw SIR NICHOLAS VAUX SURVEYOR to the Duke of Buckingham BRANDON SERGEANTatArms Three Gentlemen ANNE BULLEN her Maid of Honour afterwards Queen An OLD LADY friend to Anne Bullen LORD CHAMBERLAIN LORD SANDYS called also SIR WILLIAM SANDYS SIR THOMAS LOVELL SIR HENRY GUILDFORD BISHOP OF LINCOLN CRANMER archbishop of Canterbury LORD CHANCELLOR GARTER KingofArms SIR ANTHONY DENNY DOCTOR BUTTS physician to the King DoorKEEPER of the Councilchamber PORTER and his Man A CRIER PROLOGUE EPILOGUE Spirits Several Lords and Ladies in the Dumb Shows Women attending upon the Queen Scribes Officers Guards and other Attendants SCENE London Westminster Kimbolton Enter Prologue THE PROLOGUE I come no more to make you laugh Things now That bear a weighty and a serious brow Sad high and working full of state and woe Such noble scenes as draw the eye to flow We now present Those that can pity here May if they think it well let fall a tear The subject will deserve it Such as give Their money out of hope they may believe May here find truth too Those that come to see Only a show or two and so agree The play may pass if they be still and willing Ill undertake may see away their shilling Richly in two short hours Only they That come to hear a merry bawdy play A noise of targets or to see a fellow In a long motley coat guarded with yellow Will be deceived For gentle hearers know To rank our chosen truth with such a show As fool and fight" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 370, - "ignore_eos": true - } - ] - }, - { - "session_id": "f4bd92e8-b5d3-4a73-98c5-6723561464d5", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ject drudges Small things make base men proud This villain here Being captain of a pinnace threatens more Than Bargulus the strong Illyrian pirate Drones suck not eagles blood but rob beehives It is impossible that I should die By such a lowly vassal as thyself Thy words move rage and not remorse in me I go of message from the Queen to France I charge thee waft me safely cross the Channel LIEUTENANT Walter WHITMORE Come Suffolk I must waft thee to thy death SUFFOLK Pene gelidus timor occupat artus It is thee I fear WHITMORE Thou shalt have cause to fear before I leave thee What are ye daunted now Now will ye stoop 1 GENTLEMAN My gracious lord entreat him speak him fair SUFFOLK Suffolks imperial tongue is stern and rough Used to command untaught to plead for favour Far be it we should honour such as these With humble suit No rather let my head Stoop to the block than these knees bow to any Save to the God of heaven and to my King And sooner dance upon a bloody pole Than stand uncovered to the vulgar groom True nobility is exempt from fear More can I bear than you dare execute LIEUTENANT Hale him away and let him talk no more SUFFOLK Come soldiers show what cruelty ye can That this my death may never be forgot Great men oft die by vile Bezonians A Roman sworder and banditto slave Murdered sweet Tully Brutus bastard hand Stabbed Julius Caesar savage islanders Pompey the Great and Suffolk dies by pirates Exeunt Whitmore and others with Suffolk LIEUTENANT And as for these whose ransom we have set It is our pleasure one of them depart Therefore come you with us and let him go Exeunt all but the 1 Gentleman Enter Whitmore with Suffolks body and head WHITMORE There let his head and lifeless body lie Until the Queen his mistress bury it Exit 1 GENTLEMAN O barbarous and bloody spectacle His body will I bear unto the King If he revenge it not yet will his friends So will the Queen that living held him dear Exit with the body SCENE II Blackheath Enter George Bevis and John Holland BEVIS Come and get thee a sword though made of a lath they have been up these two days HOLLAND They have the more need to sleep now then BEVIS I tell thee Jack Cade the clothier means to dress the commonwealth and turn it and set a new nap upon it HOLLAND So he had need for tis threadbare Well I say it was never merry world in England since gentlemen came up BEVIS O miserable age Virtue is not regarded in handicraftsmen HOLLAND The nobility think scorn to go in leather aprons BEVIS Nay more the Kings Council are no good workmen HOLLAND True and yet it is said Labour in thy vocation which is as much to say as Let the magistrates be labouring men and therefore should we be magistrates BEVIS Thou hast hit it for theres no better sign of a brave mind than a hard hand HOLLAND I see them I see them Theres Bests son the tanner of Wingham BEVIS He shall have the skin of our enemies to make dogs leather of HOLLAND And Dick the butcher BEVIS Then is sin struck down like an ox and iniquitys throat cut like a calf HOLLAND And Smith the weaver BEVIS Argo their thread of life is spun HOLLAND Come come lets fall in with them Drum Enter Cade Dick the Butcher Smith the Weaver and a Sawyer with infinite numbers carrying long staves CADE We John Cade so termed of our supposed father DICK Aside Or rather of stealing a cade of herrings CADE For our enemies shall fall before us inspired with the spirit of putting down kings and princes Command silence DICK Silence CADE My father was a Mortimer DICK Aside He was an honest man and a" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 448, - "ignore_eos": true - } - ] - }, - { - "session_id": "94e07532-7c68-4796-8c2c-bfd7ac249b59", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "TAIN Romans make way The good Andronicus Patron of virtue Romes best champion Successful in the battles that he fights With honour and with fortune is returned From where he circumscribed with his sword And brought to yoke the enemies of Rome Sound drums and trumpets and then enter two of Titus sons and then two men bearing a coffin covered with black then two other sons then Titus Andronicus and then Tamora the Queen of Goths and her sons Alarbus Chiron and Demetrius with Aaron the Moor and others as many as can be then set down the coffin and Titus speaksTITUS Hail Rome victorious in thy mourning weeds Lo as the bark that hath discharged her fraught Returns with precious lading to the bay From whence at first she weighed her anchorage Cometh Andronicus bound with laurel boughs To resalute his country with his tears Tears of true joy for his return to Rome Thou great defender of this Capitol Stand gracious to the rites that we intend Romans of fiveandtwenty valiant sons Half of the number that King Priam had Behold the poor remains alive and dead These that survive let Rome reward with love These that I bring unto their latest home With burial amongst their ancestors Here Goths have given me leave to sheathe my sword Titus unkind and careless of thine own Why sufferst thou thy sons unburied yet To hover on the dreadful shore of Styx Make way to lay them by their brethren They open the tomb There greet in silence as the dead are wont And sleep in peace slain in your countrys wars O sacred receptacle of my joys Sweet cell of virtue and nobility How many sons hast thou of mine in store That thou wilt never render to me more LUCIUS Give us the proudest prisoner of the Goths That we may hew his limbs and on a pile Ad manes fratrum sacrifice his flesh Before this earthy prison of their bones That so the shadows be not unappeased Nor we disturbed with prodigies on earth TITUS I give him you the noblest that survives The eldest son of this distressed queen TAMORA Stay Roman brethren Gracious conqueror Victorious Titus rue the tears I shed A mothers tears in passion for her son And if thy sons were ever dear to thee O think my son to be as dear to me Sufficeth not that we are brought to Rome To beautify thy triumphs and return Captive to thee and to thy Roman yoke But must my sons be slaughtered in the streets For valiant doings in their countrys cause O if to fight for king and commonweal Were piety in thine it is in these Andronicus stain not thy tomb with blood Wilt thou draw near the nature of the gods Draw near them then in being merciful Sweet mercy is nobilitys true badge Thricenoble Titus spare my firstborn son TITUS Patient yourself madam and pardon me These are their brethren whom your Goths beheld Alive and dead and for their brethren slain Religiously they ask a sacrifice To this your son is marked and die he must T appease their groaning shadows that are gone LUCIUS Away with him and make a fire straight And with our swords upon a pile of wood Lets hew his limbs till they be clean consumed Exeunt Titus sons with Alarbus TAMORA O cruel irreligious piety CHIRON Was never Scythia half so barbarous DEMETRIUS Oppose not Scythia to ambitious Rome Alarbus goes to rest and we survive To tremble under Titus threatning look Then madam stand resolved but hope withal The selfsame gods that armed the Queen of Troy With opportunity of sharp revenge Upon the Thracian tyrant in his tent May favour Tamora the" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 419, - "ignore_eos": true - } - ] - }, - { - "session_id": "5f2742e7-6f70-4b6f-9d7d-1f462533bad0", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Dramatis Person KING HENRY THE SIXTH MARGARET Queen to King Henry Humphrey Duke of GLOUCESTER his uncle ELEANOR Duchess of Gloucester CARDINAL Beaufort Bishop of Winchester greatuncle to the King DUKE OF SOMERSET DUKE OF SUFFOLK DUKE OF BUCKINGHAM LORD CLIFFORD YOUNG CLIFFORD his son VAUX Richard Plantagenet Duke of YORK EDWARD and RICHARD his sons EARL OF SALISBURY EARL OF WARWICK THOMAS HORNER an armourer PETER THUMP his man JOHN HUME a priest JOHN SOUTHWELL a priest Margery JOURDAIN a witch ROGER BOLINGBROKE a conjurer SIMPCOX an impostor Wife to Simpcox Mayor of Saint Albans SIR JOHN STANLEY Two Murderers A LIEUTENANT MASTER MastersMate Walter WHITMORE Two Gentlemen prisoners with Suffolk Jack CADE a rebel George BEVISJohn HOLLAND DICK the butcher SMITH the weaver MICHAEL etc followers of Cade CLERK of Chartham SIR HUMPHREY STAFFORD WILLIAM STAFFORD his brother LORD SCALES LORD SAYE MATTHEW GOUGH Alexander IDEN a Kentish gentleman Lords Ladies and Attendants Petitioners Aldermen a Herald a Beadle Sheriff and Officers Citizens Prentices Falconers Guards Soldiers Messengers c A Spirit SCENE England ACT I SCENE I London The palace Flourish of trumpets then hautboys Enter the King Gloucester Salisbury Warwick and Cardinal Beaufort on the one side the Queen Suffolk York Somerset and Buckingham on the other SUFFOLK As by your high imperial Majesty I had in charge at my depart for France As procurator to your excellence To marry Princess Margaret for your grace So in the famous ancient city Tours In presence of the Kings of France and Sicil The Dukes of Orleans Calaber Bretagne and Alenon Seven earls twelve barons and twenty reverend bishops I have performed my task and was espoused And humbly now upon my bended knee In sight of England and her lordly peers Deliver up my title in the Queen To your most gracious hands that are the substance Of that great shadow I did represent The happiest gift that ever marquess gave The fairest queen that ever king received KING HENRY Suffolk ariseWelcome Queen Margaret I can express no kinder sign of love Than this kind kissO Lord that lends me life Lend me a heart replete with thankfulness For Thou hast given me in this beauteous face A world of earthly blessings to my soul If sympathy of love unite our thoughts QUEEN MARGARET Great King of England and my gracious lord The mutual conference that my mind hath had By day by night waking and in my dreams In courtly company or at my beads With you mine alderliefest sovereign Makes me the bolder to salute my King With ruder terms such as my wit affords And overjoy of heart doth minister KING HENRY Her sight did ravish but her grace in speech Her words yclad with wisdoms majesty Makes me from wondering fall to weeping joys Such is the fulness of my hearts content Lords with one cheerful voice welcome my love ALL Kneeling Long live Queen Margaret Englands happiness QUEEN MARGARET We thank you all Flour" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 376, - "ignore_eos": true - } - ] - }, - { - "session_id": "0567a9bb-1330-4a0a-86ef-c9911b21f94f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " both your hands Now join your hands and with your hands your hearts That no dissension hinder government I make you both Protectors of this land While I myself will lead a private life And in devotion spend my latter days To sins rebuke and my Creators praise WARWICK What answers Clarence to his sovereigns will GEORGE That he consents if Warwick yield consent For on thy fortune I repose myself WARWICK Why then though loath yet I must be content Well yoke together like a double shadow To Henrys body and supply his place I mean in bearing weight of government While he enjoys the honour and his ease And Clarence now then it is more than needful Forthwith that Edward be pronounced a traitor And all his lands and goods be confiscate GEORGE What else And that succession be determined WARWICK Ay therein Clarence shall not want his part KING HENRY But with the first of all your chief affairs Let me entreatfor I command no more That Margaret your Queen and my son Edward Be sent for to return from France with speed For till I see them here by doubtful fear My joy of liberty is half eclipsed GEORGE It shall be done my sovereign with all speed KING HENRY My Lord of Somerset what youth is that Of whom you seem to have so tender care SOMERSET My liege it is young Henry Earl of Richmond KING HENRY Come hither Englands hope If secret powers Lays his hand on his head Suggest but truth to my divining thoughts This pretty lad will prove our countrys bliss His looks are full of peaceful majesty His head by nature framed to wear a crown His hand to wield a sceptre and himself Likely in time to bless a regal throne Make much of him my lords for this is he Must help you more than you are hurt by me Enter a Post WARWICK What news my friend POST That Edward is escaped from your brother And fled as he hears since to Burgundy WARWICK Unsavoury news But how made he escape POST He was conveyed by Richard Duke of Gloucester And the Lord Hastings who attended him In secret ambush on the forest side And from the Bishops huntsmen rescued him For hunting was his daily exercise WARWICK My brother was too careless of his charge But let us hence my sovereign to provide A salve for any sore that may betide Exeunt all but Somerset Richmond and Oxford SOMERSET My lord I like not of this flight of Edwards For doubtless Burgundy will yield him help And we shall have more wars before t be long As Henrys late presaging prophecy Did glad my heart with hope of this young Richmond So doth my heart misgive me in these conflicts What may befall him to his harm and ours Therefore Lord Oxford to prevent the worst Forthwith well send him hence to Brittany Till storms be past of civil enmity OXFORD Ay for if Edward repossess the crown Tis like that Richmond with the rest shall down SOMERSET It shall be so He shall to Brittany Come therefore lets about it speedily Exeunt SCENE VII Before York Flourish Enter King Edward Richard Duke of Gloucester Hastings and Soldiers KING EDWARD Now brother Richard Lord Hastings and the rest Yet thus far Fortune maketh us amends And says that once more I shall interchangeMy waned state for Henrys regal crown Well have we passed and now repassed the seas And brought desired help from Burgundy What then remains we being thus arrived From Ravenspurgh haven before the gates of York But that we enter as into our dukedom RICHARD The gates made fast Brother I like not this For many men" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 422, - "ignore_eos": true - } - ] - }, - { - "session_id": "47e767c8-ca2a-4aed-95af-e795f697baeb", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ATO Take their examination yourself and bring it me I am now in great haste as may appear unto you DOGBERRY It shall be suffigance LEONATO Drink some wine ere you go fare you well Enter a Messenger MESSENGER My lord they stay for you to give your daughter to her husband LEONATO Ill wait upon them I am ready Exeunt Leonato and Messenger DOGBERRY Go good partner go get you to Francis Seacoal bid him bring his pen and inkhorn to the gaol we are now to examination these men VERGES And we must do it wisely DOGBERRY We will spare for no wit I warrant you heres that shall drive some of them to a noncome only get the learned writer to set down our excommunication and meet me at the gaol Exeunt ACT IV SCENE I The Inside of a Church Enter Don Pedro Don John Leonato Friar Francis Claudio Benedick Hero Beatrice c LEONATO Come Friar Francis be brief only to the plain form of marriage and you shall recount their particular duties afterwards FRIAR You come hither my lord to marry this lady CLAUDIO No LEONATO To be married to her friar you come to marry her FRIAR Lady you come hither to be married to this Count HERO I do FRIAR If either of you know any inward impediment why you should not be conjoined I charge you on your souls to utter it CLAUDIO Know you any Hero HERO None my lord FRIAR Know you any Count LEONATO I dare make his answer none CLAUDIO O what men dare do what men may do what men daily do not knowing what they do BENEDICK How now Interjections Why then some be of laughing as ah ha he CLAUDIO Stand thee by Friar Father by your leave Will you with free and unconstrained soul Give me this maid your daughter LEONATO As freely son as God did give her me CLAUDIO And what have I to give you back whose worth May counterpoise this rich and precious gift DON PEDRO Nothing unless you render her again CLAUDIO Sweet Prince you learn me noble thankfulness There Leonato take her back again Give not this rotten orange to your friend Shes but the sign and semblance of her honour Behold how like a maid she blushes here O what authority and show of truth Can cunning sin cover itself withal Comes not that blood as modest evidence To witness simple virtue Would you not swear All you that see her that she were a maid By these exterior shows But she is none She knows the heat of a luxurious bed Her blush is guiltiness not modesty LEONATO What do you mean my lord CLAUDIO Not to be married Not to knit my soul to an approved wanton LEONATO Dear my lord if you in your own proof Have vanquishd the resistance of her youth And made defeat of her virginity CLAUDIO I know what you would say if I have known her You will say she did embrace me as a husband And so extenuate the forehand sin No Leonato I never tempted her with word too large But as a brother to his sister showd Bashful sincerity and comely love HERO And seemd I ever otherwise to you CLAUDIO Out on thee Seeming I will write against it You seem to me as Dian in her orb As chaste as is the bud ere it be blown But you are more intemperate in your blood Than Venus or those pamperd animals That rage in savage sensuality HERO Is my lord well that he doth speak so wide LEONATO Sweet Prince why speak not you DON PEDRO What should I speak I stand dishonourd that have gone about To link my dear friend to a common stale LEONATO Are these things spoken or do I but dream DON JOHN Sir they are spoken and these things are true BENEDICK This looks not like a nuptial HERO True O God CLAUDIO Leonato stand I here" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 468, - "ignore_eos": true - } - ] - }, - { - "session_id": "611266ef-5e6c-4cf9-9738-4c2046a74001", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " harlotry One that no persuasion can do good upon Lady Mortimer speaks to Mortimer in Welsh MORTIMER I understand thy looks that pretty Welsh Which thou pourest down from these swelling heavens I am too perfect in and but for shame In such a parley should I answer thee Lady Mortimer speaks to him again in Welsh I understand thy kisses and thou mine And thats a feeling disputation But I will never be a truant love Till I have learnt thy language for thy tongue Makes Welsh as sweet as ditties highly pennd Sung by a fair queen in a summers bower With ravishing division to her lute GLENDOWER Nay if you melt then will she run mad Lady Mortimer speaks to Mortimer again in Welsh MORTIMER O I am ignorance itself in this GLENDOWER She bids you on the wanton rushes lay you down And rest your gentle head upon her lap And she will sing the song that pleaseth you And on your eyelids crown the god of sleep Charming your blood with pleasing heaviness Making such difference twixt wake and sleep As is the difference betwixt day and night The hour before the heavenlyharnessd team Begins his golden progress in the east MORTIMER With all my heart Ill sit and hear her sing By that time will our book I think be drawn GLENDOWER Do so and those musicians that shall play to you Hang in the air a thousand leagues from hence And straight they shall be here sit and attend HOTSPUR Come Kate thou art perfect in lying down Come quick quick that I may lay my head in thy lap LADY PERCY Go ye giddy goose The music plays HOTSPUR Now I perceive the devil understands Welsh And tis no marvel hes so humorous Byr Lady hes a good musician LADY PERCY Then should you be nothing but musical For you are altogether governed by humours Lie still ye thief and hear the lady sing in Welsh HOTSPUR I had rather hear Lady my brach howl in Irish LADY PERCY Wouldst thou have thy head broken HOTSPUR No LADY PERCY Then be still HOTSPUR Neither tis a womans fault LADY PERCY Now God help thee HOTSPUR To the Welsh ladys bed LADY PERCY Whats that HOTSPUR Peace she sings Here the lady sings a Welsh song Come Kate Ill have your song too LADY PERCY Not mine in good sooth HOTSPUR Not yours in good sooth Heart you swear like a comfitmakers wife Not you in good sooth and As true as I live and As God shall mend me and As sure as day And givest such sarcenet surety for thy oaths As if thou never walkdst further than Finsbury Swear me Kate like a lady as thou art A good mouthfilling oath and leave In sooth And such protest of peppergingerbread To velvetguards and Sunday citizens Come sing LADY PERCY I will not sing HOTSPUR Tis the next way to turn tailor or be redbreastteacher An the indentures be drawn Ill away within these two hours and so come in when ye will Exit GLENDOWER Come come Lord Mortimer you are as slow As hot Lord Percy is on fire to go By this our book is drawn Well but seal And then to horse immediately MORTIMER With all my heart Exeunt SCENE II London A Room in the Palace Enter King Henry Prince Henry and Lords KING Lords give us leave the Prince of Wales and I Must have some private conference but be near at hand For we shall presently have need of you Exeunt Lords I know not whether God will have it so For some displeasing service I have done That in His secret doom out of my blood Hell breed revengement and a scourge for me But thou dost in" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 373, - "ignore_eos": true - } - ] - }, - { - "session_id": "8ca66c9b-4d1f-4461-83cf-b633753c3f66", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " all one TRANIO To save your life in this extremity This favour will I do you for his sake And think it not the worst of all your fortunes That you are like to Sir Vincentio His name and credit shall you undertake And in my house you shall be friendly lodgd Look that you take upon you as you should You understand me sir so shall you stay Till you have done your business in the city If this be courtesy sir accept of it PEDANT O sir I do and will repute you ever The patron of my life and liberty TRANIO Then go with me to make the matter good This by the way I let you understand My father is here lookd for every day To pass assurance of a dower in marriage Twixt me and one Baptistas daughter here In all these circumstances Ill instruct you Go with me to clothe you as becomes you Exeunt SCENE III A room in Petruchios house Enter Katherina and Grumio GRUMIO No no forsooth I dare not for my life KATHERINA The more my wrong the more his spite appears What did he marry me to famish me Beggars that come unto my fathers door Upon entreaty have a present alms If not elsewhere they meet with charity But I who never knew how to entreat Nor never needed that I should entreat Am starvd for meat giddy for lack of sleep With oaths kept waking and with brawling fed And that which spites me more than all these wants He does it under name of perfect love As who should say if I should sleep or eat Twere deadly sickness or else present death I prithee go and get me some repast I care not what so it be wholesome food GRUMIO What say you to a neats foot KATHERINA Tis passing good I prithee let me have it GRUMIO I fear it is too choleric a meat How say you to a fat tripe finely broild KATHERINA I like it well good Grumio fetch it me GRUMIO I cannot tell I fear tis choleric What say you to a piece of beef and mustard KATHERINA A dish that I do love to feed upon GRUMIO Ay but the mustard is too hot a little KATHERINA Why then the beef and let the mustard rest GRUMIO Nay then I will not you shall have the mustard Or else you get no beef of Grumio KATHERINA Then both or one or anything thou wilt GRUMIO Why then the mustard without the beef KATHERINA Go get thee gone thou false deluding slave Beats him That feedst me with the very name of meat Sorrow on thee and all the pack of you That triumph thus upon my misery Go get thee gone I say Enter Petruchio with a dish of meat and Hortensio PETRUCHIO How fares my Kate What sweeting all amort HORTENSIO Mistress what cheer KATHERINA Faith as cold as can be PETRUCHIO Pluck up thy spirits look cheerfully upon me Here love thou seest how diligent I am To dress thy meat myself and bring it thee Sets the dish on a table I am sure sweet Kate this kindness merits thanks What not a word Nay then thou lovst it not And all my pains is sorted to no proof Here take away this dish KATHERINA I pray you let it stand PETRUCHIO The poorest service is repaid with thanks And so shall mine before you touch the meat KATHERINA I thank you sir HORTENSIO Signior Petruchio fie you are to blame Come Mistress Kate Ill bear you company PETRUCHIO Aside Eat it up all Hortensio if thou lovest me Much good do it unto thy gentle heart Kate eat apace and now my honey love Will we return" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 394, - "ignore_eos": true - } - ] - }, - { - "session_id": "19c548fc-e4aa-4b44-b4a3-43cf775ade23", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Good sister let us dine and never fret A man is master of his liberty Time is their master and when they see time Theyll go or come If so be patient sister ADRIANA Why should their liberty than ours be more LUCIANA Because their business still lies out o door ADRIANA Look when I serve him so he takes it ill LUCIANA O know he is the bridle of your will ADRIANA Theres none but asses will be bridled so LUCIANA Why headstrong liberty is lashd with woe Theres nothing situate under heavens eye But hath his bound in earth in sea in sky The beasts the fishes and the winged fowls Are their males subjects and at their controls Man more divine the masters of all these Lord of the wide world and wild watry seas Indued with intellectual sense and souls Of more preeminence than fish and fowls Are masters to their females and their lords Then let your will attend on their accords ADRIANA This servitude makes you to keep unwed LUCIANA Not this but troubles of the marriagebed ADRIANA But were you wedded you would bear some sway LUCIANA Ere I learn love Ill practise to obey ADRIANA How if your husband start some other where LUCIANA Till he come home again I would forbear ADRIANA Patience unmovd No marvel though she pause They can be meek that have no other cause A wretched soul bruisd with adversity We bid be quiet when we hear it cry But were we burdned with like weight of pain As much or more we should ourselves complain So thou that hast no unkind mate to grieve thee With urging helpless patience would relieve me But if thou live to see like right bereft This foolbeggd patience in thee will be left LUCIANA Well I will marry one day but to try Here comes your man now is your husband nigh Enter Dromio of Ephesus ADRIANA Say is your tardy master now at hand DROMIO OF EPHESUS Nay hes at two hands with me and that my two ears can witness ADRIANA Say didst thou speak with him knowst thou his mind DROMIO OF EPHESUS Ay ay he told his mind upon mine ear Beshrew his hand I scarce could understand it LUCIANA Spake he so doubtfully thou couldst not feel his meaning DROMIO OF EPHESUS Nay he struck so plainly I could too well feel his blows and withal so doubtfully that I could scarce understand them ADRIANA But say I prithee is he coming home It seems he hath great care to please his wife DROMIO OF EPHESUS Why mistress sure my master is hornmad ADRIANA Hornmad thou villain DROMIO OF EPHESUS I mean not cuckoldmad But sure hes stark mad When I desird him to come home to dinner He askd me for a thousand marks in gold Tis dinner time quoth I My gold quoth he Your meat doth burn quoth I My gold qu" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 428, - "ignore_eos": true - } - ] - }, - { - "session_id": "5aa21e32-c94e-40a1-a28a-028139650f7c", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " that heaven provides Dispatch it presently the hour draws on Prefixed by Angelo See this be done And sent according to command whiles I Persuade this rude wretch willingly to die PROVOST This shall be done good father presently But Barnardine must die this afternoon And how shall we continue Claudio To save me from the danger that might come If he were known alive DUKE Let this be done Put them in secret holds both Barnardine and Claudio Ere twice the sun hath made his journal greeting To yonder generation you shall find Your safety manifested PROVOST I am your free dependant DUKE Quick dispatch and send the head to Angelo Exit Provost Now will I write letters to Angelo The Provost he shall bear them whose contents Shall witness to him I am near at home And that by great injunctions I am bound To enter publicly Him Ill desire To meet me at the consecrated fount A league below the city and from thence By cold gradation and wellbalanced form We shall proceed with Angelo Enter Provost PROVOST Here is the head Ill carry it myself DUKE Convenient is it Make a swift return For I would commune with you of such things That want no ear but yours PROVOST Ill make all speed Exit ISABELLA Within Peace ho be here DUKE The tongue of Isabel Shes come to know If yet her brothers pardon be come hither But I will keep her ignorant of her good To make her heavenly comforts of despair When it is least expected Enter Isabella ISABELLA Ho by your leave DUKE Good morning to you fair and gracious daughter ISABELLA The better given me by so holy a man Hath yet the Deputy sent my brothers pardon DUKE He hath released him Isabel from the world His head is off and sent to Angelo ISABELLA Nay but it is not so DUKE It is no other Show your wisdom daughter in your close patience ISABELLA O I will to him and pluck out his eyes DUKE You shall not be admitted to his sight ISABELLA Unhappy Claudio Wretched Isabel Injurious world Most damned Angelo DUKE This nor hurts him nor profits you a jot Forbear it therefore give your cause to heaven Mark what I say which you shall find By every syllable a faithful verity The Duke comes home tomorrownay dry your eyes One of our convent and his confessor Gives me this instance Already he hath carried Notice to Escalus and Angelo Who do prepare to meet him at the gates There to give up their power If you can pace your wisdom In that good path that I would wish it go And you shall have your bosom on this wretch Grace of the Duke revenges to your heart And general honour ISABELLA I am directed by you DUKE This letter then to Friar Peter give Tis that he sent me of the Dukes return Say by this token I desire his company At Marianas house tonight Her cause and yours Ill perfect him withal and he shall bring you Before the Duke and to the head of Angelo Accuse him home and home For my poor self I am combined by a sacred vow And shall be absent Wend you with this letter Command these fretting waters from your eyes With a light heart trust not my holy order If I pervert your courseWhos here Enter Lucio LUCIO Good even Friar where is the Provost DUKE Not within sir LUCIO O pretty Isabella I am pale at mine heart to see thine eyes so red Thou must be patient I am f" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 463, - "ignore_eos": true - } - ] - }, - { - "session_id": "5b6732dd-a434-4d2e-9fd3-6a21468f07a3", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " delivered The issue of an irreligious Moor Chief architect and plotter of these woes The villain is alive in Titus house And as he is to witness this is true Now judge what cause had Titus to revenge These wrongs unspeakable past patience Or more than any living man could bear Now have you heard the truth What say you Romans Have we done aught amiss Show us wherein And from the place where you behold us pleading The poor remainder of Andronici Will hand in hand all headlong hurl ourselves And on the ragged stones beat forth our souls And make a mutual closure of our house Speak Romans speak and if you say we shall Lo hand in hand Lucius and I will fall AEMILIUS Come come thou reverend man of Rome And bring our emperor gently in thy hand Lucius our emperor for well I know The common voice do cry it shall be so ROMANS Lucius all hail Romes royal emperor MARCUS Go go into old Titus sorrowful house And hither hale that misbelieving Moor To be adjudged some direful slaughtring death As punishment for his most wicked life Exeunt Attendants Lucius and Marcus come down from the upper stage ROMANS Lucius all hail Romes gracious governor LUCIUS Thanks gentle Romans May I govern so To heal Romes harms and wipe away her woe But gentle people give me aim awhile For nature puts me to a heavy task Stand all aloof but uncle draw you near To shed obsequious tears upon this trunk He kisses Titus O take this warm kiss on thy pale cold lips These sorrowful drops upon thy bloodstained face The last true duties of thy noble son MARCUS Tear for tear and loving kiss for kiss Thy brother Marcus tenders on thy lips O were the sum of these that I should pay Countless and infinite yet would I pay them LUCIUS Come hither boy come come and learn of us To melt in showers Thy grandsire loved thee well Many a time he danced thee on his knee Sung thee asleep his loving breast thy pillow Many a story hath he told to thee And bid thee bear his pretty tales in mind And talk of them when he was dead and gone MARCUS How many thousand times hath these poor lips When they were living warmed themselves on thine O now sweet boy give them their latest kiss Bid him farewell commit him to the grave Do them that kindness and take leave of them YOUNG LUCIUS O grandsire grandsire een with all my heart Would I were dead so you did live again O Lord I cannot speak to him for weeping My tears will choke me if I ope my mouth Reenter Attendants with Aaron AEMILIUS You sad Andronici have done with woes Give sentence on the execrable wretch That hath been breeder of these dire events LUCIUS Set him breastdeep in earth and famish him There let him stand and rave and cry for food If anyone relieves or pities him For the offence he dies This is our doom Some stay to see him fastened in the earth AARON Ah why should wrath be mute and fury dumb I am no baby I that with base prayers I should repent the evils I have done Ten thousand worse than ever yet I did Would I perform if I might have my will If one good deed in all my life I did I do repent it from my very soul LUCIUS Some loving friends convey the emperor hence And give him burial in his fathers grave My father and Lavinia shall forthwith Be closed in our households monument As for that ravenous tiger Tamora No funeral rite nor man in mournful weed No mournful bell shall ring her burial But throw her forth to beasts and birds of prey Her life was beastly and devoid of pity And being dead let birds on her take pity" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 465, - "ignore_eos": true - } - ] - }, - { - "session_id": "74686970-be09-4591-ad7c-af4c0b905ffb", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " You have a holy father A graceful gentleman against whose person So sacred as it is I have done sin For which the heavens taking angry note Have left me issueless And your fathers blessd As he from heaven merits it with you Worthy his goodness What might I have been Might I a son and daughter now have lookd on Such goodly things as you Enter a Lord LORD Most noble sir That which I shall report will bear no credit Were not the proof so nigh Please you great sir Bohemia greets you from himself by me Desires you to attach his son who has His dignity and duty both cast off Fled from his father from his hopes and with A shepherds daughter LEONTES Wheres Bohemia speak LORD Here in your city I now came from him I speak amazedly and it becomes My marvel and my message To your court Whiles he was hastningin the chase it seems Of this fair couplemeets he on the way The father of this seeming lady and Her brother having both their country quitted With this young prince FLORIZEL Camillo has betrayd me Whose honour and whose honesty till now Endurd all weathers LORD Lay t so to his charge Hes with the king your father LEONTES Who Camillo LORD Camillo sir I spake with him who now Has these poor men in question Never saw I Wretches so quake they kneel they kiss the earth Forswear themselves as often as they speak Bohemia stops his ears and threatens them With divers deaths in death PERDITA O my poor father The heaven sets spies upon us will not have Our contract celebrated LEONTES You are married FLORIZEL We are not sir nor are we like to be The stars I see will kiss the valleys first The odds for high and lows alike LEONTES My lord Is this the daughter of a king FLORIZEL She is When once she is my wife LEONTES That once I see by your good fathers speed Will come on very slowly I am sorry Most sorry you have broken from his liking Where you were tied in duty and as sorry Your choice is not so rich in worth as beauty That you might well enjoy her FLORIZEL Dear look up Though Fortune visible an enemy Should chase us with my father power no jot Hath she to change our loves Beseech you sir Remember since you owd no more to time Than I do now with thought of such affections Step forth mine advocate At your request My father will grant precious things as trifles LEONTES Would he do so Id beg your precious mistress Which he counts but a trifle PAULINA Sir my liege Your eye hath too much youth in t not a month Fore your queen died she was more worth such gazes Than what you look on now LEONTES I thought of her Even in these looks I made To Florizel But your petition Is yet unanswerd I will to your father Your honour not oerthrown by your desires I am friend to" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 380, - "ignore_eos": true - } - ] - }, - { - "session_id": "44ba2d4d-f1e7-4a79-be25-35377f3511a2", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "rithee have done And do not play in wenchlike words with that Which is so serious Let us bury him And not protract with admiration what Is now due debt To th grave ARVIRAGUS Say where shalls lay him GUIDERIUS By good Euriphile our mother ARVIRAGUS Bet so And let us Polydore though now our voices Have got the mannish crack sing him to th ground As once to our mother use like note and words Save that Euriphile must be Fidele GUIDERIUS Cadwal I cannot sing Ill weep and word it with thee For notes of sorrow out of tune are worse Than priests and fanes that lie ARVIRAGUS Well speak it then BELARIUS Great griefs I see medcine the less for Cloten Is quite forgot He was a queens son boys And though he came our enemy remember He was paid for that Though mean and mighty rotting Together have one dust yet reverence That angel of the world doth make distinction Of place tween high and low Our foe was princely And though you took his life as being our foe Yet bury him as a prince GUIDERIUS Pray you fetch him hither Thersites body is as good as Ajax When neither are alive ARVIRAGUS If youll go fetch him Well say our song the whilst Brother begin Exit Belarius GUIDERIUS Nay Cadwal we must lay his head to th East My father hath a reason fort ARVIRAGUS Tis true GUIDERIUS Come on then and remove him ARVIRAGUS So Begin SONG GUIDERIUS Fear no more the heat o th sun Nor the furious winters rages Thou thy worldly task hast done Home art gone and taen thy wages Golden lads and girls all must As chimneysweepers come to dust ARVIRAGUS Fear no more the frown o th great Thou art past the tyrants stroke Care no more to clothe and eat To thee the reed is as the oak The sceptre learning physic must All follow this and come to dust GUIDERIUS Fear no more the lightning flash ARVIRAGUS Nor th alldreaded thunderstone GUIDERIUS Fear not slander censure rash ARVIRAGUS Thou hast finishd joy and moan BOTH All lovers young all lovers must Consign to thee and come to dust GUIDERIUS No exorciser harm thee ARVIRAGUS Nor no witchcraft charm thee GUIDERIUS Ghost unlaid forbear thee ARVIRAGUS Nothing ill come near thee BOTH Quiet consummation have And renowned be thy grave Enter Belarius with the body of Cloten GUIDERIUS We have done our obsequies Come lay him down BELARIUS Heres a few flowers but bout midnight more The herbs that have on them cold dew o th night Are strewings fitst for graves Upon their faces You were as flowrs now witherd Even so These herblets shall which we upon you strew Come on away Apart upon our knees The ground that gave them first has them again Their pleasures here are past so is their pain Exeunt all but Imogen IMOGEN Awaking Yes sir to Milford Haven Which is the way I thank you By yond bush Pray how far thither Ods pittikins can it be six mile yet I have gone all night Faith Ill lie down and sleep But soft no bedfellow O gods and goddesses Seeing the body These flowrs are like the pleasures of the world This bloody man the care ont I hope I dream For so I thought I was a cavekeeper And cook to honest creatures But tis not so Twas but a bolt of nothing shot at nothing Which the brain makes of fumes Our very eyes Are sometimes like our judgements blind Good faith I tremble still with fear but if there be Yet left in heaven as small a drop of pity As a wrens eye feard gods a part of it The dreams here still Even when I wake it is Without me as within me not imagind felt A headless man The garments of Posthumus I know the shape ofs leg this is his hand His foot Mercurial his Martial thigh The brawns of Hercules but his J" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 453, - "ignore_eos": true - } - ] - }, - { - "session_id": "9c62027a-3191-4c82-9c86-d0a994509a56", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " and Gentlemen BAWD Thus what with the war what with the sweat what with the gallows and what with poverty I am customshrunk Enter Pompey How now Whats the news with you POMPEY Yonder man is carried to prison BAWD Well what has he done POMPEY A woman BAWD But whats his offence POMPEY Groping for trouts in a peculiar river BAWD What Is there a maid with child by him POMPEY No but theres a woman with maid by him You have not heard of the proclamation have you BAWD What proclamation man POMPEY All houses in the suburbs of Vienna must be plucked down BAWD And what shall become of those in the city POMPEY They shall stand for seed They had gone down too but that a wise burgher put in for them BAWD But shall all our houses of resort in the suburbs be pulled down POMPEY To the ground mistress BAWD Why heres a change indeed in the commonwealth What shall become of me POMPEY Come fear not you Good counsellors lack no clients Though you change your place you need not change your trade Ill be your tapster still Courage there will be pity taken on you You that have worn your eyes almost out in the service you will be considered Enter Provost Claudio Juliet and Officers BAWD Whats to do here Thomas Tapster Lets withdraw POMPEY Here comes Signior Claudio led by the Provost to prison And theres Madam Juliet Exeunt Bawd and Pompey CLAUDIO Fellow why dost thou show me thus to the world Bear me to prison where I am committed PROVOST I do it not in evil disposition But from Lord Angelo by special charge CLAUDIO Thus can the demigod Authority Make us pay down for our offence by weight The words of heaven on whom it will it will On whom it will not so yet still tis just Enter Lucio and two Gentlemen LUCIO Why how now Claudio Whence comes this restraint CLAUDIO From too much liberty my Lucio liberty As surfeit is the father of much fast So every scope by the immoderate use Turns to restraint Our natures do pursue Like rats that ravin down their proper bane A thirsty evil and when we drink we die LUCIO If I could speak so wisely under an arrest I would send for certain of my creditors and yet to say the truth I had as lief have the foppery of freedom as the morality of imprisonment Whats thy offence Claudio CLAUDIO What but to speak of would offend again LUCIO What ist murder CLAUDIO No LUCIO Lechery CLAUDIO Call it so PROVOST Away sir you must go CLAUDIO One word good friendLucio a word with you LUCIO A hundred if theyll do you any good Is lechery so looked after CLAUDIO Thus stands it with me upon a true contract I got possession of Juliettas bed You know the lady she is fast my wife Save that we do the denunciation lack Of outward order This we came not to Only for propagation of a dower Remaining in the coffer of her friends From whom we thought it meet to hide our love Till time had made them for us But it chances The stealth of our most mutual entertainment With character too gross is writ on Juliet LUCIO With child perhaps CLAUDIO Unhappily even so And the new deputy now for the Duke Whether it be the fault and glimpse of newness Or whether that the body public be A horse whereon" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 365, - "ignore_eos": true - } - ] - }, - { - "session_id": "d9cf8e37-5e1f-44f9-a9f9-94b14184eb88", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " In private then KING I am best pleased with that They converse apart BEROWNE Whitehanded mistress one sweet word with thee PRINCESS Honey and milk and sugar there is three BEROWNE Nay then two treys an if you grow so nice Metheglin wort and malmsey Well run dice Theres half a dozen sweets PRINCESS Seventh sweet adieu Since you can cog Ill play no more with you BEROWNE One word in secret PRINCESS Let it not be sweet BEROWNE Thou grievst my gall PRINCESS Gall Bitter BEROWNE Therefore meet They converse apart DUMAINE Will you vouchsafe with me to change a word MARIA Name it DUMAINE Fair lady MARIA Say you so Fair lord Take that for your fair lady DUMAINE Please it you As much in private and Ill bid adieu They converse apart KATHARINE What was your visor made without a tongue LONGAVILLE I know the reason lady why you ask KATHARINE O for your reason Quickly sir I long LONGAVILLE You have a double tongue within your mask And would afford my speechless visor half KATHARINE Veal quoth the Dutchman Is not veal a calf LONGAVILLE A calf fair lady KATHARINE No a fair lord calf LONGAVILLE Lets part the word KATHARINE No Ill not be your half Take all and wean it it may prove an ox LONGAVILLE Look how you butt yourself in these sharp mocks Will you give horns chaste lady Do not so KATHARINE Then die a calf before your horns do grow LONGAVILLE One word in private with you ere I die KATHARINE Bleat softly then the butcher hears you cry They converse apart BOYET The tongues of mocking wenches are as keen As is the razors edge invisible Cutting a smaller hair than may be seen Above the sense of sense so sensible Seemeth their conference Their conceits have wings Fleeter than arrows bullets wind thought swifter things ROSALINE Not one word more my maids break off break off BEROWNE By heaven all drybeaten with pure scoff KING Farewell mad wenches You have simple wits Exeunt King Lords and Blackamoors PRINCESS Twenty adieus my frozen Muscovites Are these the breed of wits so wondered at BOYET Tapers they are with your sweet breaths puffed out ROSALINE Wellliking wits they have gross gross fat fat PRINCESS O poverty in wit kinglypoor flout Will they not think you hang themselves tonight Or ever but in vizors show their faces This pert Berowne was out of countenance quite ROSALINE They were all in lamentable cases The King was weepingripe for a good word PRINCESS Berowne did swear himself out of all suit MARIA Dumaine was at my service and his sword Non point quoth I my servant straight was mute KATHARINE Lord Longaville said I came oer his heart And trow you what he called me PRINCESS Qualm perhaps KATHARINE Yes in good faith PRINCESS Go sickness as thou art ROSALINE Well better wits have worn plain statutecaps But will you hear The King is my love sworn PRINCESS And quick Berowne hath plighted faith to me KATHARINE And Longaville was for my service born MARIA Dumaine is mine as sure as bark on tree BOYET Madam and pretty mistresses" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 361, - "ignore_eos": true - } - ] - }, - { - "session_id": "0d360878-0f5d-4582-bdcc-8542f6799c3e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Whom thus we stray to find and the sea mocks Our frustrate search on land Well let him go ANTONIO Aside to Sebastian I am right glad that hes so out of hope Do not for one repulse forgo the purpose That you resolvd to effect SEBASTIAN Aside to Antonio The next advantage Will we take throughly ANTONIO Aside to Sebastian Let it be tonight For now they are oppressd with travel they Will not nor cannot use such vigilance As when they are fresh SEBASTIAN Aside to Antonio I say tonight no more Solemn and strange music and Prospero above invisible Enter several strange Shapes bringing in a banquet they dance about it with gentle actions of salutation and inviting the King c to eat they depart ALONSO What harmony is this My good friends hark GONZALO Marvellous sweet music ALONSO Give us kind keepers heavens What were these SEBASTIAN A living drollery Now I will believe That there are unicorns that in Arabia There is one tree the phoenix throne one phoenix At this hour reigning there ANTONIO Ill believe both And what does else want credit come to me And Ill be sworn tis true travellers neer did lie Though fools at home condemn them GONZALO If in Naples I should report this now would they believe me If I should say I saw such islanders For certes these are people of the island Who though they are of monstrous shape yet note Their manners are more gentle kind than of Our human generation you shall find Many nay almost any PROSPERO Aside Honest lord Thou hast said well for some of you there present Are worse than devils ALONSO I cannot too much muse Such shapes such gesture and such sound expressing Although they want the use of tonguea kind Of excellent dumb discourse PROSPERO Aside Praise in departing FRANCISCO They vanishd strangely SEBASTIAN No matter since They have left their viands behind for we have stomachs Willt please you taste of what is here ALONSO Not I GONZALO Faith sir you need not fear When we were boys Who would believe that there were mountaineers Dewlappd like bulls whose throats had hanging at em Wallets of flesh Or that there were such men Whose heads stood in their breasts which now we find Each putterout of five for one will bring us Good warrant of ALONSO I will stand to and feed Although my last no matter since I feel The best is past Brother my lord the duke Stand to and do as we Thunder and lightning Enter Ariel like a Harpy claps his wings upon the table and with a quaint device the banquet vanishes ARIEL You are three men of sin whom Destiny That hath to instrument this lower world And what is intthe neversurfeited sea Hath caused to belch up you and on this island Where man doth not inhabit you mongst men Being most unfit to live I have made you mad And even with suchlike valour men hang and drown Their proper selves Seeing Alonso Sebastian c draw their swords You fools I and my fellows Are ministers of Fate the elements Of whom your swords are temperd may as well Wound the loud winds or with bemockdat stabs Kill the stillclosing waters as diminish One dowle thats in my plume My fellowministers Are like invulnerable If you could hurt Your swords are now too massy for your strengths And will not be uplifted But remember For thats my business to youthat you three From Milan did supplant good Prospero Exposd unto the sea which hath requit it Him and his innocent child for which foul deed The powers delaying not forgetting have Incensd the seas and shores yea all the creatures Against your peace Thee of thy son Alonso They have bereft and do pronounce by me Lingring perditionworse than any death Can be at onceshall step by step attend You and your ways whose wraths to guard you from Which here in this most desolate isle else falls Upon your head" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 400, - "ignore_eos": true - } - ] - }, - { - "session_id": "2d3739ee-c80f-452d-8481-22689ff3abd0", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " The masoned turrets that both makst and breakst The stony girths of cities me thy pupil Youngest follower of thy drum instruct this day With military skill that to thy laud I may advance my streamer and by thee Be styled the lord o th day Give me great Mars Some token of thy pleasure Here they fall on their faces as formerly and there is heard clanging of armour with a short thunder as the burst of a battle whereupon they all rise and bow to the altar O great corrector of enormous times Shaker of oerrank states thou grand decider Of dusty and old titles that healst with blood The earth when it is sick and curst the world O th pleurisy of people I do take Thy signs auspiciously and in thy name To my design march boldlyLet us go Exeunt Enter Palamon and his Knights with the former observance PALAMON Our stars must glister with new fire or be Today extinct Our argument is love Which if the goddess of it grant she gives Victory too Then blend your spirits with mine You whose free nobleness do make my cause Your personal hazard To the goddess Venus Commend we our proceeding and implore Her power unto our party Here they kneel as formerly Hail sovereign queen of secrets who hast power To call the fiercest tyrant from his rage And weep unto a girl that hast the might Even with an eyeglance to choke Marss drum And turn th alarm to whispers that canst make A cripple flourish with his crutch and cure him Before Apollo that mayst force the king To be his subjects vassal and induce Stale gravity to dance The polled bachelor Whose youth like wanton boys through bonfires Have skipped thy flame at seventy thou canst catch And make him to the scorn of his hoarse throat Abuse young lays of love What godlike power Hast thou not power upon To Phbus thou Addst flames hotter than his the heavenly fires Did scorch his mortal son thine him The huntress All moist and cold some say began to throw Her bow away and sigh Take to thy grace Me thy vowed soldier who do bear thy yoke As twere a wreath of roses yet is heavier Than lead itself stings more than nettles I have never been foulmouthed against thy law Neer revealed secret for I knew nonewould not Had I kenned all that were I never practised Upon mans wife nor would the libels read Of liberal wits I never at great feasts Sought to betray a beauty but have blushed At simpering sirs that did I have been harsh To large confessors and have hotly asked them If they had mothersI had one a woman And women twere they wronged I knew a man Of eighty winters this I told them who A lass of fourteen brided twas thy power To put life into dust The aged cramp Had screwed his square foot round The gout had knit his fingers into knots Torturing convulsions from his globy eyes Had almost drawn their spheres that what was life In him seemed torture This anatomy Had by his young fair fere a boy and I Believed it was his for she swore it was And who would not believe her Brief I amTo those that prate and have done no companion To those that boast and have not a defier To those that would and cannot a rejoicer Yea him I do not love that tells close offices The foulest way nor names concealments in The boldest language Such a one I am And vow that lover never yet made sigh Truer than I O then most soft sweet goddess Give me the victory of this question which Is true loves merit and bless me with a sign Of thy great pleasure Here music is heard doves are seen to flutter They fall again upon their faces then on their knees O thou that from eleven to ninety reignst In mortal bosoms whose chase is this world And we in herds thy game I give thee thanks For this fair token which being laid unto Mine innocent true heart arms in assurance My body to this business" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 453, - "ignore_eos": true - } - ] - }, - { - "session_id": "587bd646-dc9c-43f6-8f06-84a8650174f4", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " rare Subdues all pangs all fears CYMBELINE Past grace obedience IMOGEN Past hope and in despair that way past grace CYMBELINE That mightst have had the sole son of my queen IMOGEN O blessed that I might not I chose an eagle And did avoid a puttock CYMBELINE Thou tookst a beggar wouldst have made my throne A seat for baseness IMOGEN No I rather added A lustre to it CYMBELINE O thou vile one IMOGEN Sir It is your fault that I have lovd Posthumus You bred him as my playfellow and he is A man worth any woman overbuys me Almost the sum he pays CYMBELINE What art thou mad IMOGEN Almost sir Heaven restore me Would I were A neatherds daughter and my Leonatus Our neighbour shepherds son Enter Queen CYMBELINE Thou foolish thing To the Queen They were again together You have done Not after our command Away with her And pen her up QUEEN Beseech your patience Peace Dear lady daughter peaceSweet sovereign Leave us to ourselves and make yourself some comfort Out of your best advice CYMBELINE Nay let her languish A drop of blood a day and being aged Die of this folly Exit with Lords Enter Pisanio QUEEN Fie you must give way Here is your servant How now sir What news PISANIO My lord your son drew on my master QUEEN Ha No harm I trust is done PISANIO There might have been But that my master rather playd than fought And had no help of anger they were parted By gentlemen at hand QUEEN I am very glad ont IMOGEN Your sons my fathers friend he takes his part To draw upon an exile O brave sir I would they were in Afric both together Myself by with a needle that I might prick The goerback Why came you from your master PISANIO On his command He would not suffer me To bring him to the haven left these notes Of what commands I should be subject to Whent pleasd you to employ me QUEEN This hath been Your faithful servant I dare lay mine honour He will remain so PISANIO I humbly thank your Highness QUEEN Pray walk awhile IMOGEN About some halfhour hence Pray you speak with me You shall at least go see my lord aboard For this time leave me Exeunt SCENE III Britain A public place Enter Cloten and two Lords FIRST LORD Sir I would advise you to shift a shirt the violence of action hath made you reek as a sacrifice Where air comes out air comes in theres none abroad so wholesome as that you vent CLOTEN If my shirt were bloody then to shift it Have I hurt him SECOND LORD Aside No faith not so much as his patience FIRST LORD Hurt him His bodys a passable carcass if he be not hurt It is a throughfare for steel if it be not hurt SECOND LORD Aside His steel was in debt it went o th backside the town CLOTEN The villain would not stand me SECOND LORD Aside No but he fled forward still toward your face FIRST LORD Stand you You have land enough of your own but he added to your having gave you some ground SECOND LORD Aside As many inches as you have oceans Puppies CLOTEN I would they had not come between us SECOND LORD Aside So would I till you had measurd how long a fool you were upon the ground CLOTEN And that she should love this fellow and refuse me SECOND LORD Aside If it be a sin to make a true election she is damnd FIRST LORD Sir as I told you always her beauty and her brain go not together shes a good sign but I have seen small reflection of her wit SECOND LORD Aside She shines not upon fools lest the reflection should hurt her CLOTEN Come Ill to my chamber Would there had been some hurt done SECOND LORD Aside I wish not so unless it had been the fall of an ass which is no great hurt CLOTEN Youll go with us FIRST LORD Ill attend your lordship CLOTEN Nay come lets go together SECOND LORD Well my lord Exeunt SCENE IV Britain Cymbelines palace" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 385, - "ignore_eos": true - } - ] - }, - { - "session_id": "4374d993-d7fa-4c33-a066-d304fd4d3882", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " do something The Moor already changes with my poison Dangerous conceits are in their natures poisons Which at the first are scarce found to distaste But with a little act upon the blood Burn like the mines of sulphur I did say so Enter Othello Look where he comes Not poppy nor mandragora Nor all the drowsy syrups of the world Shall ever medicine thee to that sweet sleep Which thou owdst yesterday OTHELLO Ha ha false to me IAGO Why how now general No more of that OTHELLO Avaunt be gone Thou hast set me on the rack I swear tis better to be much abusd Than but to knowt a little IAGO How now my lord OTHELLO What sense had I of her stoln hours of lust I sawt not thought it not it harmd not me I slept the next night well was free and merry I found not Cassios kisses on her lips He that is robbd not wanting what is stoln Let him not knowt and hes not robbd at all IAGO I am sorry to hear this OTHELLO I had been happy if the general camp Pioners and all had tasted her sweet body So I had nothing known O now for ever Farewell the tranquil mind Farewell content Farewell the plumed troops and the big wars That make ambition virtue O farewell Farewell the neighing steed and the shrill trump The spiritstirring drum the earpiercing fife The royal banner and all quality Pride pomp and circumstance of glorious war And O you mortal engines whose rude throats The immortal Joves dread clamours counterfeit Farewell Othellos occupations gone IAGO Ist possible my lord OTHELLO Villain be sure thou prove my love a whore Be sure of it Give me the ocular proof Or by the worth of mans eternal soul Thou hadst been better have been born a dog Than answer my wakd wrath IAGO Ist come to this OTHELLO Make me to seet or at the least so prove it That the probation bear no hinge nor loop To hang a doubt on or woe upon thy life IAGO My noble lord OTHELLO If thou dost slander her and torture me Never pray more Abandon all remorse On horrors head horrors accumulate Do deeds to make heaven weep all earth amazd For nothing canst thou to damnation add Greater than that IAGO O grace O heaven defend me Are you a man Have you a soul or sense God be wi you Take mine officeO wretched fool That livst to make thine honesty a vice O monstrous world Take note take note O world To be direct and honest is not safe I thank you for this profit and from hence Ill love no friend sith love breeds such offence OTHELLO Nay stay Thou shouldst be honest IAGO I should be wise for honestys a fool And loses that it works for OTHELLO By the world I think my wife be honest and think she is not I think that thou art just and think thou art not Ill have some proof her name that was as fresh As Dians visage is now begrimd and black As mine own face If there be cords or knives Poison or fire or suffocating streams Ill not endure t Would I were satisfied IAGO I see sir you are eaten up with passion I do repent me that I put it to you You would be satisfied OTHELLO Would Nay I will IAGO And may but how How satisfied my lord Would" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 476, - "ignore_eos": true - } - ] - }, - { - "session_id": "4dfbd878-2ff6-4483-b1b1-699c6b56b59a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " my house The tiger now hath seized the gentle hind Insulting tyranny begins to jut Upon the innocent and aweless throne Welcome destruction blood and massacre I see as in a map the end of all DUCHESS Accursed and unquiet wrangling days How many of you have mine eyes beheld My husband lost his life to get the crown And often up and down my sons were tossed For me to joy and weep their gain and loss And being seated and domestic broils Clean overblown themselves the conquerors Make war upon themselves brother to brother Blood to blood self against self O preposterous And frantic outrage end thy damned spleen Or let me die to look on earth no more QUEEN ELIZABETH Come come my boy We will to sanctuary Madam farewell DUCHESS Stay I will go with you QUEEN ELIZABETH You have no cause ARCHBISHOP To the Queen My gracious lady go And thither bear your treasure and your goods For my part Ill resign unto your Grace The seal I keep and so betide to me As well I tender you and all of yours Go Ill conduct you to the sanctuary Exeunt ACT III SCENE I London A street The trumpets sound Enter young Prince Edward Richard Buckingham Cardinal Bourchier Catesby and others BUCKINGHAM Welcome sweet Prince to London to your chamber RICHARD Welcome dear cousin my thoughts sovereign The weary way hath made you melancholy PRINCE No uncle but our crosses on the way Have made it tedious wearisome and heavyI want more uncles here to welcome me RICHARD Sweet prince the untainted virtue of your years Hath not yet dived into the worlds deceit Nor more can you distinguish of a man Than of his outward show which God He knows Seldom or never jumpeth with the heart Those uncles which you want were dangerous Your Grace attended to their sugared words But looked not on the poison of their hearts God keep you from them and from such false friends PRINCE God keep me from false friends but they were none RICHARD My lord the Mayor of London comes to greet you Enter Lord Mayor with Attendants MAYOR God bless your Grace with health and happy days PRINCE I thank you good my lord and thank you all I thought my mother and my brother York Would long ere this have met us on the way Fie what a slug is Hastings that he comes not To tell us whether they will come or no Enter Lord Hastings BUCKINGHAM And in good time here comes the sweating lord PRINCE Welcome my lord What will our mother come HASTINGS On what occasion God He knows not I The Queen your mother and your brother York Have taken sanctuary The tender prince Would fain have come with me to meet your Grace But by his mother was perforce withheld BUCKINGHAM Fie what an indirect and peevish course Is this of hers Lord cardinal will your Grace Persuade the Queen to send the Duke of York Unto his princely brother presently If she deny Lord Hastings go with him And from her jealous arms pluck him perforce CARDINAL My Lord of Buckingham if my weak oratory Can from his mother win the Duke of York Anon expect him here but if she be obdurate To mild entreaties God in heaven forbid We should infringe the holy privilege Of blessed sanctuary Not for all this land Would I be guilty of so deep a sin BUCKINGHAM You are too senselessobstinate my lord Too ceremonious and traditional Weigh it but with the grossness of this age You break not sanctuary in seizing him The benefit thereof is always granted To those whose dealings have deserved the place And those who have the wit to claim the place This prince hath neither claimed it nor deserved it And therefore in mine opinion cannot have it Then taking him from thence that is not there You break no privilege nor charter there Oft have I heard of sanctuarymen But sanctuary children never till now CARDINAL My lord" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 410, - "ignore_eos": true - } - ] - }, - { - "session_id": "922d1af3-c438-4951-976e-c607668ffd29", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " art thyself though not a Montague Whats Montague It is nor hand nor foot Nor arm nor face nor any other part Belonging to a man O be some other name Whats in a name That which we call a rose By any other name would smell as sweet So Romeo would were he not Romeo calld Retain that dear perfection which he owes Without that title Romeo doff thy name And for thy name which is no part of thee Take all myself ROMEO I take thee at thy word Call me but love and Ill be new baptisd Henceforth I never will be Romeo JULIET What man art thou that thus bescreend in night So stumblest on my counsel ROMEO By a name I know not how to tell thee who I am My name dear saint is hateful to myself Because it is an enemy to thee Had I it written I would tear the word JULIET My ears have yet not drunk a hundred words Of thy tongues utterance yet I know the sound Art thou not Romeo and a Montague ROMEO Neither fair maid if either thee dislike JULIET How camst thou hither tell me and wherefore The orchard walls are high and hard to climb And the place death considering who thou art If any of my kinsmen find thee here ROMEO With loves light wings did I oerperch these walls For stony limits cannot hold love out And what love can do that dares love attempt Therefore thy kinsmen are no stop to me JULIET If they do see thee they will murder thee ROMEO Alack there lies more peril in thine eye Than twenty of their swords Look thou but sweet And I am proof against their enmity JULIET I would not for the world they saw thee here ROMEO I have nights cloak to hide me from their eyes And but thou love me let them find me here My life were better ended by their hate Than death prorogued wanting of thy love JULIET By whose direction foundst thou out this place ROMEO By love that first did prompt me to enquire He lent me counsel and I lent him eyes I am no pilot yet wert thou as far As that vast shore washd with the farthest sea I should adventure for such merchandise JULIET Thou knowest the mask of night is on my face Else would a maiden blush bepaint my cheek For that which thou hast heard me speak tonight Fain would I dwell on form fain fain deny What I have spoke but farewell compliment Dost thou love me I know thou wilt say Ay And I will take thy word Yet if thou swearst Thou mayst prove false At lovers perjuries They say Jove laughs O gentle Romeo If thou dost love pronounce it faithfully Or if thou thinkest I am too quickly won Ill frown and be perverse and say thee nay So thou wilt woo But else not for the world In truth fair Montague I am too fond And therefore thou mayst think my haviour light But trust me gentleman Ill prove more true Than those that have more cunning to be strange I should have been more strange I must confess But that thou overheardst ere I was ware My truelove passion therefore pardon me And not impute this yielding to light love Which the dark night hath so discovered ROMEO Lady by yonder blessed moon I vow That tips with silver all these fruittree tops JULIET O swear not by the moon thinconstant moon That monthly changes in her circled orb Lest that thy love prove likewise variable ROMEO What shall I swear by JULIET Do not swear at all Or if thou wilt swear by thy gracious self Which is the god of my idolatry And Ill believe thee ROMEO If my hearts dear love JULIET Well do not swear Although I joy in thee I have no joy of this contract tonight It is too rash too unadvisd too sudden Too like the lightning which doth cease to be Ere one can say It lightens Sweet good night This bud of love" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 379, - "ignore_eos": true - } - ] - }, - { - "session_id": "885c4e19-3772-4b2f-9eb5-f673ee1103f2", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " gentle daughter fear you not at all He is your husband on a precontract To bring you thus together tis no sin Sith that the justice of your title to him Doth flourish the deceit Come let us go Our corns to reap for yet our tithes to sow Exeunt SCENE II A room in the prison Enter Provost and Pompey PROVOST Come hither sirrah Can you cut off a mans head POMPEY If the man be a bachelor sir I can but if he be a married man hes his wifes head and I can never cut off a womans head PROVOST Come sir leave me your snatches and yield me a direct answer Tomorrow morning are to die Claudio and Barnardine Here is in our prison a common executioner who in his office lacks a helper if you will take it on you to assist him it shall redeem you from your gyves if not you shall have your full time of imprisonment and your deliverance with an unpitied whipping for you have been a notorious bawd POMPEY Sir I have been an unlawful bawd time out of mind but yet I will be content to be a lawful hangman I would be glad to receive some instruction from my fellowpartner PROVOST What ho Abhorson Wheres Abhorson there Enter Abhorson ABHORSON Do you call sir PROVOST Sirrah heres a fellow will help you tomorrow in your execution If you think it meet compound with him by the year and let him abide here with you if not use him for the present and dismiss him He cannot plead his estimation with you he hath been a bawd ABHORSON A bawd sir Fie upon him he will discredit our mystery PROVOST Go to sir you weigh equally A feather will turn the scale Exit POMPEY Pray sir by your good favourfor surely sir a good favour you have but that you have a hanging lookdo you call sir your occupation a mystery ABHORSON Ay sir a mystery POMPEY Painting sir I have heard say is a mystery and your whores sir being members of my occupation using painting do prove my occupation a mystery But what mystery there should be in hanging if I should be hanged I cannot imagine ABHORSON Sir it is a mystery POMPEY Proof ABHORSON Every true mans apparel fits your thief If it be too little for your thief your true man thinks it big enough if it be too big for your thief your thief thinks it little enough So every true mans apparel fits your thiefEnter Provost PROVOST Are you agreed POMPEY Sir I will serve him for I do find your hangman is a more penitent trade than your bawd He doth oftener ask forgiveness PROVOST You sirrah provide your block and your axe tomorrow four oclock ABHORSON Come on bawd I will instruct thee in my trade Follow POMPEY I do desire to learn sir and I hope if you have occasion to use me for your own turn you shall find me yare For truly sir for your kindness I owe you a good turn PROVOST Call hither Barnardine and Claudio Exeunt Abhorson and Pompey Th one has my pity not a jot the other Being a murderer though he were my brother Enter Claudio Look heres the warrant Claudio for thy death Tis now dead midnight and by eight tomorrow Thou must be made immortal Wheres Barnardine CLAUDIO As fast locked up in sleep as guiltless labour When it lies starkly in the travellers bones He will not wake PROVOST Who can" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 369, - "ignore_eos": true - } - ] - }, - { - "session_id": "5a7f43f5-e0ff-4130-8b19-6b536ea8c51f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " you are curbd from that enlargement by The consequence o th crown and must not foil The precious note of it with a base slave A hilding for a livery a squires cloth A pantler not so eminent IMOGEN Profane fellow Wert thou the son of Jupiter and no more But what thou art besides thou wert too base To be his groom Thou wert dignified enough Even to the point of envy if twere made Comparative for your virtues to be styld The underhangman of his kingdom and hated For being preferrd so well CLOTEN The south fog rot him IMOGEN He never can meet more mischance than come To be but namd of thee His meanst garment That ever hath but clippd his body is dearer In my respect than all the hairs above thee Were they all made such men How now Pisanio Enter Pisanio CLOTEN His garment Now the devil IMOGEN To Dorothy my woman hie thee presently CLOTEN His garment IMOGEN I am sprited with a fool Frighted and angred worse Go bid my woman Search for a jewel that too casually Hath left mine arm It was thy masters shrew me If I would lose it for a revenue Of any kings in Europe I do think I sawt this morning confident I am Last night twas on mine arm I kissd it I hope it be not gone to tell my lord That I kiss aught but he PISANIO Twill not be lost IMOGEN I hope so Go and search Exit Pisanio CLOTEN You have abusd me His meanest garment IMOGEN Ay I said so sir If you will make t an action call witness to t CLOTEN I will inform your father IMOGEN Your mother too Shes my good lady and will conceive I hope But the worst of me So I leave you sir To th worst of discontent Exit CLOTEN Ill be revengd His meanst garment Well Exit SCENE IV Rome Philarios house Enter Posthumus and Philario POSTHUMUS Fear it not sir I would I were so sure To win the King as I am bold her honour Will remain hers PHILARIO What means do you make to him POSTHUMUS Not any but abide the change of time Quake in the present winters state and wish That warmer days would come In these feard hopes I barely gratify your love they failing I must die much your debtor PHILARIO Your very goodness and your company Oerpays all I can do By this your king Hath heard of great Augustus Caius Lucius Will dos commission throughly and I think Hell grant the tribute send th arrearages Or look upon our Romans whose remembrance Is yet fresh in their grief POSTHUMUS I do believe Statist though I am none nor like to be That this will prove a war and you shall hear The legions now in Gallia sooner landed In our notfearing Britain than have tidings Of any penny tribute paid Our countrymen Are men more orderd than when Julius Csar Smild at their lack of skill but found their courage Worthy his frowning at Their discipline Now mingled with their courages will make known To their approvers they are people suchThat mend upon the world Enter Iachimo PHILARIO See Iachimo POSTHUMUS The swiftest harts have posted you by land And winds of all the corners kissd your sails To make your vessel nimble PHILARIO Welcome sir POSTHUMUS I hope the briefness of your answer made The speediness of your return IACHIMO Your lady Is one of the fairest that I have lookd upon POSTHUMUS And therewithal the best or let her beauty Look through a casement to allure false hearts And be false with them IACHIMO Here are letters for you POSTHUMUS Their tenour good I trust IACHIMO Tis very like PHILARIO Was Caius Lucius in the Britain court When you were there IACHIMO He was expected then But not approachd POSTHUMUS All is well yet Sparkles this stone as it was wont or ist not Too dull for your good wearing IACH" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 357, - "ignore_eos": true - } - ] - }, - { - "session_id": "aae2266b-78ac-4d90-872a-13dc4a5f77cc", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "ithee noble lord Join with me to forbid him her resort Myself have spoke in vain TIMON The man is honest OLD ATHENIAN Therefore he will be Timon His honesty rewards him in itself It must not bear my daughter TIMON Does she love him OLD ATHENIAN She is young and apt Our own precedent passions do instruct us What levitys in youth TIMON To Lucilius Love you the maid LUCILIUS Ay my good lord and she accepts of it OLD ATHENIAN If in her marriage my consent be missing I call the gods to witness I will choose Mine heir from forth the beggars of the world And dispossess her all TIMON How shall she be endowed If she be mated with an equal husband OLD ATHENIAN Three talents on the present in future all TIMON This gentleman of mine hath served me long To build his fortune I will strain a little For tis a bond in men Give him thy daughter What you bestow in him Ill counterpoise And make him weigh with her OLD ATHENIAN Most noble lord Pawn me to this your honour she is his TIMON My hand to thee mine honour on my promise LUCILIUS Humbly I thank your lordship Never may That state or fortune fall into my keeping Which is not owed to you Exeunt Lucilius and Old Athenian POET Presenting his poem Vouchsafe my labour and long live your lordship TIMON I thank you you shall hear from me anon Go not awayWhat have you there my friend PAINTER A piece of painting which I do beseech Your lordship to accept TIMON Painting is welcome The painting is almost the natural man For since dishonour traffics with mans nature He is but outside these pencilled figures are Even such as they give out I like your work And you shall find I like it Wait attendance Till you hear further from me PAINTER The gods preserve you TIMON Well fare you gentleman Give me your hand We must needs dine together Sir your jewel Hath suffered under praise JEWELLER What my lord dispraise TIMON A mere satiety of commendations If I should pay you for t as tis extolled It would unclew me quite JEWELLER My lord tis rated As those which sell would give But you well know Things of like value differing in the owners Are prized by their masters Believet dear lord You mend the jewel by the wearing it TIMON Well mocked MERCHANT No my good lord he speaks the common tongue Which all men speak with him Enter Apemantus TIMON Look who comes here Will you be chid JEWELLER Well bear with your lordship MERCHANT Hell spare none TIMON Good morrow to thee gentle Apemantus APEMANTUS Till I be gentle stay thou for thy good morrow When thou art Timons dog and these knaves honest TIMON Why dost thou call them knaves Thou knowst them not APEMANTUS Are they not Athenians TIMON Yes APEMANTUS Then I repent not JEWELLER You know me Apemantus APEMANTUS Thou knowst I do I called thee by thy name TIMON Thou art proud Apemantus APEMANTUS Of nothing so much as that I am not like Timon TIMON Whither art going APEMANTUS To knock out an honest Athenians brains TIMON Thats a deed thoult die for APEMANTUS Right if doing nothing be death by th law TIMON How likst thou this picture Apemantus APEMANTUS The best for the innocence TIMON Wrought he not well that painted it APEMANTUS He wrought better that made the painter and yet hes but a filthy piece of work PAINTER Youre a dog APEMANTUS Thy mothers of my generation Whats" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 379, - "ignore_eos": true - } - ] - }, - { - "session_id": "8437eb17-54c9-4329-837c-d958ca0fb7c2", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " person holp to reap the fame Which he did end all his and took some pride To do myself this wrong till at the last I seemed his follower not partner and He waged me with his countenance as if I had been mercenary FIRST CONSPIRATOR So he did my lord The army marvelled at it and in the last When he had carried Rome and that we looked For no less spoil than glory AUFIDIUS There was it For which my sinews shall be stretched upon him At a few drops of womens rheum which are As cheap as lies he sold the blood and labour Of our great action Therefore shall he die And Ill renew me in his fall But hark Drums and trumpets sound with great shouts of the people FIRST CONSPIRATOR Your native town you entered like a post And had no welcomes home but he returns Splitting the air with noise SECOND CONSPIRATOR And patient fools Whose children he hath slain their base throats tear With giving him glory THIRD CONSPIRATOR Therefore at your vantage Ere he express himself or move the people With what he would say let him feel your sword Which we will second When he lies along After your way his tale pronounced shall bury His reasons with his body AUFIDIUS Say no more Here come the lords Enter the Lords of the city ALL LORDS You are most welcome home AUFIDIUS I have not deserved it But worthy lords have you with heed perused What I have written to youALL LORDS We have FIRST LORD And grieve to heart What faults he made before the last I think Might have found easy fines but there to end Where he was to begin and give away The benefit of our levies answering us With our own charge making a treaty where There was a yieldingthis admits no excuse Enter Coriolanus marching with Drum and Colours the Commoners being with him AUFIDIUS He approaches You shall hear him CORIOLANUS Hail lords I am returned your soldier No more infected with my countrys love Than when I parted hence but still subsisting Under your great command You are to know That prosperously I have attempted and With bloody passage led your wars even to The gates of Rome Our spoils we have brought home Doth more than counterpoise a full third part The charges of the action We have made peace With no less honour to the Antiates Than shame to th Romans and we here deliver Subscribed by th Consuls and patricians Together with the seal o th Senate what We have compounded on He offers the lords a paper AUFIDIUS Read it not noble lords But tell the traitor in the highest degree He hath abused your powers CORIOLANUS Traitor How now AUFIDIUS Ay traitor Martius CORIOLANUS Martius AUFIDIUS Ay Martius Caius Martius Dost thou think Ill grace thee with that robbery thy stoln name Coriolanus in Corioles You lords and heads o th state perfidiously He has betrayed your business and given up For certain drops of salt your city Rome I say your cityto his wife and mother Breaking his oath and resolution like A twist of rotten silk never admitting Counsel o th war but at his nurses tears He whined and roared away your victory That pages blushed at him and men of heart Looked wondring each at other CORIOLANUS Hearst thou Mars AUFIDIUS Name not the god thou boy of tears CORIOLANUS Ha AUFIDIUS No more CORIOLANUS Measureless liar thou hast made my heart Too great for what contains it Boy O slave Pardon me lords tis the first time that ever I was forced to scold Your judgments my grave lords Must give this cur the lie and his own notion Who wears my stripes impressed upon him that Must bear my beating to his graveshall join To thrust the lie unto him FIRST LORD Peace both and hear me speak CORIOLANUS Cut me to pieces Volsces Men and lads Stain all your edges on me Boy False hound If you have writ your annals true tis there That like an eagle in" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 482, - "ignore_eos": true - } - ] - }, - { - "session_id": "96f5b1da-a37e-466b-b41c-d23fa126a0ac", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " thy offence Claudio CLAUDIO What but to speak of would offend again LUCIO What ist murder CLAUDIO No LUCIO Lechery CLAUDIO Call it so PROVOST Away sir you must go CLAUDIO One word good friendLucio a word with you LUCIO A hundred if theyll do you any good Is lechery so looked after CLAUDIO Thus stands it with me upon a true contract I got possession of Juliettas bed You know the lady she is fast my wife Save that we do the denunciation lack Of outward order This we came not to Only for propagation of a dower Remaining in the coffer of her friends From whom we thought it meet to hide our love Till time had made them for us But it chances The stealth of our most mutual entertainment With character too gross is writ on Juliet LUCIO With child perhaps CLAUDIO Unhappily even so And the new deputy now for the Duke Whether it be the fault and glimpse of newness Or whether that the body public be A horse whereon the governor doth ride Who newly in the seat that it may know He can command lets it straight feel the spur Whether the tyranny be in his place Or in his eminence that fills it up I stagger inbut this new governor Awakes me all the enrolled penalties Which have like unscoured armour hung by th wall So long that nineteen zodiacs have gone round And none of them been worn and for a name Now puts the drowsy and neglected act Freshly on me Tis surely for a name LUCIO I warrant it is And thy head stands so tickle on thy shoulders that a milkmaid if she be in love may sigh it off Send after the Duke and appeal to him CLAUDIO I have done so but hes not to be found I prithee Lucio do me this kind service This day my sister should the cloister enter And there receive her approbation Acquaint her with the danger of my state Implore her in my voice that she make friends To the strict deputy bid herself assay him I have great hope in that For in her youth There is a prone and speechless dialect Such as moves men beside she hath prosperous art When she will play with reason and discourse And well she can persuade LUCIO I pray she may as well for the encouragement of the like which else would stand under grievous imposition as for the enjoying of thy life who I would be sorry should be thus foolishly lost at a game of ticktack Ill to her CLAUDIO I thank you good friend Lucio LUCIO Within two hours CLAUDIO Come officer away Exeunt SCENE III A monastery Enter Duke and Friar Thomas DUKE No holy father throw away that thought Believe not that the dribbling dart of love Can pierce a complete bosom Why I desire thee To give me secret harbour hath a purpose More grave and wrinkled than the aims and ends Of burning youth FRIAR THOMAS May your Grace speak of it DUKE My holy sir none better knows than you How I have ever loved the life removed And held in idle price to haunt assemblies Where youth and cost a witless bravery keeps I have delivered to Lord Angelo A man of stricture and firm abstinence My absolute power and place here in Vienna And he supposes me travelled to Poland For so I have strewed it in the common ear And so it is received Now pious sir You will demand of me why I do this FRIAR THOMAS Gladly my lord DUKE We have strict statutes and most biting laws The needful bits and curbs to headstrong weeds Which for this fourteen years we have let slip Even like an oergrown lion in a cave That goes not out to prey Now as fond fathers Having bound up the threatning twigs of birch Only to stick it in their childrens sight For terror not to use in time the rod Becomes more mocked than feared so our decrees Dead to infliction to themselves are dead And liberty plucks justice by the nose The baby beats the nurse and quite athwart Goes all decorum FRIAR THOMAS It rested in your Grace To unloose this tiedup justice when you pleased And it in you more dreadful would have seemed Than in Lord Angelo DUKE I do fear too dreadful Sith twas my fault to give the people scope Twould be my tyranny to strike and gall them For what I bid them do for we bid this be done When evil deeds have their permissive pass And not the punishment Therefore indeed my father I have on Angelo imposed the office Who may in th" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 422, - "ignore_eos": true - } - ] - }, - { - "session_id": "67dfa586-3b15-43be-b0a0-f2b38e1a9a36", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " shalt thereby reap is such a name Whose repetition will be dogged with curses Whose chronicle thus writ The man was noble But with his last attempt he wiped it out Destroyed his country and his name remains To th ensuing age abhorred Speak to me son Thou hast affected the fine strains of honour To imitate the graces of the gods To tear with thunder the wide cheeks o th air And yet to charge thy sulphur with a bolt That should but rive an oak Why dost not speak Thinkst thou it honourable for a noble man Still to remember wrongsDaughter speak you He cares not for your weepingSpeak thou boy Perhaps thy childishness will move him more Than can our reasonsTheres no man in the world More bound tos mother yet here he lets me prate Like one i th stocks Thou hast never in thy life Showed thy dear mother any courtesy When she poor hen fond of no second brood Has clucked thee to the wars and safely home Loaden with honour Say my requests unjust And spurn me back but if it be not so Thou art not honest and the gods will plague thee That thou restrainst from me the duty which To a mothers part belongsHe turns away Down ladies Let us shame him with our knees To his surname Coriolanus longs more pride Than pity to our prayers Down An end They kneel This is the last So we will home to Rome And die among our neighboursNay beholds This boy that cannot tell what he would have But kneels and holds up hands for fellowship Does reason our petition with more strength Than thou hast to denytCome let us go They rise This fellow had a Volscian to his mother His wife is in Corioles and his child Like him by chanceYet give us our dispatch I am hushed until our city be afire And then Ill speak a little He holds her by the hand silent CORIOLANUS O mother mother What have you done Behold the heavens do ope The gods look down and this unnatural scene They laugh at O my mother mother O You have won a happy victory to Rome But for your sonbelieve it O believe it Most dangerously you have with him prevailed If not most mortal to him But let it come Aufidius though I cannot make true wars Ill frame convenient peace Now good Aufidius Were you in my stead would you have heard A mother less Or granted less Aufidius AUFIDIUS I was moved withal CORIOLANUS I dare be sworn you were And sir it is no little thing to make Mine eyes to sweat compassion But good sir What peace youll make advise me For my part Ill not to Rome Ill back with you and pray you Stand to me in this causeO motherWife He speaks with them aside AUFIDIUS Aside I am glad thou hast set thy mercy and thy honour At difference in thee Out of that Ill work Myself a former fortune CORIOLANUS To the Women Ay by and by But well drink together and you shall bear A better witness back than words which we On like conditions will have countersealed Come enter with us Ladies you deserve To have a temple built you All the swords In Italy and her confederate arms Could not have made this peace Exeunt SCENE IV Rome A public place Enter Menenius and Sicinius MENENIUS See you yond coign o the Capitol yond cornerstone SICINIUS Why what of that MENENIUS If it be possible for you to displace it with your little finger there is some hope the ladies of Rome especially his mother may prevail with him But I say there is no hope int Our throats are sentenced and stay upon execution SICINIUS Ist possible that so short a time can alter the condition of a man MENENIUS There is differency between a grub and a butterfly yet your butterfly was a grub This Martius is grown from man to dragon He has wings hes more than a creeping thing SICINIUS He loved his mother dearly MENENIUS So did he me and he no more remembers his mother now than an eightyearold horse The tartness of his" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 408, - "ignore_eos": true - } - ] - }, - { - "session_id": "b970ed33-5006-4910-b626-10a074f46e6b", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Palamon PALAMON Nor none so honest Arcite ARCITE Thats no matter Well argue that hereafter Come take courage You shall not die thus beastly Here sir drink I know you are faintthen Ill talk further with you PALAMON Arcite thou mightst now poison me ARCITE I might But I must fear you first Sit down and good now No more of these vain parleys let us not Having our ancient reputation with us Make talk for fools and cowards To your health Drinks PALAMON Do ARCITE Pray sit down then and let me entreat you By all the honesty and honour in you No mention of this woman twill disturb us We shall have time enough PALAMON Well sir Ill pledge you Drinks ARCITE Drink a good hearty draught it breeds good blood man Do not you feel it thaw you PALAMON Stay Ill tell you After a draught or two more ARCITE Spare it not the Duke has more coz Eat now PALAMON Yes Eats ARCITE I am glad you have so good a stomach PALAMON I am gladder I have so good meat to t ARCITE Ist not mad lodging Here in the wild woods cousin PALAMON Yes for them That have wild consciences ARCITE How tastes your victuals Your hunger needs no sauce I see PALAMON Not much But if it did yours is too tart sweet cousin What is this ARCITE Venison PALAMON Tis a lusty meat Give me more wine Here Arcite to the wenches We have known in our days The Lord Stewards daughter Do you remember her ARCITE After you coz PALAMON She loved a blackhaired man ARCITE She did so well sir PALAMON And I have heard some call him Arcite and ARCITE Out witht faith PALAMON She met him in an arbour What did she there coz Play o th virginals ARCITE Something she did sir PALAMON Made her groan a month for t Or two or three or ten ARCITE The Marshals sister Had her share too as I remember cousin Else there be tales abroad Youll pledge her PALAMON Yes ARCITE A pretty brown wench tis There was a time When young men went ahunting and a wood And a broad beech and thereby hangs a tale Heigh ho PALAMON For Emily upon my life Fool Away with this strained mirth I say again That sigh was breathed for Emily Base cousin Darst thou break first ARCITE You are wide PALAMON By heaven and earth Theres nothing in thee honest ARCITE Then Ill leave you You are a beast now PALAMON As thou makst me traitor ARCITE Theres all things needful files and shirts and perfumes Ill come again some two hours hence and bring That that shall quiet all PALAMON A sword and armour ARCITE Fear me not You are now too foul Farewell Get off your trinkets you shall want naught PALAMON Sirrah ARCITE Ill hear no more Exit PALAMON If he keep touch he dies for t Exit SCENE IV Another part of the forest Enter Jailers Daughter DAUGHTER I am very cold and all the stars are out too The little stars and all that look like aglets The sun has seen my folly Palamon Alas no hes in heaven Where am I now Yonders the sea and theres a ship how t tumbles And theres a rock lies watching under water Now now it beats upon it now now now Theres a leak sprung a sound one How they cry Run her before the wind youll lose all else Up with a course or two and tack about boys Good night good night youre gone I am very hungry Would I could find a fine frog he would tell me News from all parts o th world then would I make A carrack of a cockle shell and sail By" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 414, - "ignore_eos": true - } - ] - }, - { - "session_id": "e69049eb-daae-45c5-ab08-4421bd83e83f", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " fear my Doricles You wood me the false way FLORIZEL I think you have As little skill to fear as I have purpose To put you to t But come our dance I pray Your hand my Perdita So turtles pair That never mean to part PERDITA Ill swear for em POLIXENES This is the prettiest lowborn lass that ever Ran on the greensward Nothing she does or seems But smacks of something greater than herself Too noble for this place CAMILLO He tells her something That makes her blood look out Good sooth she is The queen of curds and cream CLOWN Come on strike up DORCAS Mopsa must be your mistress marry garlic to mend her kissing with MOPSA Now in good time CLOWN Not a word a word we stand upon our manners Come strike up Music Here a dance Of Shepherds and Shepherdesses POLIXENES Pray good shepherd what fair swain is this Which dances with your daughter SHEPHERD They call him Doricles and boasts himself To have a worthy feeding But I have it Upon his own report and I believe it He looks like sooth He says he loves my daughter I think so too for never gazd the moon Upon the water as hell stand and read As twere my daughters eyes And to be plain I think there is not half a kiss to choose Who loves another best POLIXENES She dances featly SHEPHERD So she does anything though I report it That should be silent If young Doricles Do light upon her she shall bring him that Which he not dreams of Enter a Servant SERVANT O master if you did but hear the pedlar at the door you would never dance again after a tabor and pipe no the bagpipe could not move you He sings several tunes faster than youll tell money He utters them as he had eaten ballads and all mens ears grew to his tunesCLOWN He could never come better he shall come in I love a ballad but even too well if it be doleful matter merrily set down or a very pleasant thing indeed and sung lamentably SERVANT He hath songs for man or woman of all sizes No milliner can so fit his customers with gloves He has the prettiest lovesongs for maids so without bawdry which is strange with such delicate burdens of dildos and fadings jump her and thump her and where some stretchmouthed rascal would as it were mean mischief and break a foul gap into the matter he makes the maid to answer Whoop do me no harm good man puts him off slights him with Whoop do me no harm good man POLIXENES This is a brave fellow CLOWN Believe me thou talkest of an admirable conceited fellow Has he any unbraided wares SERVANT He hath ribbons of all the colours i th rainbow points more than all the lawyers in Bohemia can learnedly handle though they come to him by th gross inkles caddisses cambrics lawns why he sings em over as they were gods or goddesses you would think a smock were a sheangel he so chants to the sleevehand and the work about the square on t CLOWN Prithee bring him in and let him approach singing PERDITA Forewarn him that he use no scurrilous words in s tunes Exit Servant CLOWN You have of these pedlars that have more in them than youd think sister PERDITA Ay good brother or go about to think Enter Autolycus singing AUTOLYCUS Lawn as white as driven snow Cypress black as eer" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 388, - "ignore_eos": true - } - ] - }, - { - "session_id": "e52aa92a-329d-4225-96f8-76097e57c6f9", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": "acious England hath Lent us good Siward and ten thousand men An older and a better soldier none That Christendom gives out ROSS Would I could answer This comfort with the like But I have words That would be howld out in the desert air Where hearing should not latch them MACDUFF What concern they The general cause or is it a feegrief Due to some single breast ROSS No mind thats honest But in it shares some woe though the main part Pertains to you alone MACDUFF If it be mine Keep it not from me quickly let me have it ROSS Let not your ears despise my tongue for ever Which shall possess them with the heaviest sound That ever yet they heard MACDUFF Humh I guess at it ROSS Your castle is surprisd your wife and babes Savagely slaughterd To relate the manner Were on the quarry of these murderd deer To add the death of you MALCOLM Merciful heaven What man neer pull your hat upon your brows Give sorrow words The grief that does not speak Whispers the oerfraught heart and bids it break MACDUFF My children too ROSS Wife children servants all That could be found MACDUFF And I must be from thence My wife killd too ROSS I have said MALCOLM Be comforted Lets make us medcines of our great revenge To cure this deadly grief MACDUFF He has no childrenAll my pretty ones Did you say allO hellkiteAll What all my pretty chickens and their dam At one fell swoop MALCOLM Dispute it like a man MACDUFF I shall do so But I must also feel it as a man I cannot but remember such things were That were most precious to meDid heaven look on And would not take their part Sinful Macduff They were all struck for thee Naught that I am Not for their own demerits but for mine Fell slaughter on their souls heaven rest them now MALCOLM Be this the whetstone of your sword Let grief Convert to anger blunt not the heart enrage it MACDUFF O I could play the woman with mine eyes And braggart with my tongueBut gentle heavens Cut short all intermission front to front Bring thou this fiend of Scotland and myself Within my swords length set him if he scape Heaven forgive him too MALCOLM This tune goes manly Come go we to the King Our power is ready Our lack is nothing but our leave Macbeth Is ripe for shaking and the powers above Put on their instruments Receive what cheer you may The night is long that never finds the day Exeunt ACT V SCENE I Dunsinane A Room in the Castle Enter a Doctor of Physic and a WaitingGentlewoman DOCTOR I have two nights watched with you but can perceive no truth in your report When was it she last walked GENTLEWOMAN Since his Majesty went into the field I have seen her rise from her bed throw her nightgown upon her unlock her closet take forth paper fold it write upont read it afterwards seal it and again return to bed yet all this while in a most fast sleep DOCTOR A great perturbation in nature to receive at once the benefit of sleep and do the effects of watching In this slumbery agitation besides her walking and other actual performances what at any time have you heard her say GENTLEWOMAN That sir which I will not report after her DOCTOR You may to me and tis most meet you should GENTLEWOMAN Neither to you nor anyone having no witness to confirm my speech Enter Lady Macbeth with a taperLo you here she comes This is her very guise and upon my life fast asleep Observe her stand close DOCTOR How came she by that light GENTLEWOMAN Why it stood by her she has light by her continually tis her command DOCTOR You see her eyes are open GENTLEWOMAN Ay but their sense are shut DOCTOR What is it she does now Look how she rubs her hands GENTLEWOMAN It is an accustomed action with her to seem thus washing her hands I" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 450, - "ignore_eos": true - } - ] - }, - { - "session_id": "1ca6bf21-7752-42c8-af33-70e305a1b6d2", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " that you may know one anothers mind and the boy never need to understand anything for tis not good that children should know any wickedness Old folks you know have discretion as they say and know the world FALSTAFF Fare thee well commend me to them both Theres my purse I am yet thy debtor Boy go along with this womanThis news distracts me Exeunt Mistress Quickly and Robin PISTOL This punk is one of Cupids carriers Clap on more sails pursue up with your fights Give fire She is my prize or ocean whelm them all Exit Pistol FALSTAFF Sayst thou so old Jack Go thy ways Ill make more of thy old body than I have done Will they yet look after thee Wilt thou after the expense of so much money be now a gainer Good body I thank thee Let them say tis grossly done so it be fairly done no matter Enter Bardolph with a cup of sack BARDOLPH Sir John theres one Master Brook below would fain speak with you and be acquainted with you and hath sent your worship a mornings draught of sack FALSTAFF Brook is his name BARDOLPH Ay sir FALSTAFF Call him in Exit Bardolph Such Brooks are welcome to me that oerflow such liquor Ah ha Mistress Ford and Mistress Page have I encompassed you Go to via Enter Bardolph with Ford disguised as Brook FORD God bless you sir FALSTAFF And you sir Would you speak with me FORD I make bold to press with so little preparation upon you FALSTAFF Youre welcome Whats your willGive us leave drawer Exit Bardolph FORD Sir I am a gentleman that have spent much My name is Brook FALSTAFF Good Master Brook I desire more acquaintance of you FORD Good Sir John I sue for yours not to charge you for I must let you understand I think myself in better plight for a lender than you are the which hath something emboldened me to this unseasoned intrusion for they say if money go before all ways do lie open FALSTAFF Money is a good soldier sir and will on FORD Troth and I have a bag of money here troubles me If you will help to bear it Sir John take all or half for easing me of the carriage FALSTAFF Sir I know not how I may deserve to be your porter FORD I will tell you sir if you will give me the hearing FALSTAFF Speak good Master Brook I shall be glad to be your servant FORD Sir I hear you are a scholarI will be brief with youand you have been a man long known to me though I had never so good means as desire to make myself acquainted with you I shall discover a thing to you wherein I must very much lay open mine own imperfection But good Sir John as you have one eye upon my follies as you hear them unfolded turn another into the register of your own that I may pass with a reproof the easier sith you yourself know how easy it is to be such an offender FALSTAFF Very well sir proceed FORD There is a gentlewoman in this town her husbands name is Ford FALSTAFF Well sir FORD I have long loved her and I protest to you bestowed much on her followed her with a doting observance engrossed opportunities to meet her feed every slight occasion that could but niggardly give me sight of her not only bought many presents to give her but have given largely to many to know what she would have given Briefly I have pursued her as love hath pursued me which hath been on the wing of all occasions But whatsoever I have merited either in my mind or in my means meed I am sure I have received none unless experience be a jewel That I have purchased at an infinite rate and that hath taught me to say this Love like a shadow flies when substance love pursues Pursuing that that flies and flying what pursues FALSTAFF Have you received no promise of satisfaction at her hands FORD Never FAL" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 346, - "ignore_eos": true - } - ] - }, - { - "session_id": "03f7aecc-4ec6-48d8-82b1-9704710f8462", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Aside Peace stir not BORACHIO Conrade I say CONRADE Here man I am at thy elbow BORACHIO Mass and my elbow itched I thought there would a scab follow CONRADE I will owe thee an answer for that and now forward with thy tale BORACHIO Stand thee close then under this penthouse for it drizzles rain and I will like a true drunkard utter all to thee WATCH Aside Some treason masters yet stand close BORACHIO Therefore know I have earned of Don John a thousand ducats CONRADE Is it possible that any villainy should be so dear BORACHIO Thou shouldst rather ask if it were possible any villainy should be so rich for when rich villains have need of poor ones poor ones may make what price they will CONRADE I wonder at it BORACHIO That shows thou art unconfirmed Thou knowest that the fashion of a doublet or a hat or a cloak is nothing to a man CONRADE Yes it is apparel BORACHIO I mean the fashion CONRADE Yes the fashion is the fashion BORACHIO Tush I may as well say the fools the fool But seest thou not what a deformed thief this fashion is WATCH Aside I know that Deformed a has been a vile thief this seven years a goes up and down like a gentleman I remember his name BORACHIO Didst thou not hear somebody CONRADE No twas the vane on the house BORACHIO Seest thou not I say what a deformed thief this fashion is how giddily he turns about all the hot bloods between fourteen and fiveandthirty sometime fashioning them like Pharaohs soldiers in the reechy painting sometime like god Bels priests in the old church window sometime like the shaven Hercules in the smirched wormeaten tapestry where his codpiece seems as massy as his club CONRADE All this I see and I see that the fashion wears out more apparel than the man But art not thou thyself giddy with the fashion too that thou hast shifted out of thy tale into telling me of the fashion BORACHIO Not so neither but know that I have tonight wooed Margaret the Lady Heros gentlewoman by the name of Hero she leans me out at her mistress chamber window bids me a thousand times good nightI tell this tale vilelyI should first tell thee how the Prince Claudio and my master planted and placed and possessed by my master Don John saw afar off in the orchard this amiable encounter CONRADE And thought they Margaret was Hero BORACHIO Two of them did the Prince and Claudio but the devil my master knew she was Margaret and partly by his oaths which first possessed them partly by the dark night which did deceive them but chiefly by my villainy which did confirm any slander that Don John had made away went Claudio enraged swore he would meet her as he was appointed next morning at the temple and there before the whole congregation shame her with what he saw oer night and send her home again without a husband FIRST WATCH We charge you in the Princes name stand SECOND WATCH Call up the right Master Constable We have here recovered the most dangerous piece of lechery that ever was known in the commonwealth FIRST WATCH And one Deformed is one of them I know him a wears a lock CONRADE Masters masters SECOND WATCH Youll be made bring Deformed forth I warrant you CONRADE Masters FIRST WATCH Never speak we charge you let us obey you to go with us BORACHIO We are like to prove a goodly commodity being taken up" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 455, - "ignore_eos": true - } - ] - }, - { - "session_id": "10671119-282d-4e30-82e4-a5b5e9d9870a", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " forth to purchase honour And not the King exiled thee or suppose Devouring pestilence hangs in our air And thou art flying to a fresher clime Look what thy soul holds dear imagine it To lie that way thou goest not whence thou comst Suppose the singing birds musicians The grass whereon thou treadst the presence strewed The flowers fair ladies and thy steps no more Than a delightful measure or a dance For gnarling sorrow hath less power to bite The man that mocks at it and sets it light BOLINGBROKE O who can hold a fire in his hand By thinking on the frosty Caucasus Or cloy the hungry edge of appetite By bare imagination of a feast Or wallow naked in December snow By thinking on fantastic summers heat O no the apprehension of the good Gives but the greater feeling to the worse Fell sorrows tooth doth never rankle more Than when it bites but lanceth not the sore GAUNT Come come my son Ill bring thee on thy way Had I thy youth and cause I would not stay BOLINGBROKE Then Englands ground farewell sweet soil adieu My mother and my nurse that bears me yet Whereer I wander boast of this I can Though banished yet a trueborn Englishman Exeunt SCENE IV London A Room in the Kings Castle Enter King Richard Green and Bagot at one door Aumerle at another KING RICHARD We did observeCousin Aumerle How far brought you high Hereford on his way AUMERLE I brought high Hereford if you call him so But to the next highway and there I left him KING RICHARD And say what store of parting tears were shed AUMERLE Faith none for me except the northeast wind Which then blew bitterly against our faces Awaked the sleeping rheum and so by chance Did grace our hollow parting with a tear KING RICHARD What said our cousin when you parted with him AUMERLE Farewell And for my heart disdained that my tongueShould so profane the word that taught me craft To counterfeit oppression of such grief That words seemed buried in my sorrows grave Marry would the word farewell have lengthened hours And added years to his short banishment He should have had a volume of farewells But since it would not he had none of me KING RICHARD He is our cousin cousin but tis doubt When time shall call him home from banishment Whether our kinsman come to see his friends Ourself and Bushy Bagot here and Green Observed his courtship to the common people How he did seem to dive into their hearts With humble and familiar courtesy What reverence he did throw away on slaves Wooing poor craftsmen with the craft of smiles And patient underbearing of his fortune As twere to banish their affects with him Off goes his bonnet to an oysterwench A brace of draymen bid God speed him well And had the tribute of his supple knee With Thanks my countrymen my loving friends As were our England in reversion his And he our subjects next degree in hope GREEN Well he is gone and with him go these thoughts Now for the rebels which stand out in Ireland Expedient manage must be made my liege Ere further leisure yield them further means For their advantage and your highness loss KING RICHARD We will ourself in person to this war And for our coffers with too great a court And liberal largess are grown somewhat light We are enforced to farm our royal realm The revenue whereof shall furnish us For our affairs in hand If that come short Our substitutes at home shall have blank charters Whereto when they shall know what men are rich They shall subscribe them for large sums of gold And send them after to supply our wants For we will" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 403, - "ignore_eos": true - } - ] - }, - { - "session_id": "d40131ae-2e2d-4590-b60d-35b6c981a554", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " fair looks and liberality What hast not thou full often struck a doe And borne her cleanly by the keepers nose AARON Why then it seems some certain snatch or so Would serve your turns CHIRON Ay so the turn were served DEMETRIUS Aaron thou hast hit it AARON Would you had hit it too Then should not we be tired with this ado Why hark ye hark ye and are you such fools To square for this Would it offend you then That both should speed CHIRON Faith not me DEMETRIUS Nor me so I were one AARON For shame be friends and join for that you jar Tis policy and stratagem must do That you affect and so must you resolve That what you cannot as you would achieve You must perforce accomplish as you may Take this of me Lucrece was not more chaste Than this Lavinia Bassianus love A speedier course than lingring languishment Must we pursue and I have found the path My lords a solemn hunting is in hand There will the lovely Roman ladies troop The forest walks are wide and spacious And many unfrequented plots there are Fitted by kind for rape and villainy Single you thither then this dainty doe And strike her home by force if not by words This way or not at all stand you in hope Come come our empress with her sacred wit To villainy and vengeance consecrate Will we acquaint with all what we intend And she shall file our engines with advice That will not suffer you to square yourselves But to your wishes height advance you both The emperors court is like the house of Fame The palace full of tongues of eyes and ears The woods are ruthless dreadful deaf and dull There speak and strike brave boys and take your turns There serve your lust shadowed from heavens eye And revel in Lavinias treasury CHIRON Thy counsel lad smells of no cowardice DEMETRIUS Sit fas aut nefas till I find the stream To cool this heat a charm to calm these fits Per Stygia per manes vehor Exeunt SCENE II A Forest near Rome a Lodge seen at a distance Horns and cry of hounds heard Enter Titus Andronicus and his three sons and Marcus making a noise with hounds and horns TITUS The hunt is up the morn is bright and grey The fields are fragrant and the woods are green Uncouple here and let us make a bay And wake the emperor and his lovely bride And rouse the prince and ring a hunters peal That all the court may echo with the noise Sons let it be your charge as it is ours To attend the emperors person carefully I have been troubled in my sleep this night But dawning day new comfort hath inspired Here a cry of hounds and wind horns in a peal Then enter Saturninus Tamora Bassianus Lavinia Chiron Demetrius and their Attendants Many good morrows to your majesty Madam to you as many and as good I promised your grace a hunters peal SATURNINUS And you have rung it lustily my lords Somewhat too early for newmarried ladies BASSIANUS Lavinia how say you LAVINIA I say no I have been broad awake two hours and more SATURNINUS Come on then horse and chariots let us have And to our sport To Tamora Madam now shall ye see Our Roman hunting MARCUS I have dogs my lord Will rouse the proudest panther in the chase And climb the highest promontory top TITUS And I have horse will follow where the game Makes way and run like swallows oer the plain DEMETRIUS Chiron we hunt not we with horse nor hound But hope to pluck a dainty doe to ground Exeunt SCENE III A lonely part of the Forest Enter Aaron alone carrying a bag of gold AARON He that had wit would think that I had none To bury so much gold under a tree And never after to inherit it Let him that thinks of me so abjectly Know that this gold must coin a stratagem Which cunningly effected will beget A very excellent piece of villainy And so repose sweet gold for" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 444, - "ignore_eos": true - } - ] - }, - { - "session_id": "3da3d2e7-74df-4dec-a750-e3b29573a805", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " I may not remove nor be removed 26 Lord of my love to whom in vassalage Thy merit hath my duty strongly knit To thee I send this written embassage To witness duty not to show my wit Duty so great which wit so poor as mine May make seem bare in wanting words to show it But that I hope some good conceit of thine In thy souls thought all naked will bestow it Till whatsoever star that guides my moving Points on me graciously with fair aspect And puts apparel on my tattered loving To show me worthy of thy sweet respect Then may I dare to boast how I do love thee Till then not show my head where thou mayst prove me 27 Weary with toil I haste me to my bed The dear respose for limbs with travel tired But then begins a journey in my head To work my mind when bodys works expired For then my thoughts from far where I abide Intend a zealous pilgrimage to thee And keep my drooping eyelids open wide Looking on darkness which the blind do see Save that my souls imaginary sight Presents thy shadow to my sightless view Which like a jewel hung in ghastly night Makes black night beauteous and her old face new Lo thus by day my limbs by night my mind For thee and for my self no quiet find 28 How can I then return in happy plight That am debarred the benefit of rest When days oppression is not eased by night But day by night and night by day oppressed And each though enemies to eithers reign Do in consent shake hands to torture me The one by toil the other to complain How far I toil still farther off from thee I tell the day to please him thou art bright And dost him grace when clouds do blot the heaven So flatter I the swartcomplexioned night When sparkling stars twire not thou gildst the even But day doth daily draw my sorrows longer And night doth nightly make griefs length seem stronger 29 When in disgrace with fortune and mens eyes I all alone beweep my outcast state And trouble deaf heaven with my bootless cries And look upon my self and curse my fate Wishing me like to one more rich in hope Featured like him like him with friends possessed Desiring this mans art and that mans scope With what I most enjoy contented least Yet in these thoughts my self almost despising Haply I think on thee and then my state Like to the lark at break of day arising From sullen earth sings hymns at heavens gate For thy sweet love remembered such wealth brings That then I scorn to change my state with kings 30 When to the sessions of sweet silent thought I summon up remembrance of things past I sigh the lack of many a thing I sought And with old woes new wail my dear times waste Then can I drown an eye unused to flow For precious friends hid in deaths dateless night And weep afresh loves long since cancelled woe And moan th expense of many a vanished sight Then can I grieve at grievances foregone And heavily from woe to woe tell oer The sad account of forebemoaned moan Which I new pay as if not paid before But if the while I think on thee dear friend All losses are restored and sorrows end 31 Thy bosom is endeared with all hearts Which I by lacking have supposed dead And there reigns love and all loves loving parts And all those friends which I thought buried How many a holy and obsequious tear Hath dear religious love stoln from mine eye As interest of the dead which now appear But things removed that hidden in thee lie Thou art the grave where buried love doth live Hung with the trophies of my lovers gone Who all their parts of me to thee did give That due of many now is thine alone Their images I loved I view in thee And thou all they hast all the all of me 32 If thou survive my wellcontented day When that churl death my bones with dust shall cover And shalt by fortune once more resurvey These poor rude lines of thy deceased" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 366, - "ignore_eos": true - } - ] - }, - { - "session_id": "dfed7e14-ceff-4c12-902d-aa043f6dc8c7", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " he is drunk and he enters with a drum before him and his staff with a sandbag fastened to it and at the other door Peter his man with a drum and sandbag and Prentices drinking to him 1 NEIGHBOUR Here neighbour Horner I drink to you in a cup of sack and fear not neighbour you shall do well enough 2 NEIGHBOUR And here neighbour heres a cup of charneco 3 NEIGHBOUR And heres a pot of good double beer neighbour Drink and fear not your man HORNER Let it come i faith and Ill pledge you all and a fig for Peter 1 PRENTICE Here Peter I drink to thee and be not afraid 2 PRENTICE Be merry Peter and fear not thy master Fight for credit of the prentices PETER I thank you all Drink and pray for me I pray you for I think I have taken my last draught in this world Here Robin an if I die I give thee my apron and Will thou shalt have my hammer and here Tom take all the money that I have O Lord bless me I pray God for I am never able to deal with my master he hath learnt so much fence already SALISBURY Come leave your drinking and fall to blows Sirrah whats thy name PETER Peter forsooth SALISBURY Peter What more PETER Thump SALISBURY Thump Then see thou thump thy master well HORNER Masters I am come hither as it were upon my mans instigation to prove him a knave and myself an honest man and touching the Duke of York I will take my death I never meant him any ill nor the King nor the Queen and therefore Peter have at thee with a downright blow YORK Dispatch This knaves tongue begins to double Sound trumpets Alarum to the combatants They fight and Peter strikes him down HORNER Hold Peter hold I confess I confess treason Dies YORK Take away his weaponFellow thank God and the good wine in thy masters way PETER O God have I overcome mine enemies in this presence O Peter thou hast prevailed in right KING HENRY Go take hence that traitor from our sight For by his death we do perceive his guilt And God in justice hath revealed to us The truth and innocence of this poor fellow Which he had thought to have murdered wrongfully Come fellow follow us for thy reward Sound a flourish Exeunt SCENE IV A Street Enter Gloucester and his Servingmen in mourning cloaks GLOUCESTER Thus sometimes hath the brightest day a cloud And after summer evermore succeeds Barren winter with his wrathful nipping cold So cares and joys abound as seasons fleet Sirs whats oclock SERVINGMEN Ten my lord GLOUCESTER Ten is the hour that was appointed me To watch the coming of my punished duchess Uneath may she endure the flinty streets To tread them with her tenderfeeling feet Sweet Nell ill can thy noble mind abrook The abject people gazing on thy face With envious looks laughing at thy shame That erst did follow thy proud chariot wheels When thou didst ride in triumph through the streets But soft I think she comes and Ill prepare My tearstained eyes to see her miseries Enter the Duchess of Gloucester in a white sheet and a taper burning in her hand with Sir John Stanley the Sheriff and Officers SERVINGMEN So please your Grace well take her from the sheriff GLOUCESTER No stir not for your lives let her pass by ELEANOR Come you my lord to see my open shame Now thou dost penance too Look how they gaze See how the giddy multitude do point And nod their heads and throw their eyes on thee Ah Gloucester hide thee from their hateful looks And in thy closet pent up rue my shame And ban th" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 379, - "ignore_eos": true - } - ] - }, - { - "session_id": "7b056a92-4ba3-479e-b18f-b774c07537f6", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " hands Peace sit you down And let me wring your heart for so I shall If it be made of penetrable stuff If damned custom have not brazd it so That it is proof and bulwark against sense QUEEN What have I done that thou darst wag thy tongue In noise so rude against me HAMLET Such an act That blurs the grace and blush of modesty Calls virtue hypocrite takes off the rose From the fair forehead of an innocent love And sets a blister there Makes marriage vows As false as dicers oaths O such a deed As from the body of contraction plucks The very soul and sweet religion makes A rhapsody of words Heavens face doth glow Yea this solidity and compound mass With tristful visage as against the doom Is thoughtsick at the act QUEEN Ay me what act That roars so loud and thunders in the index HAMLET Look here upon this picture and on this The counterfeit presentment of two brothers See what a grace was seated on this brow Hyperions curls the front of Jove himself An eye like Mars to threaten and command A station like the herald Mercury New lighted on a heavenkissing hill A combination and a form indeed Where every god did seem to set his seal To give the world assurance of a man This was your husband Look you now what follows Here is your husband like a mildewd ear Blasting his wholesome brother Have you eyes Could you on this fair mountain leave to feed And batten on this moor Ha have you eyes You cannot call it love for at your age The heyday in the blood is tame its humble And waits upon the judgement and what judgement Would step from this to this Sense sure you have Else could you not have motion but sure that sense Is apoplexd for madness would not err Nor sense to ecstacy was neer so thralld But it reservd some quantity of choice To serve in such a difference What devil wast That thus hath cozend you at hoodmanblind Eyes without feeling feeling without sight Ears without hands or eyes smelling sans all Or but a sickly part of one true sense Could not so mope O shame where is thy blush Rebellious hell If thou canst mutine in a matrons bones To flaming youth let virtue be as wax And melt in her own fire Proclaim no shame When the compulsive ardour gives the charge Since frost itself as actively doth burn And reason panders will QUEEN O Hamlet speak no more Thou turnst mine eyes into my very soul And there I see such black and grained spots As will not leave their tinct HAMLET Nay but to live In the rank sweat of an enseamed bed Stewd in corruption honeying and making love Over the nasty sty QUEEN O speak to me no more These words like daggers enter in mine ears No more sweet Hamlet HAMLET A murderer and a villain A slave that is not twentieth part the tithe Of your precedent lord A vice of kings A cutpurse of the empire and the rule That from a shelf the precious diadem stole And put it in his pocket QUEEN No more HAMLET A king of shreds and patches Enter Ghost Save me and hover oer me with your wings You heavenly guards What would your gracious figure QUEEN Alas hes mad HAMLET Do you not come your tardy son to chide That" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 447, - "ignore_eos": true - } - ] - }, - { - "session_id": "5e2e6419-3b8b-40d7-af69-fd2cf6d747af", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " Made tame and most familiar to my nature And here to do you service am becomeAs new into the world strange unacquainted I do beseech you as in way of taste To give me now a little benefit Out of those many registred in promise Which you say live to come in my behalf AGAMEMNON What wouldst thou of us Trojan Make demand CALCHAS You have a Trojan prisoner calld Antenor Yesterday took Troy holds him very dear Oft have youoften have you thanks therefore Desird my Cressid in right great exchange Whom Troy hath still denied but this Antenor I know is such a wrest in their affairs That their negotiations all must slack Wanting his manage and they will almost Give us a prince of blood a son of Priam In change of him Let him be sent great Princes And he shall buy my daughter and her presence Shall quite strike off all service I have done In most accepted pain AGAMEMNON Let Diomedes bear him And bring us Cressid hither Calchas shall have What he requests of us Good Diomed Furnish you fairly for this interchange Withal bring word if Hector will tomorrow Be answerd in his challenge Ajax is ready DIOMEDES This shall I undertake and tis a burden Which I am proud to bear Exeunt Diomedes and Calchas Achilles and Patroclus stand in their tent ULYSSES Achilles stands i thentrance of his tent Please it our general pass strangely by him As if he were forgot and Princes all Lay negligent and loose regard upon him I will come last Tis like hell question me Why such unplausive eyes are bent why turnd on him If so I have derision medcinable To use between your strangeness and his pride Which his own will shall have desire to drink It may do good Pride hath no other glass To show itself but pride for supple knees Feed arrogance and are the proud mans fees AGAMEMNON Well execute your purpose and put on A form of strangeness as we pass along So do each lord and either greet him not Or else disdainfully which shall shake him more Than if not lookd on I will lead the way ACHILLES What comes the general to speak with me You know my mind Ill fight no more gainst Troy AGAMEMNON What says Achilles Would he aught with us NESTOR Would you my lord aught with the general ACHILLES No NESTOR Nothing my lord AGAMEMNON The better Exeunt Agamemnon and Nestor ACHILLES Good day good day MENELAUS How do you How do you Exit ACHILLES What does the cuckold scorn me AJAX How now Patroclus ACHILLES Good morrow Ajax AJAX Ha ACHILLES Good morrow AJAX Ay and good next day too Exit ACHILLES What mean these fellows Know they not Achilles PATROCLUS They pass by strangely They were usd to bend To send their smiles before them to Achilles To come as humbly as they usd to creep To holy altars ACHILLES What am I poor of late Tis certain greatness once falln out with fortune Must fall out with men too What the declind is He shall as soon read in the eyes of others As feel in his own fall for men like butterflies Show not their mealy wings but to the summer And not a man for being simply man Hath any honour but honour for those honours That are without him as place riches and favour Prizes of accident as oft as merit Which when they fall as being slippery standers The love that leand on them as slippery too Do" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 398, - "ignore_eos": true - } - ] - }, - { - "session_id": "bcf9e30b-929f-42da-9ed0-78b1594a46b8", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " warmth no breath shall testify thou livest The roses in thy lips and cheeks shall fade To paly ashes thy eyes windows fall Like death when he shuts up the day of life Each part deprivd of supple government Shall stiff and stark and cold appear like death And in this borrowd likeness of shrunk death Thou shalt continue two and forty hours And then awake as from a pleasant sleep Now when the bridegroom in the morning comes To rouse thee from thy bed there art thou dead Then as the manner of our country is In thy best robes uncoverd on the bier Thou shalt be borne to that same ancient vault Where all the kindred of the Capulets lie In the meantime against thou shalt awake Shall Romeo by my letters know our drift And hither shall he come and he and I Will watch thy waking and that very night Shall Romeo bear thee hence to Mantua And this shall free thee from this present shame If no inconstant toy nor womanish fear Abate thy valour in the acting it JULIET Give me give me O tell not me of fear FRIAR LAWRENCE Hold get you gone be strong and prosperous In this resolve Ill send a friar with speed To Mantua with my letters to thy lord JULIET Love give me strength and strength shall help afford Farewell dear father Exeunt SCENE II Hall in Capulets House Enter Capulet Lady Capulet Nurse and Servants CAPULET So many guests invite as here are writ Exit first Servant Sirrah go hire me twenty cunning cooks SECOND SERVANT You shall have none ill sir for Ill try if they can lick their fingers CAPULET How canst thou try them so SECOND SERVANT Marry sir tis an ill cook that cannot lick his own fingers therefore he that cannot lick his fingers goes not with me CAPULET Go begone Exit second Servant We shall be much unfurnishd for this time What is my daughter gone to Friar Lawrence NURSE Ay forsooth CAPULET Well he may chance to do some good on her A peevish selfwilld harlotry it is Enter Juliet NURSE See where she comes from shrift with merry look CAPULET How now my headstrong Where have you been gadding JULIET Where I have learnt me to repent the sin Of disobedient opposition To you and your behests and am enjoind By holy Lawrence to fall prostrate here To beg your pardon Pardon I beseech you Henceforward I am ever ruld by you CAPULET Send for the County go tell him of this Ill have this knot knit up tomorrow morning JULIET I met the youthful lord at Lawrence cell And gave him what becomed love I might Not stepping oer the bounds of modesty CAPULET Why I am glad ont This is well Stand up This is ast should be Let me see the County Ay marry Go I say and fetch him hither Now afore God this reverend holy Friar All our whole city is much bound to him JULIET Nurse will you go with me into my closet To help me sort such needful ornaments As you think fit to furnish me tomorrow LADY CAPULET No not till Thursday There is time enough CAPULET Go Nurse go with her Well to" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 321, - "ignore_eos": true - } - ] - }, - { - "session_id": "813118d9-4f62-4e16-9d4f-2c338565e5d9", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " General in the Kings Army MACDUFF Nobleman of Scotland LENNOX Nobleman of Scotland ROSS Nobleman of Scotland MENTEITH Nobleman of Scotland ANGUS Nobleman of Scotland CAITHNESS Nobleman of Scotland FLEANCE Son to Banquo SIWARD Earl of Northumberland General of the English Forces YOUNG SIWARD his Son SEYTON an Officer attending on Macbeth BOY Son to Macduff An English Doctor A Scottish Doctor A Soldier A Porter An Old Man LADY MACBETH LADY MACDUFF Gentlewoman attending on Lady Macbeth HECATE and three Witches Lords Gentlemen Officers Soldiers Murderers Attendants and Messengers The Ghost of Banquo and several other Apparitions SCENE In the end of the Fourth Act in England through the rest of the Play in Scotland and chiefly at Macbeths Castle ACT I SCENE I An open Place Thunder and Lightning Enter three Witches FIRST WITCH When shall we three meet again In thunder lightning or in rain SECOND WITCH When the hurlyburlys done When the battles lost and won THIRD WITCH That will be ere the set of sun FIRST WITCH Where the place SECOND WITCH Upon the heath THIRD WITCH There to meet with Macbeth FIRST WITCH I come Graymalkin SECOND WITCH Paddock calls THIRD WITCH Anon ALL Fair is foul and foul is fair Hover through the fog and filthy air Exeunt SCENE II A Camp near Forres Alarum within Enter King Duncan Malcolm Donalbain Lennox with Attendants meeting a bleeding Captain DUNCAN What bloody man is that He can report As seemeth by his plight of the revolt The newest state MALCOLM This is the sergeant Who like a good and hardy soldier fought Gainst my captivityHail brave friend Say to the King the knowledge of the broil As thou didst leave it SOLDIER Doubtful it stood As two spent swimmers that do cling together And choke their art The merciless Macdonwald Worthy to be a rebel for to that The multiplying villainies of nature Do swarm upon him from the Western Isles Of kerns and gallowglasses is supplied And Fortune on his damned quarrel smiling Showd like a rebels whore But alls too weak For brave Macbeth well he deserves that name Disdaining Fortune with his brandishd steel Which smokd with bloody execution Like Valours minion carvd out his passage Till he facd the slave Which neer shook hands nor bade farewell to him Till he unseamd him from the nave to the chops And fixd his head upon our battlements DUNCAN O valiant cousin worthy gentleman SOLDIER As whence the sun gins his reflection Shipwracking storms and direful thunders break So from that spring whence comfort seemd to come Discomfort swells Mark King of Scotland mark No sooner justice had with valour armd Compelld these skipping kerns to trust their heels But the Norweyan lord surveying vantage With furbishd arms and new supplies of men Began a fresh assault DUNCAN Dismayd not this Our captains Macbeth and Banquo SOLDIER Yes As sparrows eagles or the hare the lion If I say sooth I must report they were As cannons overchargd with double cracks So they Doubly redoubled strokes upon the foe Except they meant to bathe in reeking wounds Or memorize another Golgotha I cannot tell But I am faint my gashes cry for help DUNCAN So well thy words become thee as thy wounds They smack of honour bothGo get him surgeons Exit Captain attended Enter Ross and Angus Who comes here MALCOLM The worthy Thane of Ross LENNOX What a haste looks through his eyes So should he look That seems to speak things strange ROSS God save the King DUNCAN Whence camst thou worthy thane ROSS From Fife great King Where the Norweyan banners flout the sky And fan our people cold Norway himself with terrible numbers Assisted by that most disloyal traitor The Thane of Cawdor began a dismal conflict Till that Bellonas bridegroom lappd in proof Confronted him with selfcomparisons Point against point rebellious arm gainst arm Curbing his lavish" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 543, - "ignore_eos": true - } - ] - }, - { - "session_id": "158ec01c-1bc3-4515-8631-08594e4ef85e", - "payloads": [ - { - "messages": [ - { - "role": "user", - "content": " had him of What do you call your knights name sirrah ROBIN Sir John Falstaff FORD Sir John Falstaff MISTRESS PAGE He he I can never hit ons name There is such a league between my good man and he Is your wife at home indeed FORD Indeed she is MISTRESS PAGE By your leave sir I am sick till I see her Exeunt Mistress Page and Robin FORD Has Page any brains Hath he any eyes Hath he any thinking Sure they sleep he hath no use of them Why this boy will carry a letter twenty mile as easy as a cannon will shoot pointblank twelve score He pieces out his wifes inclination he gives her folly motion and advantage And now shes going to my wife and Falstaffs boy with her A man may hear this shower sing in the wind And Falstaffs boy with her Good plots they are laid and our revolted wives share damnation together Well I will take him then torture my wife pluck the borrowed veil of modesty from the soseeming Mistress Page divulge Page himself for a secure and wilful Actaeon and to these violent proceedings all my neighbours shall cry aim Clock strikes The clock gives me my cue and my assurance bids me search There I shall find Falstaff I shall be rather praised for this than mocked for it is as positive as the earth is firm that Falstaff is there I will go Enter Page Shallow Slender Host Sir Hugh Evans Caius and Rugby SHALLOW PAGE etc Well met Master Ford FORD Trust me a good knot I have good cheer at home and I pray you all go with me SHALLOW I must excuse myself Master Ford SLENDER And so must I sir we have appointed to dine with Mistress Anne and I would not break with her for more money than Ill speak of SHALLOW We have lingered about a match between Anne Page and my cousin Slender and this day we shall have our answer SLENDER I hope I have your good will father Page PAGE You have Master Slender I stand wholly for youBut my wife Master doctor is for you altogether CAIUS Ay begar and de maid is lovea me My nursha Quickly tell me so mush HOST What say you to young Master Fenton He capers he dances he has eyes of youth he writes verses he speaks holiday he smells April and May He will carry t he will carry t Tis in his buttons he will carry t PAGE Not by my consent I promise you The gentleman is of no having He kept company with the wild Prince and Poins He is of too high a region he knows too much No he shall not knit a knot in his fortunes with the finger of my substance If he take her let him take her simply The wealth I have waits on my consent and my consent goes not that way FORD I beseech you heartily some of you go home with me to dinner Besides your cheer you shall have sport I will show you a monster Master Doctor you shall go so shall you Master Page and you Sir Hugh SHALLOW Well fare you well We shall have the freer wooing at Master Pages Exeunt Shallow and Slender CAIUS Go home John Rugby I come anon Exit Rugby HOST Farewell my hearts I will to my honest knight Falstaff and drink canary with him Exit Host FORD Aside I think I shall drink in pipewine first with him Ill make him danceWill you go gentles ALL Have with you to see this monster Exeunt SCENE III A room in Fords house Enter Mistress Ford and Mistress Page MISTRESS FORDWhat John What Robert MISTRESS PAGE Quickly quickly Is the buckbasket MISTRESS FORD I warrantWhat Robin I say Enter John and Robert with a great buckbasket MISTRESS PAGE Come come come MISTRESS FORD Here set it down MISTRESS PAGE Give your men the charge we must be brief MISTRESS FORD Marry as I told you before John and Robert be ready here hard by" - } - ], - "model": "Qwen/Qwen3-0.6B", - "stream": true, - "max_completion_tokens": 419, - "ignore_eos": true - } - ] - } - ] -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl deleted file mode 100644 index 0ab7291346ac..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export.jsonl +++ /dev/null @@ -1,50 +0,0 @@ -{"metadata":{"session_num":5,"x_request_id":"255f6b52-be94-4553-aff6-7444aaab933f","x_correlation_id":"13bc3cac-dcc5-4173-a59f-9912f53e1fbd","conversation_id":"d894ae19-95f2-47a6-88c4-fde2e8471e53","turn_index":0,"credit_issued_ns":1779883796041633584,"request_start_ns":1779883796042529445,"request_ack_ns":1779883796068027667,"request_end_ns":1779883796865363353,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":822.833908,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[0.635838,1.6551909999999999,1.749097,1.953307,1.9785819999999998,2.02257,2.098143,2.0083379999999997,2.065714,1.9636179999999999,2.086399,2.0620529999999997,1.9293989999999999,2.526977,1.9839589999999998,1.8416919999999999,1.944348,2.483842,5.997572,0.47503399999999996,1.565977,2.037678,1.961565,1.95085,1.9828409999999999,2.0403629999999997,2.0351749999999997,2.048265,2.12321,2.0338089999999998,2.0808839999999997,2.0226189999999997,2.0882739999999997,2.0282549999999997,2.117384,2.026185,2.049848,2.122548,2.044174,2.018139,2.001765,2.039345,2.083882,1.922046,2.1041369999999997,2.046559,2.0772999999999997,2.0404169999999997,2.104513,2.029498,2.264652,1.9977079999999998,1.988713,2.15001,2.047597,2.022899,1.994811,2.184516,1.9920939999999998,2.094741,2.059973,2.10993,1.893954,2.1038319999999997,2.107852,2.06315,2.081075,2.1066849999999997,1.998255,2.141571,2.000958,2.101276,2.0342439999999997,2.045287,1.988395,2.083684,2.06779,2.179992,1.982839,2.069492,2.0668249999999997,1.994532,2.166461,2.090408,1.989601,2.148456,1.985339,2.108202,2.0332939999999997,2.06091,2.101455,2.029912,2.09433,2.050834,2.037079,2.025262,2.152853,1.9751809999999999,2.237587,2.007344,2.051691,2.113183,2.110831,2.0121789999999997,2.013417,2.07485,2.082331,2.040933,2.160173,2.052807,2.064072,2.0983009999999997,2.227889,1.958243,2.123226,2.016705,2.0867329999999997,2.147037,2.050269,2.1709449999999997,1.945835,2.105927,2.121021,2.1562069999999998,1.935252,2.096715,2.053115,2.140724,2.1759399999999998,2.038129,2.164424,2.0564299999999998,1.989831,2.1134079999999997,2.1576459999999997,2.051512,2.0513209999999997,2.093584,2.054863,2.109912,2.050213,2.10427,2.037727,2.137742,2.171966,1.972314,2.222728,2.149849,2.287429,2.050334,2.033035,2.0497989999999997,1.9170669999999999,2.162851,2.078035,2.0816149999999998,2.1377829999999998,2.084896,2.025896,2.072981,2.1106659999999997,1.958972,2.087294,2.0953649999999997,2.070297,2.254115,1.935954,2.147512,1.9984689999999998,2.188601,2.0326429999999998,2.1613569999999998,2.0993049999999998,2.213008,2.048605,2.1587739999999997,2.118388,2.4668319999999997,5.082469,0.8082349999999999,2.1230029999999998,2.056899,2.1688989999999997,2.0564,2.054991,2.125504,2.050455,2.182006,2.066118,2.177189,2.1591169999999997,2.086649,2.06305,2.146762,2.043171,2.115738,2.1953579999999997,2.103973,2.015614,2.04954,2.068238,2.122203,2.139593,2.167868,2.1901349999999997,2.0293479999999997,2.1440889999999997,2.133345,2.043837,2.098156,2.089699,2.167935,2.163934,2.055649,2.174692,2.0313499999999998,2.132935,2.115274,2.133136,1.978453,2.205021,2.131418,2.07901,2.209149,2.0233909999999997,2.2159269999999998,2.048872,2.115142,2.2032439999999998,2.12454,2.083407,2.106448,2.166768,2.1163,2.06746,2.056974,2.2709639999999998,1.9667009999999998,2.246282,2.1215859999999997,2.129069,2.151322,2.0672989999999998,2.098389,2.449687,1.877648,2.181513,1.9551539999999998,1.958813,2.160571,2.225638,2.069508,2.109518,2.083612,1.9899639999999998,2.1085499999999997,2.027003,2.190877,2.059492,2.20892,2.150824,2.120559,2.047292,2.164347,2.079443,2.1490489999999998,1.9500069999999998,2.144098,2.138957,2.149918,2.1581699999999997,2.166947,2.122305,2.169946,2.011263,2.082233,2.221968,2.143235,2.127215,2.015046,2.1779949999999997,2.112357,2.102929,2.091158,2.206035,2.0743549999999997,2.151364,2.232137,2.038303,2.147688,2.1386309999999997,2.143633,2.155036,2.201783,2.105221,2.0805789999999997,2.094975,2.1142279999999998,2.133978,2.124809,2.185961,2.098122,2.159535,2.177988,2.16015,2.116971,2.17109,2.064891,2.1626,2.1235079999999997,4.313899999999999,2.1656809999999997,2.115033,2.2066779999999997,2.160933,2.1481689999999998,2.161234,2.093457,2.1840729999999997,2.051736,2.231302,2.088148,2.141015,2.180663,2.1922129999999997,2.151189,2.1121849999999998,2.086325,2.135874,2.16784,2.122677,2.2290669999999997,2.071733,5.447957,1.33649,2.172932,2.06363,2.171313,2.227007,2.029363,2.127948,2.196131,2.060605,2.044591,2.095882,2.167779,2.226555,2.096444,2.177899,2.248353,2.02166,2.2548049999999997,2.0568649999999997,2.165354,2.1838539999999997,2.150206,2.193317,2.140214,2.582837],"unit":"ms"},"output_sequence_length":{"value":364,"unit":"tokens"},"time_to_first_token":{"value":62.704483999999994,"unit":"ms"},"http_req_waiting":{"value":57.788784,"unit":"ms"},"http_req_duration":{"value":822.750181,"unit":"ms"},"input_sequence_length":{"value":718,"unit":"tokens"},"output_token_count":{"value":50,"unit":"tokens"},"time_to_second_token":{"value":0.635838,"unit":"ms"},"http_req_receiving":{"value":764.737532,"unit":"ms"},"http_req_sending":{"value":0.22386499999999998,"unit":"ms"},"time_to_first_output_token":{"value":716.9966919999999,"unit":"ms"},"http_req_data_sent":{"value":3.208984375,"unit":"KB"},"http_req_chunks_received":{"value":361,"unit":"count"},"reasoning_token_count":{"value":314,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":88.0380859375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.546448087431694,"unit":"%"},"e2e_output_token_throughput":{"value":442.37360232850295,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0940204517906333,"unit":"ms"},"prefill_throughput_per_user":{"value":11450.536775009583,"unit":"tokens/sec/user"},"http_req_total":{"value":822.750181,"unit":"ms"},"output_token_throughput_per_user":{"value":477.55025465242346,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":6,"x_request_id":"dfe8c8af-4e52-46d4-acf3-bca379022a1d","x_correlation_id":"cc901783-5ecb-47ca-9568-18480e666efc","conversation_id":"4669fe67-f9db-4fe3-adc8-472c307edcfa","turn_index":0,"credit_issued_ns":1779883796041688196,"request_start_ns":1779883796042500127,"request_ack_ns":1779883796068085748,"request_end_ns":1779883796910157582,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":867.6574549999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[0.619351,1.663516,1.737457,1.958389,1.9699129999999998,2.029512,2.0916989999999998,2.004676,2.071649,1.960592,2.091509,2.0588699999999998,1.928807,2.507881,2.006501,1.83082,1.949083,2.487165,5.977035,0.46939,1.558246,2.041837,1.961139,1.960902,2.129777,1.8780729999999999,2.034478,2.0387399999999998,2.1254589999999998,2.031792,2.08364,2.0191369999999997,2.093477,2.027501,2.123031,2.014404,2.05613,2.1190249999999997,2.044402,2.020069,1.9998449999999999,2.039625,2.082956,1.922923,2.1039369999999997,2.0370399999999997,2.0884519999999998,2.039974,2.112735,2.024633,2.269761,1.9893919999999998,1.995698,2.135377,2.055716,2.022712,1.997955,2.17629,1.9953349999999999,2.095259,2.061426,2.106836,1.903179,2.094635,2.111034,2.0627079999999998,2.082392,2.0948949999999997,2.0094499999999997,2.1400959999999998,2.0024129999999998,2.103781,2.025589,2.047841,1.9943639999999998,2.080737,2.070459,2.200926,1.9642629999999999,2.053544,2.079983,1.996314,2.147048,2.118948,1.9844519999999999,2.142567,2.002789,2.099927,2.03126,2.053514,2.10941,2.0286459999999997,2.089255,2.047535,2.038213,2.029697,2.163201,1.960761,2.25664,2.000108,2.045066,2.109884,2.1278289999999997,1.995587,2.015368,2.0712639999999998,2.086315,2.0371319999999997,2.1605659999999998,2.0497229999999997,2.069651,2.0948059999999997,2.228659,1.954896,2.13057,2.011971,2.092669,2.148055,2.0471459999999997,2.166816,1.952222,2.101241,2.126563,2.1498619999999997,1.941735,2.0935189999999997,2.0531349999999997,2.134155,2.1854359999999997,2.0290209999999997,2.174639,2.050582,1.994854,2.107012,2.158403,2.051602,2.05254,2.086554,2.061623,2.110265,2.047147,2.1082009999999998,2.037355,2.130747,2.222937,1.943387,2.216847,2.156507,2.3287359999999997,1.9830569999999998,2.0310639999999998,2.049381,1.915266,2.1625069999999997,2.074945,2.081125,2.170884,2.056666,2.026019,2.091383,2.104841,1.940756,2.096063,2.090242,2.073355,2.2761489999999998,1.9233479999999998,2.1400259999999998,2.002558,2.184169,2.043022,2.161599,2.094694,2.206846,2.0587839999999997,2.1531629999999997,2.123695,2.46279,5.097937,0.803812,2.112991,2.052089,2.166717,2.08267,2.042828,2.11584,2.047829,2.177118,2.0761309999999997,2.214962,2.12405,2.126818,2.037131,2.130312,2.060901,2.096785,2.1937349999999998,2.104615,2.020509,2.045217,2.0695799999999998,2.1190409999999997,2.148924,2.160927,2.190196,2.030363,2.166792,2.104939,2.049322,2.094459,2.092145,2.166502,2.165062,2.051758,2.173619,2.030509,2.137924,2.1126519999999998,2.1314889999999997,1.978005,2.2757519999999998,2.071166,2.083204,2.202376,2.033836,2.224523,2.032311,2.124468,2.1952409999999998,2.114944,2.089183,2.101617,2.17518,2.110474,2.074096,2.049721,2.279158,1.958756,2.2436119999999997,2.119116,2.134222,2.141812,2.106852,2.06702,2.455304,1.8695169999999999,2.187834,1.9578639999999998,1.994065,2.164617,2.220687,2.068302,2.117931,2.0742149999999997,1.997018,2.0995109999999997,2.0357,2.191719,2.056605,2.220739,2.1472249999999997,2.111442,2.049122,2.162721,2.086783,2.1422339999999997,1.950186,2.143645,2.129775,2.156681,2.162689,2.164485,2.121704,2.17171,2.012963,2.076403,2.228748,2.1357649999999997,2.132192,2.0117879999999997,2.182295,2.104987,2.107751,2.089699,2.210036,2.068972,2.157084,2.2243429999999997,2.045613,2.143208,2.144249,2.140759,2.159285,2.1921239999999997,2.121407,2.06794,2.099081,2.110528,2.1357809999999997,2.120071,2.186051,2.099652,2.163669,2.174184,2.173673,2.105394,2.179067,2.0573699999999997,2.1630759999999998,2.121328,2.239299,2.067857,2.178052,2.108152,2.212638,2.155785,2.149135,2.157752,2.097131,2.179016,2.059287,2.226892,2.098693,2.128254,2.185343,2.190247,2.154757,2.105102,2.08982,2.13053,2.178339,2.1162449999999997,2.231734,2.043799,5.436056,1.312932,2.1855279999999997,2.056673,2.179203,2.2575979999999998,2.015955,2.110757,2.2036,2.054694,2.048399,2.09342,2.165021,2.2294039999999997,2.098763,2.187913,2.242537,2.010827,2.2572229999999998,2.058443,2.160981,2.184292,2.151013,2.1955299999999998,2.1435589999999998,2.482849,2.059752,2.084174,2.1176719999999998,1.859823,2.103402,2.535627,2.6638189999999997,2.128988,11.667278,2.429986,1.5624939999999998,2.3250569999999997,2.251452,2.1854709999999997,2.346591,2.5819319999999997],"unit":"ms"},"output_sequence_length":{"value":381,"unit":"tokens"},"time_to_first_token":{"value":62.793775,"unit":"ms"},"http_req_waiting":{"value":57.784929999999996,"unit":"ms"},"http_req_duration":{"value":867.5705079999999,"unit":"ms"},"input_sequence_length":{"value":717,"unit":"tokens"},"time_to_second_token":{"value":0.619351,"unit":"ms"},"http_req_receiving":{"value":809.536265,"unit":"ms"},"http_req_sending":{"value":0.24931299999999998,"unit":"ms"},"http_req_data_sent":{"value":3.216796875,"unit":"KB"},"http_req_chunks_received":{"value":378,"unit":"count"},"reasoning_token_count":{"value":381,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":92.3212890625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2617801047120419,"unit":"%"},"e2e_output_token_throughput":{"value":439.11338259636113,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.118062315789474,"unit":"ms"},"prefill_throughput_per_user":{"value":11418.329285028649,"unit":"tokens/sec/user"},"http_req_total":{"value":867.5705079999999,"unit":"ms"},"output_token_throughput_per_user":{"value":472.12964063678453,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":2,"x_request_id":"5dde7898-0007-41ac-902a-30cee5d70103","x_correlation_id":"50a2ba49-9ca3-41bc-a7e9-6bf2a65db16b","conversation_id":"04f2aa19-968c-4007-8f5c-2100a32215a8","turn_index":0,"credit_issued_ns":1779883796041476521,"request_start_ns":1779883796042689925,"request_ack_ns":1779883796068168820,"request_end_ns":1779883796945691316,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":903.001391,"unit":"ms"},"http_req_connecting":{"value":1.752997,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":1.232089,"unit":"ms"},"inter_chunk_latency":{"value":[1.658864,1.731379,1.9644089999999998,1.9652219999999998,2.035271,2.086983,2.005524,2.069485,1.96321,2.0808,2.067544,1.924389,2.47723,2.033114,1.852013,1.9382929999999998,2.478347,5.933681,0.504311,1.570195,2.035586,1.952248,1.9595719999999999,2.026609,2.007081,2.032663,2.0469939999999998,2.117041,2.0365949999999997,2.077517,2.026199,2.087309,2.0300759999999998,2.126101,2.015309,2.053357,2.121429,2.0418119999999997,2.021035,1.997002,2.0392259999999998,2.081276,1.9276689999999999,2.092286,2.055199,2.078541,2.042804,2.103738,2.031279,2.279016,1.9855999999999998,1.996748,2.131448,2.0541519999999998,2.023933,1.997015,2.186863,1.9852429999999999,2.095876,2.058073,2.109384,1.902931,2.096642,2.110394,2.060457,2.081488,2.108033,2.006377,2.135679,1.999563,2.166639,1.962445,2.045013,1.993045,2.0809349999999998,2.068558,2.177437,1.982692,2.059253,2.075428,1.996583,2.143081,2.1153459999999997,1.988049,2.151118,1.9918939999999998,2.099338,2.0372429999999997,2.05931,2.095998,2.040371,2.087942,2.050653,2.037454,2.025458,2.160549,1.9673079999999998,2.232557,2.014255,2.04776,2.1175699999999997,2.156538,1.9669109999999999,2.011295,2.075182,2.085094,2.0450369999999998,2.148378,2.054799,2.066836,2.098176,2.225861,1.957118,2.129276,2.018135,2.086656,2.149279,2.047047,2.167827,1.9503,2.1031,2.120529,2.1557839999999997,1.9379769999999998,2.094318,2.0537069999999997,2.134176,2.187601,2.029251,2.169348,2.05462,1.988209,2.112519,2.1553999999999998,2.054033,2.0490369999999998,2.0924139999999998,2.056187,2.113595,2.044387,2.104955,2.040501,2.133991,2.230186,1.937657,2.211045,2.2330039999999998,2.32216,1.925045,2.016838,2.053912,1.9134339999999999,2.164115,2.07503,2.078885,2.179931,2.0516769999999998,2.024104,2.083825,2.1007949999999997,1.952494,2.094551,2.091881,2.0720009999999998,2.254865,1.9332099999999999,2.146225,2.000893,2.187099,2.036574,2.160399,2.098551,2.210979,2.057007,2.149952,2.123404,2.463714,5.126683,0.800927,2.1137479999999997,2.057417,2.164907,2.061763,2.036835,2.124011,2.042844,2.184433,2.067968,2.179182,2.15276,2.088186,2.060184,2.147652,2.0528049999999998,2.110834,2.190591,2.106084,2.016632,2.051598,2.0680709999999998,2.120972,2.140664,2.179366,2.1798699999999998,2.0275469999999998,2.145803,2.129418,2.041945,2.1019859999999997,2.087534,2.164705,2.1662369999999997,2.056892,2.170308,2.0323949999999997,2.133127,2.1127569999999998,2.133664,1.9808279999999998,2.205514,2.131969,2.077048,2.213395,2.024728,2.225736,2.030747,2.1302689999999997,2.191042,2.122531,2.084065,2.106375,2.173572,2.11002,2.0763409999999998,2.050936,2.272223,1.9641629999999999,2.285678,2.102973,2.110122,2.14988,2.07271,2.0990569999999997,2.472521,1.918165,2.169329,1.916844,1.9785629999999998,2.224345,2.172541,2.064965,2.110929,2.081168,1.996286,2.102273,2.029159,2.193428,2.054786,2.209009,2.1523239999999997,2.11851,2.0470319999999997,2.165724,2.081185,2.147716,1.9477309999999999,2.146875,2.13027,2.161798,2.159369,2.163397,2.12278,2.170381,2.008755,2.082109,2.2250199999999998,2.141295,2.128254,2.0148729999999997,2.177933,2.111985,2.103599,2.0887379999999998,2.207814,2.072378,2.152039,2.232482,2.0414689999999998,2.144864,2.1392979999999997,2.143875,2.1553679999999997,2.2002289999999998,2.11413,2.071538,2.0951459999999997,2.116352,2.13124,2.124711,2.183312,2.100662,2.161235,2.177207,2.168405,2.108926,2.173073,2.06602,2.158569,2.124657,2.231848,2.077165,2.171697,2.1116729999999997,2.208733,2.1607909999999997,2.146619,2.162883,2.092603,2.1851149999999997,2.051802,2.231233,2.093985,2.1345929999999997,2.179796,2.1934549999999997,2.154776,2.106935,2.085766,2.136252,2.169988,2.121498,2.228818,2.074238,5.44329,1.3064959999999999,2.1791139999999998,2.053372,2.183922,2.226685,2.0099,2.125368,2.202448,2.055545,2.039816,2.102821,2.163576,2.227963,2.096546,2.1958439999999997,2.234472,2.014751,2.256232,2.060882,2.15822,2.186484,2.1485659999999998,2.19949,2.140629,2.483002,2.062836,2.066001,2.1292139999999997,1.871838,2.053898,2.585978,2.653177,2.141853,11.654211,2.43774,1.558973,2.286203,2.217927,2.23168,2.3561989999999997,2.519244,1.913611,2.859868,1.69597,2.1585199999999998,1.935176,2.024645,2.840745,11.19835,2.57251,1.547509,2.178932,2.6799779999999997],"unit":"ms"},"output_sequence_length":{"value":392,"unit":"tokens"},"time_to_first_token":{"value":63.239878999999995,"unit":"ms"},"http_req_waiting":{"value":60.334830999999994,"unit":"ms"},"http_req_duration":{"value":902.821883,"unit":"ms"},"input_sequence_length":{"value":879,"unit":"tokens"},"time_to_second_token":{"value":1.658864,"unit":"ms"},"http_req_receiving":{"value":840.3152789999999,"unit":"ms"},"http_req_sending":{"value":2.171773,"unit":"ms"},"http_req_data_sent":{"value":4.025390625,"unit":"KB"},"http_req_chunks_received":{"value":389,"unit":"count"},"reasoning_token_count":{"value":392,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":95.0478515625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":2.985086,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2544529262086514,"unit":"%"},"e2e_output_token_throughput":{"value":434.10785842299987,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.147727652173913,"unit":"ms"},"prefill_throughput_per_user":{"value":13899.457334508816,"unit":"tokens/sec/user"},"http_req_total":{"value":905.806969,"unit":"ms"},"output_token_throughput_per_user":{"value":465.60838334777117,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":3,"x_request_id":"83f40292-7779-4f32-9f85-d896c948f4bf","x_correlation_id":"8ae0d83a-0465-4c4e-8a83-940fc054aa6e","conversation_id":"6f3460ee-c42f-43f7-9980-9abc6c30136c","turn_index":0,"credit_issued_ns":1779883796041530406,"request_start_ns":1779883796042515856,"request_ack_ns":1779883796068102963,"request_end_ns":1779883796994501355,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":951.985499,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.681136,1.722003,1.9731459999999998,1.9621499999999998,2.040337,2.084673,2.008239,2.064553,1.96762,2.078954,2.0747709999999997,1.9174909999999998,2.48048,2.025784,1.846974,1.94045,2.482258,5.934176,0.510132,1.544555,2.04475,1.95877,1.9614479999999999,1.980163,2.04767,2.033391,2.0486079999999998,2.118618,2.041177,2.074259,2.0290269999999997,2.086329,2.030855,2.115528,2.023297,2.048968,2.125963,2.038005,2.027973,1.9932619999999999,2.04493,2.0779069999999997,1.9277659999999999,2.0925789999999997,2.048531,2.08268,2.048152,2.101055,2.033872,2.246418,2.009643,1.991833,2.14111,2.051077,2.028549,1.993412,2.184881,1.986238,2.100283,2.05563,2.112494,1.897494,2.100718,2.105938,2.062235,2.081708,2.098564,2.0022439999999997,2.1478859999999997,1.9963609999999998,2.107618,2.0236579999999997,2.052548,1.9884979999999999,2.089595,2.06389,2.178392,1.978043,2.066539,2.071045,2.004244,2.133275,2.1175479999999998,1.9875969999999998,2.154849,1.976929,2.111428,2.034278,2.063957,2.0909809999999998,2.038884,2.088716,2.058623,2.029454,2.033193,2.162084,1.965593,2.224804,2.016056,2.051069,2.117698,2.0982719999999997,2.0205569999999997,2.0094719999999997,2.078474,2.0865299999999998,2.037287,2.151709,2.0593619999999997,2.060909,2.101858,2.2231229999999997,1.9608729999999999,2.123065,2.017322,2.087652,2.1541129999999997,2.041995,2.174801,1.9430939999999999,2.107745,2.118938,2.157019,1.936284,2.1016529999999998,2.045079,2.140438,2.1771629999999997,2.038685,2.160605,2.062524,1.9863719999999998,2.116574,2.151205,2.0595209999999997,2.042868,2.099658,2.051653,2.11591,2.039883,2.1105199999999997,2.034664,2.136718,2.171035,1.98118,2.220809,2.1672379999999998,2.293682,2.038032,2.010786,2.05789,1.910362,2.1648709999999998,2.0742789999999998,2.083477,2.137639,2.084549,2.025131,2.085848,2.101406,1.9543249999999999,2.0932209999999998,2.096521,2.068815,2.257726,1.930466,2.1522449999999997,1.993212,2.193416,2.03369,2.1609279999999997,2.09573,2.216217,2.051492,2.156219,2.118658,2.4507719999999997,5.0932249999999994,0.819233,2.111456,2.059784,2.168624,2.061204,2.0522549999999997,2.1329279999999997,2.037674,2.186759,2.0654909999999997,2.178557,2.15901,2.089381,2.049274,2.149764,2.0431559999999998,2.11962,2.187699,2.107704,2.015594,2.054469,2.064888,2.123455,2.142118,2.1667359999999998,2.186133,2.032692,2.141706,2.133419,2.041381,2.10179,2.0869869999999997,2.1660749999999998,2.1638319999999998,2.060113,2.168401,2.034624,2.131124,2.114556,2.132748,1.9832269999999999,2.203322,2.13205,2.075975,2.214054,2.026818,2.2289,2.0267649999999997,2.167919,2.147863,2.129912,2.083873,2.104549,2.1694679999999997,2.114051,2.072384,2.054786,2.273227,1.963736,2.2468719999999998,2.208511,2.044367,2.1482479999999997,2.067149,2.101428,2.439273,1.883348,2.182143,2.018818,1.9363489999999999,2.191366,2.1989959999999997,2.074262,2.105979,2.085134,1.990702,2.1032219999999997,2.031104,2.197022,2.051656,2.213549,2.146765,2.124729,2.0424889999999998,2.170514,2.0756959999999998,2.150865,1.9440119999999999,2.149794,2.123872,2.163083,2.158085,2.1694899999999997,2.118459,2.175973,1.9926929999999998,2.098216,2.2189609999999997,2.146139,2.127252,2.018073,2.176252,2.110151,2.106632,2.09088,2.202744,2.080442,2.146865,2.2322759999999997,2.034255,2.1511549999999997,2.137922,2.146385,2.153134,2.202696,2.113774,2.074067,2.090399,2.118097,2.130946,2.126547,2.177775,2.105779,2.1568169999999998,2.180745,2.156851,2.12229,2.224814,2.018615,2.148602,2.1335129999999998,2.227035,2.077716,2.173956,2.112746,2.206661,2.164736,2.1370549999999997,2.1705259999999997,2.0882069999999997,2.184898,2.052667,2.235818,2.0906629999999997,2.13511,2.175278,2.203356,2.1485559999999997,2.112294,2.078305,2.13965,2.1668179999999997,2.125161,2.2240249999999997,2.051214,5.4361299999999995,1.360925,2.133256,2.065077,2.171869,2.229431,2.0299199999999997,2.132559,2.195976,2.062341,2.0397529999999997,2.102524,2.159786,2.231439,2.0960419999999997,2.190803,2.249667,2.00405,2.2519579999999997,2.062912,2.159574,2.189739,2.14487,2.201298,2.138042,2.489006,2.050578,2.087053,2.153305,1.841786,2.065832,2.555841,2.648956,2.149436,11.648954999999999,2.4944599999999997,1.6692779999999998,2.141692,2.199328,2.239286,2.346263,2.5212559999999997,1.897243,2.8813999999999997,1.71109,2.181402,1.929698,2.023377,2.803842,11.192421,2.564629,1.561456,2.176209,2.572756,1.781946,2.346715,1.975938,2.031252,1.995236,2.804462,14.898778,2.285492,1.506931,1.980726,2.1874279999999997,2.040054,2.187767,2.1043689999999997,2.148368,2.0945929999999997,2.569593],"unit":"ms"},"output_sequence_length":{"value":409,"unit":"tokens"},"time_to_first_token":{"value":63.375797999999996,"unit":"ms"},"http_req_waiting":{"value":62.415761999999994,"unit":"ms"},"http_req_duration":{"value":951.8886229999999,"unit":"ms"},"input_sequence_length":{"value":898,"unit":"tokens"},"time_to_second_token":{"value":1.681136,"unit":"ms"},"http_req_receiving":{"value":889.205426,"unit":"ms"},"http_req_sending":{"value":0.267435,"unit":"ms"},"http_req_data_sent":{"value":3.4765625,"unit":"KB"},"http_req_chunks_received":{"value":406,"unit":"count"},"reasoning_token_count":{"value":409,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":99.23828125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24390243902439024,"unit":"%"},"e2e_output_token_throughput":{"value":429.6283929005519,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1779649534313723,"unit":"ms"},"prefill_throughput_per_user":{"value":14169.446828898313,"unit":"tokens/sec/user"},"http_req_total":{"value":951.8886229999999,"unit":"ms"},"output_token_throughput_per_user":{"value":459.1442109408166,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":7,"x_request_id":"ce7bf005-e2b2-4eeb-9494-42bd7b02d029","x_correlation_id":"cb834880-929a-4c04-b702-fedf40461839","conversation_id":"fdadc8de-fdb0-41d6-83ca-c24ca0a011df","turn_index":0,"credit_issued_ns":1779883796041744404,"request_start_ns":1779883796042720593,"request_ack_ns":1779883796068039073,"request_end_ns":1779883797007674606,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":964.9540129999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.6620329999999999,1.741304,1.9581009999999999,1.973884,2.0280519999999997,2.097349,2.003268,2.07638,1.9588539999999999,2.08749,2.0614149999999998,1.9255229999999999,2.471912,2.0287569999999997,1.844202,1.9458309999999999,2.477216,5.928915,0.512165,1.6080409999999998,2.027183,1.922302,1.956265,1.9876859999999998,2.041115,2.037188,2.045115,2.122865,2.034573,2.0782819999999997,2.027155,2.0913939999999998,2.0248589999999997,2.120405,2.018675,2.053497,2.122011,2.042906,2.0211699999999997,1.998394,2.042014,2.081695,1.9238259999999998,2.094347,2.047957,2.0888619999999998,2.0374749999999997,2.109868,2.030879,2.2523269999999997,2.002557,1.9951789999999998,2.139598,2.0532559999999997,2.02166,1.996395,2.1807369999999997,1.989777,2.099179,2.060702,2.1076349999999997,1.902474,2.096688,2.109509,2.064454,2.0793369999999998,2.095069,2.006054,2.142845,2.0016499999999997,2.1009379999999998,2.02754,2.050216,1.9933539999999998,2.086024,2.066846,2.1750819999999997,1.981212,2.0623519999999997,2.08159,1.993579,2.137571,2.112831,1.990502,2.155056,1.981174,2.102677,2.04122,2.060339,2.095218,2.03221,2.093384,2.0565029999999997,2.030774,2.029735,2.166625,1.9616939999999998,2.229355,2.0109239999999997,2.0548699999999998,2.114337,2.102389,2.018436,2.011044,2.0743039999999997,2.093595,2.032102,2.153909,2.0558609999999997,2.06584,2.098197,2.225705,1.9602789999999999,2.124062,2.013731,2.092303,2.151601,2.041744,2.171018,1.94911,2.1032889999999997,2.125416,2.151944,1.939193,2.096597,2.047685,2.138373,2.179233,2.0372149999999998,2.16573,2.05687,1.9889169999999998,2.113504,2.155702,2.0551559999999998,2.0453639999999997,2.0978179999999997,2.054284,2.114753,2.041713,2.108295,2.037379,2.132381,2.189409,1.961554,2.2254169999999998,2.208186,2.2500929999999997,2.010768,2.037509,2.053481,1.912768,2.163147,2.077892,2.080246,2.14864,2.07536,2.028577,2.0816719999999997,2.107223,1.9528329999999998,2.095452,2.089388,2.069572,2.266988,1.9259789999999999,2.134804,2.011625,2.187344,2.039039,2.162076,2.094894,2.209939,2.050539,2.157159,2.12368,2.4517119999999997,5.093855,0.816483,2.117603,2.06859,2.158301,2.055217,2.056574,2.126576,2.044856,2.181482,2.0689409999999997,2.228733,2.104827,2.116193,2.0331289999999997,2.147973,2.051634,2.1144789999999998,2.186756,2.106297,2.0177959999999997,2.054548,2.0653129999999997,2.120864,2.146551,2.160053,2.191595,2.030214,2.1460749999999997,2.1328869999999998,2.037201,2.1026309999999997,2.088785,2.163821,2.17032,2.050481,2.173024,2.033233,2.13107,2.1133569999999997,2.135148,1.981037,2.204441,2.129868,2.077549,2.212951,2.03002,2.2262869999999997,2.026855,2.122451,2.193364,2.129365,2.088732,2.099377,2.1708719999999997,2.116055,2.068461,2.060213,2.2673989999999997,1.976195,2.2297,2.170303,2.170286,2.120181,2.059021,2.084656,2.4233569999999998,1.878355,2.185958,1.9600119999999999,1.9889869999999998,2.2000729999999997,2.1823349999999997,2.076475,2.106033,2.082261,1.994381,2.106909,2.027873,2.1855089999999997,2.062758,2.2115709999999997,2.15047,2.120949,2.0456149999999997,2.165375,2.0840899999999998,2.1438289999999998,1.951608,2.142397,2.1299889999999997,2.156042,2.1666209999999997,2.160936,2.1227489999999998,2.172079,2.008175,2.083212,2.224932,2.141552,2.127798,2.0144159999999998,2.1795299999999997,2.111847,2.103029,2.08928,2.206673,2.0764519999999997,2.1494619999999998,2.230236,2.039192,2.146298,2.139501,2.144475,2.1558729999999997,2.20001,2.1060209999999997,2.08045,2.094834,2.114388,2.1339259999999998,2.12314,2.1821989999999998,2.10247,2.159704,2.177626,2.160913,2.116101,2.1772739999999997,2.0614079999999997,2.159919,2.120155,2.234721,2.079224,2.1663259999999998,2.112548,2.208412,2.1598289999999998,2.146133,2.162337,2.094804,2.180543,2.0543679999999997,2.233373,2.086303,2.141508,2.179509,2.195164,2.1492839999999998,2.1115939999999997,2.086068,2.135872,2.168662,2.123479,2.2331849999999998,2.043065,5.40435,1.388252,2.141442,2.078,2.1668179999999997,2.223109,2.034147,2.123195,2.203743,2.055592,2.050647,2.092367,2.163353,2.2319359999999997,2.0976559999999997,2.189786,2.247524,2.001359,2.259121,2.0626979999999997,2.152587,2.1905829999999997,2.1457729999999997,2.198147,2.1443209999999997,2.48354,2.0403279999999997,2.092504,2.164217,1.886968,2.008753,2.565889,2.649022,2.1493819999999997,11.67042,2.423372,1.5651229999999998,2.280153,2.21983,2.234432,2.35588,2.53266,1.897225,2.9191409999999998,1.655177,2.146906,1.968486,1.993518,2.839469,11.209446999999999,2.545827,1.562673,2.178816,2.5667739999999997,1.7871659999999998,2.3317319999999997,1.970793,2.081717,1.9885849999999998,2.749508,14.92935,2.268863,1.5081959999999999,1.9776699999999998,2.191557,2.036113,2.188377,2.104748,2.151417,2.086817,2.496706,1.937557,2.255855,2.348494,2.211064,2.0797049999999997,2.4374569999999998],"unit":"ms"},"output_sequence_length":{"value":415,"unit":"tokens"},"time_to_first_token":{"value":63.15817,"unit":"ms"},"http_req_waiting":{"value":62.217596,"unit":"ms"},"http_req_duration":{"value":964.8645799999999,"unit":"ms"},"input_sequence_length":{"value":717,"unit":"tokens"},"time_to_second_token":{"value":1.6620329999999999,"unit":"ms"},"http_req_receiving":{"value":902.389319,"unit":"ms"},"http_req_sending":{"value":0.257665,"unit":"ms"},"http_req_data_sent":{"value":3.1845703125,"unit":"KB"},"http_req_chunks_received":{"value":412,"unit":"count"},"reasoning_token_count":{"value":415,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":100.4912109375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2403846153846154,"unit":"%"},"e2e_output_token_throughput":{"value":430.07230853394043,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.1782508285024154,"unit":"ms"},"prefill_throughput_per_user":{"value":11352.450522236473,"unit":"tokens/sec/user"},"http_req_total":{"value":964.8645799999999,"unit":"ms"},"output_token_throughput_per_user":{"value":459.08395255266214,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":0,"x_request_id":"ea085dbe-1466-48dd-b186-284870def7f7","x_correlation_id":"8346ca38-7412-404a-9781-5ac93acaf393","conversation_id":"4597fc35-eb1f-4a73-8108-061ed14ba7ac","turn_index":0,"credit_issued_ns":1779883796041314271,"request_start_ns":1779883796042600852,"request_ack_ns":1779883796068104807,"request_end_ns":1779883797036250485,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":993.649633,"unit":"ms"},"http_req_connecting":{"value":1.7538969999999998,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":1.2036419999999999,"unit":"ms"},"inter_chunk_latency":{"value":[1.656625,1.7362279999999999,1.954971,1.9765039999999998,2.037738,2.0882199999999997,2.0074229999999997,2.068532,1.964218,2.081194,2.067154,1.924313,2.475888,2.029878,1.8532769999999998,1.942184,2.477032,5.9308559999999995,0.510294,1.549234,2.038741,1.962515,1.959129,1.9822469999999999,2.045311,2.044138,2.0379229999999997,2.123493,2.036942,2.0759499999999997,2.0287029999999997,2.0898049999999997,2.02615,2.12004,2.020186,2.0522,2.122562,2.042774,2.022513,1.996322,2.042083,2.08166,1.9243629999999998,2.0956829999999997,2.043628,2.0914289999999998,2.0398799999999997,2.1039499999999998,2.0314829999999997,2.251887,2.004075,1.995755,2.138884,2.055149,2.028307,1.992133,2.178445,1.992637,2.097846,2.057066,2.11148,1.899087,2.098185,2.108468,2.060621,2.083064,2.095485,2.005801,2.146689,1.9987899999999998,2.10131,2.0259389999999997,2.050507,1.991779,2.084526,2.068998,2.174245,1.980627,2.065655,2.076971,1.996065,2.1384849999999997,2.112737,1.9914889999999998,2.151523,1.982059,2.108187,2.037365,2.061404,2.094999,2.035079,2.091104,2.05448,2.0329349999999997,2.02989,2.162541,1.9633969999999998,2.229361,2.0107209999999998,2.055796,2.1159019999999997,2.1011859999999998,2.016593,2.013062,2.075752,2.083107,2.0417449999999997,2.1567279999999998,2.055184,2.064946,2.099817,2.226737,1.956413,2.126908,2.0135769999999997,2.091563,2.150429,2.044931,2.176319,1.9421249999999999,2.102675,2.124249,2.152669,1.9386089999999998,2.0979769999999998,2.043828,2.133226,2.189491,2.034896,2.165723,2.057934,1.989755,2.1130649999999997,2.154083,2.054519,2.0486779999999998,2.0965249999999997,2.055618,2.109314,2.0435849999999998,2.108414,2.037851,2.135303,2.1711769999999997,1.9748279999999998,2.23109,2.1563499999999998,2.4238139999999997,1.892008,2.029711,2.0515,1.9254049999999998,2.158821,2.075738,2.109181,2.110837,2.083241,2.027469,2.0799529999999997,2.104631,1.952381,2.096052,2.0924679999999998,2.070757,2.253481,1.936559,2.145637,2.00011,2.189947,2.035237,2.156351,2.101611,2.2126449999999998,2.053553,2.154479,2.123903,2.446021,5.095802,0.8150189999999999,2.116144,2.062297,2.168714,2.054651,2.058688,2.129455,2.042555,2.1817409999999997,2.068393,2.17551,2.1597489999999997,2.088535,2.059065,2.150267,2.043468,2.1176589999999997,2.190196,2.106932,2.0160679999999997,2.052502,2.0662499999999997,2.1219419999999998,2.142954,2.165637,2.191716,2.027691,2.142991,2.131363,2.0442139999999998,2.100244,2.088202,2.1651599999999998,2.164468,2.058458,2.171002,2.032542,2.133544,2.111747,2.134401,1.979811,2.210423,2.124438,2.079263,2.2124729999999997,2.0242489999999997,2.2295879999999997,2.029804,2.1183929999999997,2.198203,2.127941,2.083142,2.107129,2.1700429999999997,2.114591,2.0712859999999997,2.054481,2.27089,1.9662419999999998,2.240898,2.120468,2.131506,2.145581,2.073385,2.094308,2.447117,1.8826509999999999,2.189178,1.959291,1.990789,2.168844,2.217923,2.070639,2.110742,2.082621,1.9927469999999998,2.101594,2.034369,2.1930929999999997,2.05545,2.208885,2.148724,2.123954,2.046804,2.164824,2.079323,2.147872,1.94739,2.147688,2.1270979999999997,2.1598699999999997,2.161504,2.168192,2.117336,2.173441,1.995116,2.096726,2.223443,2.141045,2.129117,2.0138979999999997,2.1783699999999997,2.109883,2.1040289999999997,2.0899479999999997,2.205861,2.073873,2.152816,2.228477,2.038328,2.149196,2.140514,2.143465,2.1557839999999997,2.1983509999999997,2.1156379999999997,2.073957,2.094637,2.1138369999999997,2.133486,2.123678,2.182322,2.101734,2.161563,2.1774169999999997,2.1510979999999997,2.125159,2.170569,2.0662689999999997,2.161632,2.12061,2.242256,2.070383,2.1707989999999997,2.1130359999999997,2.208154,2.159103,2.148173,2.160992,2.096656,2.179589,2.054107,2.234391,2.09216,2.134407,2.179938,2.195208,2.152185,2.1087789999999997,2.086033,2.136806,2.166767,2.124799,2.2282249999999997,2.04618,5.395623,1.355783,2.1834189999999998,2.0584409999999997,2.178072,2.224074,2.039311,2.11938,2.2032119999999997,2.058067,2.049292,2.0944279999999997,2.1630979999999997,2.227516,2.097221,2.182698,2.247165,2.013495,2.2563109999999997,2.06214,2.157669,2.187963,2.148287,2.198814,2.141226,2.4854249999999998,2.050178,2.091801,2.111348,1.8688339999999999,2.043729,2.593004,2.647564,2.1493919999999997,11.648463,2.442364,1.563841,2.280254,2.222261,2.233936,2.356236,2.5195629999999998,1.912957,2.853122,1.701936,2.156422,1.938119,2.025515,2.8420199999999998,11.188646,2.578604,1.5532519999999999,2.175815,2.570413,1.785054,2.326171,1.968904,2.037022,2.008454,2.785945,14.918578,2.2841229999999997,1.5069009999999998,1.97678,4.2323759999999995,2.1864969999999997,2.105213,2.151272,2.086696,2.491249,1.944099,2.192358,2.384484,2.231352,2.058789,2.388737,2.487036,11.497053,10.69202,1.910779,2.032944],"unit":"ms"},"output_sequence_length":{"value":419,"unit":"tokens"},"time_to_first_token":{"value":63.312079999999995,"unit":"ms"},"http_req_waiting":{"value":60.426337999999994,"unit":"ms"},"http_req_duration":{"value":993.4886329999999,"unit":"ms"},"input_sequence_length":{"value":852,"unit":"tokens"},"output_token_count":{"value":17,"unit":"tokens"},"time_to_second_token":{"value":1.656625,"unit":"ms"},"http_req_receiving":{"value":930.899968,"unit":"ms"},"http_req_sending":{"value":2.162327,"unit":"ms"},"time_to_first_output_token":{"value":940.809055,"unit":"ms"},"http_req_data_sent":{"value":3.904296875,"unit":"KB"},"http_req_chunks_received":{"value":416,"unit":"count"},"reasoning_token_count":{"value":402,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":101.5634765625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":2.9575389999999997,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4750593824228029,"unit":"%"},"e2e_output_token_throughput":{"value":421.6778088419019,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.225687925837321,"unit":"ms"},"prefill_throughput_per_user":{"value":13457.147514344811,"unit":"tokens/sec/user"},"http_req_total":{"value":996.4461719999999,"unit":"ms"},"output_token_throughput_per_user":{"value":449.2992878252652,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":1,"x_request_id":"1a918803-89a1-4248-a0c2-fa4f150ba7da","x_correlation_id":"2deef3eb-5d56-4475-8718-a7764225e7c5","conversation_id":"a3b7a0c5-525b-4ffb-8474-94c973f8aa52","turn_index":0,"credit_issued_ns":1779883796041414984,"request_start_ns":1779883796042563732,"request_ack_ns":1779883796068114610,"request_end_ns":1779883797088369659,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1045.8059269999999,"unit":"ms"},"http_req_connecting":{"value":1.7707579999999998,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":1.219986,"unit":"ms"},"inter_chunk_latency":{"value":[1.674053,1.728154,1.965009,1.9733319999999999,2.027957,2.085552,2.0079439999999997,2.067069,1.967083,2.080713,2.064891,1.9209209999999999,2.469772,2.039026,1.8594229999999998,1.9494429999999998,2.4861899999999997,5.928217999999999,0.493318,1.565283,2.037058,1.961353,1.958302,1.98047,2.044882,2.037735,2.045194,2.1241149999999998,2.036203,2.099264,2.007361,2.085417,2.030023,2.110154,2.0303709999999997,2.0446619999999998,2.129652,2.035077,2.02683,1.993447,2.048069,2.080237,1.922725,2.098448,2.052748,2.07749,2.039532,2.106141,2.031481,2.2556689999999997,2.001433,1.996157,2.1413599999999997,2.0551,2.020971,1.9956459999999998,2.18284,1.990607,2.095338,2.056654,2.1121209999999997,1.899096,2.0967059999999997,2.109155,2.0618879999999997,2.081712,2.091342,2.012548,2.1385419999999997,2.0097869999999998,2.047684,1.999185,2.052631,1.991414,2.086769,2.066112,2.1760129999999998,1.9786039999999998,2.0630919999999997,2.0784309999999997,1.9946789999999999,2.140724,2.1123,1.9899779999999998,2.152829,1.9818,2.107318,2.037581,2.06126,2.093738,2.03581,2.092069,2.055011,2.032953,2.03022,2.1616999999999997,1.9633539999999998,2.229915,2.010537,2.056221,2.114441,2.101793,2.016365,2.014986,2.07362,2.0842199999999997,2.042859,2.155179,2.0550669999999998,2.0645,2.094632,2.2264239999999997,1.958133,2.1299349999999997,2.014468,2.0905869999999998,2.151297,2.043325,2.172471,1.947948,2.101264,2.124375,2.153857,1.9382899999999998,2.09745,2.046716,2.139059,2.178769,2.037983,2.163698,2.0587869999999997,1.988445,2.115062,2.155069,2.053143,2.046223,2.093213,2.057823,2.112888,2.0431179999999998,2.110994,2.036532,2.134826,2.17575,1.971352,2.2266179999999998,2.2186779999999997,2.310145,2.029854,2.0270799999999998,2.051891,1.923889,2.1545009999999998,2.070515,2.088244,2.139768,2.0842709999999998,2.021992,2.0862819999999997,2.105252,1.949855,2.0989679999999997,2.093337,2.068097,2.2021889999999997,1.9101789999999998,2.132021,2.0099139999999998,2.187785,2.036501,2.179184,2.077556,2.212584,2.052764,2.155428,2.121244,2.475937,5.0864769999999995,0.891936,2.107754,2.060956,2.158439,2.050847,2.070786,2.153928,2.015206,2.174676,2.0769409999999997,2.177479,2.156714,2.0900849999999997,2.058932,2.152752,2.040172,2.119726,2.188799,2.111158,2.01651,2.049105,2.0637149999999997,2.1139669999999997,2.153314,2.167293,2.180868,2.036899,2.135192,2.140424,2.039507,2.105219,2.082478,2.1681529999999998,2.166254,2.0571889999999997,2.169813,2.030526,2.136967,2.1130839999999997,2.139307,1.976171,2.2159969999999998,2.133726,2.065959,2.203417,2.030399,2.233857,2.0298499999999997,2.117,2.197311,2.12617,2.08403,2.1122009999999998,2.16531,2.115874,2.0675179999999997,2.063386,2.2638149999999997,1.9645009999999998,2.232997,2.1161209999999997,2.1373349999999998,2.155503,2.07007,2.097199,2.451272,1.8774229999999998,2.1909579999999997,1.956734,1.9887949999999999,2.172719,2.216926,2.0595779999999997,2.124316,2.082459,1.985862,2.1039939999999997,2.03556,2.176288,2.070726,2.2052069999999997,2.156146,2.121539,2.054351,2.154675,2.079404,2.149239,1.9481439999999999,2.145772,2.130381,2.160298,2.162109,2.170552,2.113034,2.1747639999999997,1.991636,2.100068,2.2156249999999997,2.146337,2.13013,2.02305,2.169183,2.106668,2.098655,2.097239,2.205491,2.073512,2.1494969999999998,2.2342269999999997,2.044174,2.154762,2.129529,2.133171,2.166012,2.197858,2.11829,2.0652209999999998,2.106486,2.106961,2.136764,2.111518,2.191146,2.102433,2.162867,2.176332,2.147929,2.130179,2.159793,2.076391,2.160424,2.130102,2.227486,4.250763,2.109273,2.206102,2.15724,2.150197,2.214933,2.039961,2.173089,2.0611349999999997,2.232706,2.096193,2.131175,2.179181,2.1956469999999997,2.151685,2.11117,2.08677,2.1272539999999998,2.174894,2.134111,2.210973,2.053411,5.403979,1.355414,2.178343,2.062197,2.1793579999999997,2.224623,2.033157,2.1279689999999998,2.187005,2.068975,2.045398,2.098081,2.151294,2.2482789999999997,2.085358,2.17477,2.251532,2.015889,2.261424,2.0608269999999997,2.158109,2.186859,2.1587,2.174331,2.157097,2.471762,2.062149,2.087817,2.116006,1.871348,2.037353,2.5974369999999998,2.630474,2.165476,11.646944999999999,2.433153,1.573546,2.269784,2.2326319999999997,2.2359489999999997,2.352688,2.528731,1.9042219999999999,2.861154,1.72492,2.1331469999999997,1.920339,2.0496179999999997,2.818873,11.186822,2.574318,1.559782,2.1879239999999998,2.571552,1.778379,2.323989,1.966051,2.045665,2.011376,2.779426,14.921645,2.284127,1.505544,1.9676559999999998,2.203588,2.0337009999999998,2.194166,2.1006229999999997,2.147239,2.0928809999999998,2.5035369999999997,1.929458,2.192344,2.382078,2.242095,2.055484,2.3836589999999998,2.478226,11.507427999999999,10.699484,1.903581,1.9082839999999999,1.6072089999999999,1.856123,2.063395,2.352985,2.029384,2.017754,1.908938,2.342804,10.160451,2.242339,1.50217,2.276845,2.071547,2.210833,2.1729149999999997,2.242391,2.0631239999999997,2.154439,2.204509,2.267166,2.433014],"unit":"ms"},"output_sequence_length":{"value":440,"unit":"tokens"},"time_to_first_token":{"value":63.397636,"unit":"ms"},"http_req_waiting":{"value":60.464887999999995,"unit":"ms"},"http_req_duration":{"value":1045.644133,"unit":"ms"},"input_sequence_length":{"value":845,"unit":"tokens"},"output_token_count":{"value":126,"unit":"tokens"},"time_to_second_token":{"value":1.674053,"unit":"ms"},"http_req_receiving":{"value":982.9836939999999,"unit":"ms"},"http_req_sending":{"value":2.195551,"unit":"ms"},"time_to_first_output_token":{"value":719.231889,"unit":"ms"},"http_req_data_sent":{"value":3.8955078125,"unit":"KB"},"http_req_chunks_received":{"value":437,"unit":"count"},"reasoning_token_count":{"value":314,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":106.525390625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":2.990744,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4524886877828055,"unit":"%"},"e2e_output_token_throughput":{"value":420.7281567644051,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.237832097949886,"unit":"ms"},"prefill_throughput_per_user":{"value":13328.572693152153,"unit":"tokens/sec/user"},"http_req_total":{"value":1048.634877,"unit":"ms"},"output_token_throughput_per_user":{"value":446.8610495470665,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":4,"x_request_id":"901d789f-c5a6-4818-b748-8f35efb9f948","x_correlation_id":"48c092a9-9034-48c0-8503-222b92b49188","conversation_id":"5aa21e32-c94e-40a1-a28a-028139650f7c","turn_index":0,"credit_issued_ns":1779883796041582477,"request_start_ns":1779883796042500139,"request_ack_ns":1779883796068086104,"request_end_ns":1779883797140343348,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1097.843209,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[0.616598,1.6344839999999998,1.7633159999999999,1.9285599999999998,1.9687469999999998,2.033483,2.0903579999999997,2.002843,2.07037,1.96468,2.07783,2.073328,1.9230729999999998,2.4746669999999997,2.0293319999999997,1.842527,1.944542,2.479737,5.935517,0.5116769999999999,1.5504289999999998,2.094457,1.9088269999999998,1.950904,1.984637,2.038223,2.041157,2.044923,2.121644,2.036796,2.076663,2.025511,2.09004,2.027468,2.1203909999999997,2.0189529999999998,2.052407,2.123077,2.041903,2.022093,1.998603,2.039256,2.082297,1.930173,2.091767,2.0435689999999997,2.1633839999999998,2.032988,2.044035,2.0261679999999997,2.2516249999999998,2.0050749999999997,1.99291,2.138999,2.052615,2.026215,1.998189,2.176544,1.9923339999999998,2.096853,2.0589679999999997,2.109429,1.900736,2.097876,2.1079499999999998,2.05621,2.090715,2.095462,2.007734,2.1429359999999997,2.000977,2.103678,2.02363,2.048782,1.992197,2.087122,2.067399,2.17305,1.9822259999999998,2.067268,2.074068,1.995299,2.1434889999999998,2.137164,1.9653889999999998,2.152009,1.981938,2.107036,2.036453,2.05998,2.095757,2.035594,2.0974749999999998,2.047475,2.097064,2.0377739999999998,2.123957,1.936888,2.240224,2.0055259999999997,2.04712,2.1136269999999997,2.1544149999999997,1.9686629999999998,2.009916,2.078973,2.0836609999999998,2.037084,2.158695,2.051281,2.065314,2.098303,2.2248959999999998,1.959107,2.126387,2.014949,2.0928709999999997,2.149261,2.045841,2.171881,1.94369,2.1073299999999997,2.118519,2.1588879999999997,1.935668,2.097812,2.046887,2.1427709999999998,2.179558,2.033461,2.168076,2.056494,1.990001,2.1101389999999998,2.155863,2.052873,2.052551,2.092575,2.056103,2.111465,2.046871,2.107621,2.034198,2.135958,2.1891849999999997,1.96332,2.225178,2.194308,2.29433,1.9947089999999998,2.0260309999999997,2.05069,1.915681,2.161044,2.07685,2.090785,2.136959,2.07884,2.028314,2.080718,2.1058179999999997,1.9520339999999998,2.0952729999999997,2.0917209999999997,2.070581,2.268077,1.924281,2.1524129999999997,1.992543,2.187899,2.037578,2.160624,2.097375,2.21174,2.055765,2.1512029999999998,2.122632,2.45073,5.0972919999999995,0.8145519999999999,2.1170809999999998,2.06498,2.164383,2.053403,2.055185,2.1280699999999997,2.044308,2.1816999999999998,2.0691919999999997,2.1958949999999997,2.137216,2.09095,2.058874,2.148209,2.051593,2.1120829999999997,2.1902,2.104414,2.017658,2.052968,2.065576,2.120506,2.145023,2.165594,2.18964,2.029461,2.147901,2.128243,2.041257,2.1013159999999997,2.0881529999999997,2.164437,2.167592,2.057277,2.1698049999999998,2.0326139999999997,2.132443,2.1134399999999998,2.1335029999999997,1.980456,2.206747,2.1312919999999997,2.077137,2.211646,2.0310479999999997,2.22491,2.0278519999999998,2.118333,2.197267,2.127843,2.085838,2.104962,2.171151,2.113201,2.070926,2.0537639999999997,2.274149,1.965314,2.240396,2.1530769999999997,2.13741,2.1059129999999997,2.0788409999999997,2.089905,2.486493,1.848438,2.182048,1.961339,1.9905439999999999,2.1779699999999997,2.206619,2.06529,2.1138399999999997,2.077997,1.996127,2.10163,2.030194,2.194322,2.055212,2.208611,2.153123,2.1183199999999998,2.0456019999999997,2.166436,2.084256,2.148077,1.9438529999999998,2.149403,2.12859,2.156146,2.160617,2.16569,2.121134,2.1758409999999997,2.005009,2.082284,2.226587,2.1407659999999997,2.127703,2.0177929999999997,2.17731,2.108015,2.10786,2.085702,2.20778,2.0738209999999997,2.1522799999999997,2.250073,2.0311619999999997,2.139418,2.136689,2.147841,2.155842,2.200066,2.1146149999999997,2.066467,2.09788,2.116702,2.128686,2.123732,2.181569,2.102276,2.1606009999999998,2.18181,2.16548,2.106779,2.184573,2.064697,2.158461,2.122086,2.236722,2.0709999999999997,2.174875,2.111332,2.2115929999999997,2.1563529999999997,2.146999,2.160634,2.0968109999999998,2.180421,2.056053,2.230612,2.094777,2.132399,2.1815439999999997,2.194315,2.150733,2.109914,2.086522,2.1351809999999998,2.171831,2.1220849999999998,2.228104,2.044623,5.43269,1.3256,2.181028,2.075856,2.161421,2.226439,4.159517,2.200117,2.057384,2.042922,2.100151,2.1635809999999998,2.2292609999999997,2.097504,2.186079,2.241062,2.0149749999999997,2.2562889999999998,2.061292,2.1578,2.187157,2.149012,2.19818,2.1416299999999997,2.484958,2.0507589999999998,2.074623,2.1687719999999997,1.8224529999999999,2.0914449999999998,2.5513209999999997,2.651268,2.1451949999999997,11.668092999999999,2.4232899999999997,1.560335,2.279908,2.225873,2.233543,2.3576699999999997,2.52806,1.898648,2.9044749999999997,1.707822,2.114788,1.9429429999999999,2.013908,2.835587,11.202577999999999,2.569305,1.547815,2.177486,2.571541,1.7828709999999999,2.329331,2.000313,2.0076169999999998,2.02444,2.790194,14.908297,2.2657059999999998,1.504297,1.978669,2.189092,2.0338659999999997,2.192106,2.1035779999999997,2.153772,2.109778,2.484877,1.925471,2.1973469999999997,2.38786,2.2266019999999997,2.104273,2.347104,2.5027049999999997,11.512986999999999,10.658472999999999,1.918559,1.9008479999999999,1.61073,1.8688069999999999,2.077628,2.32009,2.024542,2.0340409999999998,1.938259,2.3036339999999997,10.158574,2.255559,1.489704,2.2733209999999997,2.076801,2.213799,2.171464,2.2286539999999997,2.0604739999999997,2.169621,2.200455,2.263778,2.308915,2.254511,2.455073,2.999336,1.402159,1.7381309999999999,2.7194309999999997,1.826072,2.120044,10.296254,2.301539,1.56032,2.12846,2.0607029999999997,2.125766,2.255535,2.3390999999999997,2.064159,2.087544,2.159636,3.282437],"unit":"ms"},"output_sequence_length":{"value":461,"unit":"tokens"},"time_to_first_token":{"value":62.825210999999996,"unit":"ms"},"http_req_waiting":{"value":57.791092,"unit":"ms"},"http_req_duration":{"value":1097.756554,"unit":"ms"},"input_sequence_length":{"value":710,"unit":"tokens"},"output_token_count":{"value":116,"unit":"tokens"},"time_to_second_token":{"value":0.616598,"unit":"ms"},"http_req_receiving":{"value":1039.715819,"unit":"ms"},"http_req_sending":{"value":0.24964299999999998,"unit":"ms"},"time_to_first_output_token":{"value":783.7882579999999,"unit":"ms"},"http_req_data_sent":{"value":3.267578125,"unit":"KB"},"http_req_chunks_received":{"value":458,"unit":"count"},"reasoning_token_count":{"value":345,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":111.4736328125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4319654427645789,"unit":"%"},"e2e_output_token_throughput":{"value":419.9142429636325,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.250039126086956,"unit":"ms"},"prefill_throughput_per_user":{"value":11301.195629888134,"unit":"tokens/sec/user"},"http_req_total":{"value":1097.756554,"unit":"ms"},"output_token_throughput_per_user":{"value":444.4367159690686,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":11,"x_request_id":"3028838c-507d-4dad-ac08-15205bd1ebd3","x_correlation_id":"265aae00-59db-478f-9d4e-81f71e9cdd3d","conversation_id":"9ac6d3ca-b5e7-4535-beee-2d71ceaf5481","turn_index":0,"credit_issued_ns":1779883796996308825,"request_start_ns":1779883797498058230,"request_end_ns":1779883797998215671,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883797998215671},"metrics":{"error_isl":{"value":705,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} -{"metadata":{"session_num":8,"x_request_id":"693c3655-74c1-4538-b23a-30a118dc9729","x_correlation_id":"cb665a92-a2a8-4763-88f3-9daa0e04b1b8","conversation_id":"8ca66c9b-4d1f-4461-83cf-b633753c3f66","turn_index":0,"credit_issued_ns":1779883796867379137,"request_start_ns":1779883796868782029,"request_ack_ns":1779883796879029378,"request_end_ns":1779883797799442938,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":930.660909,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.2856229999999997,2.2168609999999997,2.232481,2.3551029999999997,2.51981,1.9055339999999998,2.8644819999999998,1.6897469999999999,2.16022,1.9409379999999998,2.024761,2.8438559999999997,11.198274999999999,2.560599,1.560222,2.177482,2.573036,1.8234949999999999,2.350736,1.909122,2.039308,2.03635,2.7759,14.897108,2.2872369999999997,1.5032079999999999,1.9727,2.196234,2.034245,2.1902049999999997,2.105507,2.1489599999999998,2.102862,2.473681,1.945813,2.195963,2.39778,2.210153,2.119447,2.343428,2.4879979999999997,11.521588,10.674184,1.893622,1.905748,1.6178679999999999,1.864034,2.054081,2.339947,2.027116,2.027647,1.930648,2.3315159999999997,10.155261,2.253383,1.489992,2.274941,2.0695099999999997,2.220849,2.164255,2.230447,2.057902,2.175542,2.199283,2.268699,2.3019879999999997,2.256023,2.456665,2.985032,1.407251,1.741009,2.67182,1.878618,2.112826,10.305226,2.292268,1.563095,2.1079149999999998,2.08398,2.1220149999999998,2.26063,2.3296229999999998,2.0734339999999998,2.085139,2.161922,3.2082189999999997,5.954362,0.728466,1.1529859999999998,1.724967,1.821289,2.160005,2.111418,1.9943179999999998,10.622076999999999,2.369624,1.4340789999999999,1.979982,2.029625,1.9755619999999998,2.066812,2.109383,2.0542819999999997,1.983644,2.0682199999999997,1.993684,2.075501,2.098397,2.2107509999999997,1.9209189999999998,2.016021,2.029846,2.0543139999999998,2.200457,1.9596719999999999,2.068265,2.197192,1.932454,1.9661,2.016825,2.0756669999999997,1.931568,2.070075,2.100502,2.007659,1.941349,2.094865,2.0564139999999997,1.9409509999999999,2.088276,2.053607,2.051347,2.231064,1.9527359999999998,1.9891789999999998,2.0064059999999997,2.131342,1.982966,2.063241,2.064553,2.044389,2.112896,2.074407,2.080574,2.04228,2.175639,2.224929,1.799961,1.925816,2.183234,1.878239,2.0924709999999997,2.0206269999999997,2.156441,2.029734,2.32199,1.7976059999999998,2.003613,2.073531,2.663704,2.014061,1.811153,1.832589,1.989825,2.111193,2.070083,2.0375229999999998,2.0860179999999997,1.978124,2.075586,2.0553209999999997,2.112856,2.041107,2.03126,2.153994,2.0566489999999997,2.045608,2.183671,2.106837,1.993043,2.090486,2.105882,2.079637,2.064022,2.167752,2.062261,2.0929059999999997,2.228758,2.033333,2.0036039999999997,2.2374519999999998,2.154633,2.039666,2.080642,2.060718,2.116641,2.033852,2.176438,2.1090839999999997,2.128758,2.022504,2.111382,2.086649,2.168463,1.96579,2.2586809999999997,2.544933,2.2064369999999998,2.110843,1.845152,2.047743,2.081309,2.096666,2.162945,2.0345619999999998,2.067811,2.166848,2.0937099999999997,2.1108249999999997,2.173108,2.047393,2.158493,2.163839,2.095906,2.075542,2.113861,2.145683,2.071532,2.152457,2.156814,2.019986,2.1306,2.077181,2.060578,2.102688,2.197183,2.026755,2.094969,2.114305,2.136964,2.0726549999999997,2.6416999999999997,5.076782,0.748138,2.184581,2.080047,2.123322,2.118081,2.0751049999999998,2.145461,2.17408,2.016984,2.484613,2.88588,1.560926,2.040118,2.093218,2.3570379999999997,2.158444,11.529475999999999,2.590797,1.316684,1.9799399999999998,2.001745,2.1769469999999997,2.109884,2.331356,1.9088969999999998,2.103048,2.1356539999999997,2.0203599999999997,2.300194,2.1480609999999998,2.0264949999999997,2.0176279999999998,2.123158,2.0997019999999997,2.1703799999999998,2.013397,2.185988,2.0967249999999997,2.1378369999999998,2.2917289999999997,1.996681,2.085668,2.164329,2.050648,2.127218,2.152543,2.075511,2.1291629999999997,2.113502,2.212385,2.054358,2.007177,2.546632,2.228134,2.1431929999999997,1.944791,1.83079,2.074999,2.2845359999999997,1.9122089999999998,2.117441,2.143402,2.060296,2.045447,2.543037,2.017875,2.148545,1.975566,2.042841,2.017012,2.143906,2.20758,2.095954,2.051596,2.183321,2.045404,2.121318,2.19495,2.076047,2.104645,2.153466,2.145015,2.03667,2.2350589999999997,1.9674889999999998,2.137673,2.0828569999999997,2.248566,2.03891,2.14939,2.146249,2.049012,2.2804699999999998,2.111478,2.061929,2.014223,2.213659,2.076014,2.0275819999999998,2.100104,2.210385,2.103893,2.187147,2.129807,2.1847529999999997,2.086847,2.170989,2.1321179999999997,2.044548,2.235988,2.382767,2.150763,2.066561,2.0680259999999997,1.926906,2.017338,2.1066439999999997,2.13478,2.1261039999999998,4.326264999999999,2.144472,2.183153,2.067504,2.048041,2.203424,2.144243,2.058024,2.200558,2.087963,2.1655249999999997,2.087296,2.14085,2.0961279999999998,2.179324,2.193122,2.074081,2.078783,2.190579,2.058579,2.107697,2.212739,2.072716,2.1200799999999997,2.255792,2.2061699999999997,2.460844],"unit":"ms"},"output_sequence_length":{"value":391,"unit":"tokens"},"time_to_first_token":{"value":29.652179,"unit":"ms"},"http_req_waiting":{"value":27.824392,"unit":"ms"},"http_req_duration":{"value":930.5797,"unit":"ms"},"input_sequence_length":{"value":770,"unit":"tokens"},"output_token_count":{"value":27,"unit":"tokens"},"time_to_second_token":{"value":2.2856229999999997,"unit":"ms"},"http_req_receiving":{"value":902.5634789999999,"unit":"ms"},"http_req_sending":{"value":0.191829,"unit":"ms"},"time_to_first_output_token":{"value":874.823222,"unit":"ms"},"http_req_data_sent":{"value":3.275390625,"unit":"KB"},"http_req_chunks_received":{"value":391,"unit":"count"},"reasoning_token_count":{"value":364,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":95.279296875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.7614213197969544,"unit":"%"},"e2e_output_token_throughput":{"value":420.13153901578556,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.310278794871795,"unit":"ms"},"prefill_throughput_per_user":{"value":25967.737480608084,"unit":"tokens/sec/user"},"http_req_total":{"value":930.5797,"unit":"ms"},"output_token_throughput_per_user":{"value":432.84819227001276,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":10,"x_request_id":"83c30a0c-57f2-4dfb-95d2-d61af2557a08","x_correlation_id":"a18eed6b-7152-41bc-afea-3d4886d006f3","conversation_id":"e528de8f-73cd-414a-8378-09f634bba461","turn_index":0,"credit_issued_ns":1779883796947341547,"request_start_ns":1779883796949365420,"request_ack_ns":1779883796956937628,"request_end_ns":1779883797851897435,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":902.532015,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.979101,2.188091,2.038011,2.188152,2.107447,2.149015,2.090349,2.488067,1.9412179999999999,2.1943189999999997,2.4044529999999997,2.208201,2.094874,2.368715,2.477799,11.515113999999999,10.680693999999999,1.908502,1.9142329999999999,1.6007799999999999,1.8621379999999998,2.053553,2.348349,2.028741,2.02008,1.9272179999999999,2.330721,10.161359,2.252143,1.487301,2.2774069999999997,2.069455,2.220163,2.164682,2.244925,2.043965,2.177082,2.197495,2.269392,2.304151,2.258331,2.4478429999999998,2.988402,1.407347,1.7434859999999999,2.6767529999999997,1.882091,2.103684,10.310908,2.289033,1.559856,2.120686,2.0710729999999997,2.122147,2.262015,2.331546,2.0716129999999997,2.0810139999999997,2.1628849999999997,3.222489,5.950894,0.7310169999999999,1.164099,1.7174289999999999,1.788073,2.1895979999999997,2.137334,1.947134,10.606817,2.389348,1.421735,1.9821019999999998,2.0328559999999998,1.9770979999999998,2.06518,2.109645,2.053052,1.9852539999999999,2.0692019999999998,1.990994,2.0743929999999997,2.104018,2.209295,1.917675,2.017894,2.0303899999999997,2.0455069999999997,2.21449,1.959622,2.075028,2.1950659999999997,1.9335639999999998,1.964273,2.017934,2.073851,1.9323679999999999,2.072822,2.0963439999999998,2.011862,1.935749,2.0990539999999998,2.054833,1.942656,2.085511,2.0543549999999997,2.053187,2.233132,1.9494749999999998,1.98945,2.010134,2.131625,1.978972,2.064056,2.062716,2.046464,2.110559,2.0726549999999997,2.08398,2.043932,2.169349,2.2293339999999997,1.80203,1.92302,2.185207,1.876156,2.098445,2.012829,2.1617859999999998,2.0266159999999998,2.320572,1.7933649999999999,2.003145,2.06945,2.6581729999999997,2.033416,1.801893,1.833647,1.988208,2.099874,2.079728,2.038127,2.091557,1.9709139999999998,2.076914,2.053654,2.1137479999999997,2.044161,2.029886,2.1515679999999997,2.057111,2.04445,2.189535,2.105587,1.9890729999999999,2.091342,2.104905,2.079341,2.072224,2.161746,2.062493,2.0947549999999997,2.228871,2.033552,2.00485,2.2336329999999998,2.155801,2.038796,2.078972,2.061019,2.120896,2.0334659999999998,2.175359,2.108212,2.136355,2.013175,2.112969,2.087576,2.16579,1.9649649999999999,2.265805,2.55428,2.213926,2.071992,1.873641,2.0503519999999997,2.077934,2.102708,2.1566229999999997,2.0400579999999997,2.066145,2.16386,2.093719,2.111119,2.172916,2.046569,2.158873,2.163856,2.094213,2.081153,2.108209,2.147553,2.072245,2.154109,2.154369,2.021194,2.130242,2.076082,2.0715689999999998,2.091962,2.1980589999999998,2.0274739999999998,2.092383,2.115428,2.135828,2.076577,2.6435709999999997,5.109306,0.729555,2.1918439999999997,2.060569,2.1299639999999997,2.126244,2.063739,2.137479,2.174374,2.016256,2.500618,2.824853,1.6071099999999998,2.033646,2.087136,2.376874,2.148624,11.517641999999999,2.61539,1.305785,1.9821849999999999,1.997318,2.181291,2.0955049999999997,2.349204,1.904329,2.10207,2.133668,2.0259359999999997,2.299876,2.151501,2.021642,2.0203409999999997,2.118602,2.101058,2.1661799999999998,2.014754,2.1845339999999998,2.0999939999999997,2.137243,2.298853,1.9913889999999999,2.095622,2.15342,2.056283,2.120783,2.158261,2.0723219999999998,2.132686,2.1094939999999998,2.2174739999999997,2.0667459999999997,1.9961769999999999,2.549905,2.2311419999999997,2.140605,1.929171,1.8311609999999998,2.078616,2.285955,1.912858,2.112988,2.142934,2.0591109999999997,2.050195,2.4894879999999997,2.049693,2.141191,2.0014369999999997,2.037949,2.022966,2.137458,2.208617,2.098249,2.053849,2.180452,2.044834,2.122366,2.1940999999999997,2.0767059999999997,2.1157589999999997,2.143099,2.14696,2.033716,2.239897,1.9588489999999998,2.1389489999999998,2.081937,2.252293,2.036368,2.141962,2.156274,2.050407,2.281643,2.1123469999999998,2.059427,2.0131989999999997,2.21283,2.075906,2.0245509999999998,2.104656,2.206909,2.106499,2.188244,2.132805,2.183179,2.0860529999999997,2.1712469999999997,2.129593,2.046525,2.236015,2.383523,2.149637,2.072695,2.059374,1.927724,2.019837,2.102989,2.135763,2.127861,2.2581279999999997,2.0664919999999998,2.148014,2.179795,2.0720069999999997,2.042617,2.205907,2.141008,2.062865,2.200944,2.084396,2.1608359999999998,2.0929599999999997,2.135478,2.108412,2.169683,2.1965369999999997,2.0713209999999997,2.083694,2.1847119999999998,2.062909,2.099052,2.2207019999999997,2.067065,2.125858,2.2571239999999997,2.206686,2.417807,1.887286,3.006448,1.3251579999999998,2.3524469999999997,6.662991,1.609032,2.489116,11.927321,2.5880319999999997,1.373109,1.993665,2.1004869999999998,2.190511,2.075097,2.1335539999999997,2.09904,2.3344899999999997,2.317885],"unit":"ms"},"output_sequence_length":{"value":387,"unit":"tokens"},"time_to_first_token":{"value":27.829494999999998,"unit":"ms"},"http_req_waiting":{"value":26.083201,"unit":"ms"},"http_req_duration":{"value":902.463584,"unit":"ms"},"input_sequence_length":{"value":589,"unit":"tokens"},"time_to_second_token":{"value":1.979101,"unit":"ms"},"http_req_receiving":{"value":876.189126,"unit":"ms"},"http_req_sending":{"value":0.19125699999999998,"unit":"ms"},"http_req_data_sent":{"value":2.5380859375,"unit":"KB"},"http_req_chunks_received":{"value":384,"unit":"count"},"reasoning_token_count":{"value":387,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":93.7451171875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25773195876288657,"unit":"%"},"e2e_output_token_throughput":{"value":428.7936533752767,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2660687046632124,"unit":"ms"},"prefill_throughput_per_user":{"value":21164.595333116893,"unit":"tokens/sec/user"},"http_req_total":{"value":902.463584,"unit":"ms"},"output_token_throughput_per_user":{"value":441.29288663761935,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":14,"x_request_id":"c2ae4a45-1a9a-4d0a-8b4f-06bc0895121f","x_correlation_id":"4668a63d-6cbb-46ed-be06-75b3b5688580","conversation_id":"611873f8-d5f9-459e-90d2-e4d3d3162889","turn_index":0,"credit_issued_ns":1779883797091327807,"request_start_ns":1779883797094401084,"request_ack_ns":1779883797102861769,"request_end_ns":1779883797950570778,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":856.1696939999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.132653,2.0611669999999997,2.1415159999999998,2.24032,2.350562,2.043282,2.106728,2.145223,3.238178,5.8932519999999995,0.765243,1.1604729999999999,1.741703,1.759201,2.219205,2.08351,2.013603,10.593346,2.387769,1.417984,2.002355,2.0099169999999997,1.998257,2.044645,2.1320419999999998,2.042824,1.9975049999999999,2.031027,2.024432,2.048075,2.1353459999999997,2.184955,1.938861,1.990497,2.062897,2.016583,2.256913,1.9204359999999998,2.09051,2.175474,1.957293,1.942203,2.0344439999999997,2.053341,1.948027,2.05564,2.118611,1.9920879999999999,1.957325,2.072546,2.083538,1.9197739999999999,2.1120229999999998,2.029366,2.073213,2.216674,1.965447,1.968052,2.034499,2.106223,2.002786,2.044758,2.08133,2.024765,2.135501,2.052653,2.117666,2.011776,2.18309,2.2133059999999998,1.8122889999999998,1.9117449999999998,2.198971,1.858442,2.1149169999999997,1.9981309999999999,2.181222,2.008183,2.3500929999999998,1.7697459999999998,2.018661,2.059098,2.663505,2.016768,1.8268469999999999,1.809378,2.014824,2.073552,2.1036799999999998,2.014377,2.114405,1.9515179999999999,2.095225,2.033065,2.133723,2.021346,2.036933,2.15019,2.077448,2.022945,2.213303,2.072219,2.020988,2.062515,2.1324099999999997,2.055566,2.094525,2.141091,2.0963499999999997,2.062379,2.24961,2.012216,2.0217199999999997,2.223124,2.1750849999999997,2.015281,2.096432,2.041938,2.1397749999999998,2.017301,2.203958,2.075552,2.154851,1.997039,2.128738,2.075671,2.183561,1.942184,2.289501,2.5336909999999997,2.226901,2.049463,1.901586,2.0241219999999998,2.100983,2.07593,2.183449,2.0154639999999997,2.093064,2.129695,2.1270089999999997,2.0825869999999997,2.201387,2.022683,2.18473,2.13956,2.113614,2.063616,2.1263229999999997,2.126105,2.095437,2.128775,2.180843,1.994762,2.101722,2.041609,2.079046,2.084543,2.206324,2.0190989999999998,2.099367,2.108653,2.1439559999999998,2.0675499999999998,2.636602,5.055166,0.78748,2.174773,2.075784,2.1170139999999997,2.1602669999999997,2.048149,2.149664,2.165619,2.015501,2.475645,2.938782,1.579601,2.065665,2.054979,2.380299,2.131172,11.555544,2.584441,1.334703,1.9582039999999998,2.017493,2.159358,2.1148919999999998,2.331238,1.9242,2.080388,2.158023,2.005456,2.309276,2.1423449999999997,2.035513,2.0050939999999997,2.1395459999999997,2.079828,2.193314,1.9755829999999999,2.224298,2.074697,2.159173,2.274752,2.01692,2.060968,2.1835839999999997,2.0329159999999997,2.14125,2.12742,2.106,2.104958,2.1409,2.1894039999999997,2.086739,1.9771779999999999,2.573479,2.207599,2.160405,1.9158899999999999,1.850078,2.057321,2.307498,1.8919899999999998,2.1353489999999997,2.1146,2.0949519999999997,2.015781,2.5064089999999997,2.032648,2.15401,1.977822,2.073232,1.9961559999999998,2.165065,2.186054,2.12316,2.0290589999999997,2.20408,2.02079,2.146074,2.170406,2.102369,2.0960959999999997,2.1727529999999997,2.10661,2.069884,2.210667,1.988214,2.111503,2.101099,2.2332069999999997,2.057838,2.117077,2.180118,2.0279629999999997,2.29196,2.10527,2.081746,1.9932889999999999,2.211989,2.066148,2.0406299999999997,2.099215,2.2149829999999997,2.094509,2.210184,2.1068729999999998,2.2132989999999997,2.064035,2.1882889999999997,2.105733,2.075538,2.213825,2.391899,2.120606,2.1199399999999997,2.020943,1.962653,1.9816349999999998,2.132406,2.114559,2.1538649999999997,2.2342649999999997,2.0906119999999997,2.130162,2.2010039999999997,2.043026,2.0669809999999997,2.186521,2.164084,2.0429269999999997,2.206296,4.22453,2.127078,2.1111299999999997,2.131448,2.149984,2.215103,2.0509969999999997,2.101165,2.1699539999999997,2.073698,2.085968,2.240583,2.050872,2.172021,2.20445,2.219359,2.407419,1.833295,3.018324,1.355561,2.336349,6.649533,1.616013,2.507186,11.914678,2.6131759999999997,1.3710639999999998,1.995089,2.099014,2.198029,2.0027779999999997,2.207235,2.108831,2.337925,2.23273,1.941638,2.5683629999999997,1.7135909999999999,2.036316,1.984219,2.533978,2.192955,11.380543999999999,2.517893,1.400834,1.980359,2.124978,2.1499289999999998,2.0696719999999997,2.182079,2.120273,2.230196,2.241015,2.26305,2.067796,2.2575149999999997,2.18754,1.919022,2.111615,2.121565,2.120322,2.082661,2.035224,2.141647,2.079224,2.0733509999999997,2.183519,2.18123,2.052804,2.1077619999999997,2.1483179999999997,2.184577,2.078775,2.127528,2.105037,2.1837429999999998,2.507635],"unit":"ms"},"output_sequence_length":{"value":377,"unit":"tokens"},"time_to_first_token":{"value":25.485685999999998,"unit":"ms"},"http_req_waiting":{"value":23.601138,"unit":"ms"},"http_req_duration":{"value":856.074579,"unit":"ms"},"input_sequence_length":{"value":860,"unit":"tokens"},"output_token_count":{"value":79,"unit":"tokens"},"time_to_second_token":{"value":2.132653,"unit":"ms"},"http_req_receiving":{"value":832.219299,"unit":"ms"},"http_req_sending":{"value":0.254142,"unit":"ms"},"time_to_first_output_token":{"value":670.571363,"unit":"ms"},"http_req_data_sent":{"value":3.70703125,"unit":"KB"},"http_req_chunks_received":{"value":374,"unit":"count"},"reasoning_token_count":{"value":298,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":91.14453125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5277044854881267,"unit":"%"},"e2e_output_token_throughput":{"value":440.3332687923896,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2092659787234044,"unit":"ms"},"prefill_throughput_per_user":{"value":33744.43207061407,"unit":"tokens/sec/user"},"http_req_total":{"value":856.074579,"unit":"ms"},"output_token_throughput_per_user":{"value":452.63902564499585,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":9,"x_request_id":"e2dd06de-127a-4fa6-94ef-09dcb3019f3f","x_correlation_id":"f99387ec-61d5-469b-b85b-f914af1150dc","conversation_id":"2d3739ee-c80f-452d-8481-22689ff3abd0","turn_index":0,"credit_issued_ns":1779883796911816255,"request_start_ns":1779883796913081368,"request_ack_ns":1779883796921874922,"request_end_ns":1779883797985871948,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1072.7905799999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.179068,2.5680739999999997,1.782449,2.367285,1.949562,2.024137,2.056408,2.7320759999999997,14.96119,2.241911,1.5089819999999998,1.9723549999999999,2.19481,2.0307,2.194289,2.1011319999999998,2.155119,2.0828699999999998,2.4989719999999997,1.9673969999999998,2.1974929999999997,2.362484,2.233462,2.085179,2.374387,2.4662249999999997,11.538264999999999,10.657624,1.9213099999999999,1.89095,1.6167719999999999,1.850063,2.063846,2.362031,2.019936,2.051303,1.895271,2.313479,10.183259999999999,2.236293,1.493328,2.269405,2.078188,2.210569,2.179637,2.229921,2.04948,2.169422,2.20768,2.258864,2.3155509999999997,2.247855,2.45382,3.011272,1.40061,1.730526,2.7143889999999997,1.83619,2.123935,10.288056,2.310564,1.548562,2.1304689999999997,2.0643759999999998,2.128637,2.2526349999999997,2.341855,2.060723,2.091315,2.1549229999999997,3.2201779999999998,5.9362509999999995,0.752316,1.141254,1.7262879999999998,1.821709,2.1674539999999998,2.0872219999999997,2.003808,10.597954,2.394946,1.4136279999999999,1.989096,2.024841,1.98304,2.06071,2.113938,2.047625,1.9907869999999999,2.063545,1.9961719999999998,2.0684739999999997,2.107601,2.211297,1.9210479999999999,2.042976,2.017489,2.036412,2.219024,1.951107,2.065382,2.1931279999999997,1.946259,1.956542,2.026579,2.063641,1.938319,2.0690209999999998,2.1061069999999997,2.001529,1.944534,2.089949,2.0657739999999998,1.932126,2.093394,2.045753,2.061933,2.2250129999999997,1.957021,1.9816509999999998,2.018237,2.122442,1.9897559999999999,2.054645,2.071223,2.037266,2.120135,2.066084,2.090386,2.036169,2.177493,2.222168,1.8064419999999999,1.915549,2.192313,1.868361,2.108228,2.0048079999999997,2.1692739999999997,2.0197149999999997,2.331255,1.7844019999999998,2.011495,2.106411,2.642832,2.014377,1.8155279999999998,1.813041,1.996108,2.097696,2.084371,2.028917,2.098011,1.965731,2.081716,2.051438,2.11783,2.036339,2.036887,2.143014,2.064427,2.0381329999999998,2.196239,2.108253,1.997078,2.076531,2.109688,2.085258,2.069562,2.152003,2.0685759999999997,2.087198,2.237738,2.023809,2.009709,2.231655,2.161105,2.033265,2.085387,2.055939,2.121823,2.02968,2.18311,2.10156,2.1426879999999997,2.006982,2.117415,2.082465,2.172506,1.958572,2.272088,2.551589,2.214547,2.05762,1.8838519999999999,2.036263,2.091306,2.0942499999999997,2.164703,2.029708,2.074542,2.158014,2.099093,2.104537,2.178372,2.0407759999999997,2.164678,2.16998,2.0926109999999998,2.072085,2.1132429999999998,2.142572,2.076879,2.147135,2.16064,2.014071,2.151443,2.066211,2.067151,2.088975,2.218544,2.007854,2.0976049999999997,2.109654,2.1449849999999997,2.066022,2.640546,5.100089,0.749904,2.169294,2.0804139999999998,2.119456,2.124109,2.069754,2.153641,2.16938,2.0165759999999997,2.500279,2.838123,1.58432,2.0448269999999997,2.119792,2.3414829999999998,2.1404579999999997,11.521075999999999,2.606331,1.3224479999999998,1.970542,2.007805,2.1702399999999997,2.122588,2.328205,1.9105249999999998,2.0945869999999998,2.140864,2.018293,2.30787,2.141795,2.030124,2.0196989999999997,2.11936,2.0909169999999997,2.177259,2.00517,2.19529,2.088006,2.148141,2.289959,2.006577,2.0761529999999997,2.166804,2.048104,2.1329469999999997,2.146981,2.0791839999999997,2.13285,2.108368,2.2091979999999998,2.064199,1.995552,2.566329,2.220811,2.149759,1.917152,1.83714,2.069315,2.294162,1.906998,2.121975,2.13373,2.076527,2.035368,2.492775,2.044024,2.1384309999999997,1.9866849999999998,2.062734,2.013673,2.147445,2.201532,2.10536,2.04607,2.188366,2.0367379999999997,2.1305359999999998,2.18629,2.086075,2.1039719999999997,2.155679,2.138154,2.041426,2.2305539999999997,1.9688189999999999,2.128997,2.0919309999999998,2.2455309999999997,2.043663,2.126324,2.169761,2.043236,2.291212,2.10233,2.0675239999999997,2.004715,2.222607,2.063532,2.033554,2.0957019999999997,2.22066,2.097077,2.196062,2.125415,2.191541,2.079176,2.177138,2.115475,2.059072,2.228923,2.385018,2.145901,2.083525,2.0481249999999998,1.937292,2.012849,2.109989,2.128891,2.136072,2.254835,2.0684489999999998,2.141815,2.1876379999999997,2.064963,2.0462949999999998,2.202197,2.1477209999999998,2.054456,2.2091309999999997,2.0760449999999997,2.1694139999999997,2.087145,2.1391549999999997,2.1015379999999997,2.1795169999999997,2.1899949999999997,2.073606,2.079565,2.190376,2.056594,2.103876,2.216175,2.072648,2.120808,2.263226,2.1967019999999997,2.4224699999999997,1.8341379999999998,3.034084,1.344148,2.358022,6.656473,1.6277659999999998,2.456584,11.972601,2.551465,1.390449,1.992008,2.101991,2.1847559999999997,2.015145,2.190506,2.106041,2.327679,2.25411,1.9182409999999999,2.634557,1.6559389999999998,2.08644,1.934416,2.5755209999999997,2.14371,11.456878999999999,2.481854,1.452481,1.918464,2.159166,2.0959149999999998,2.0902529999999997,2.181718,2.1209029999999998,2.223108,2.308337,2.188813,2.097867,2.20327,2.233325,1.8815549999999999,2.1388979999999997,2.093555,2.1447469999999997,2.069949,2.062724,2.136271,2.1219419999999998,2.027095,2.256675,2.2740549999999997,1.9210109999999998,2.0569409999999997,2.169041,2.154109,2.104295,2.1057699999999997,2.117868,2.169272,2.438567,2.169464,2.461235,2.469073,2.093355,1.810376,2.370075,1.9685739999999998,11.358551,2.305674,1.55025,2.244622,2.631849],"unit":"ms"},"output_sequence_length":{"value":452,"unit":"tokens"},"time_to_first_token":{"value":27.744698,"unit":"ms"},"http_req_waiting":{"value":26.030046,"unit":"ms"},"http_req_duration":{"value":1072.724766,"unit":"ms"},"input_sequence_length":{"value":824,"unit":"tokens"},"time_to_second_token":{"value":2.179068,"unit":"ms"},"http_req_receiving":{"value":1046.552702,"unit":"ms"},"http_req_sending":{"value":0.142018,"unit":"ms"},"http_req_data_sent":{"value":3.767578125,"unit":"KB"},"http_req_chunks_received":{"value":449,"unit":"count"},"reasoning_token_count":{"value":452,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":109.5458984375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.22075055187637968,"unit":"%"},"e2e_output_token_throughput":{"value":421.33106724333834,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3171749046563193,"unit":"ms"},"prefill_throughput_per_user":{"value":29699.36814594269,"unit":"tokens/sec/user"},"http_req_total":{"value":1072.724766,"unit":"ms"},"output_token_throughput_per_user":{"value":431.55999920011163,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":12,"x_request_id":"f5e2a3ce-f21b-4acb-baa2-72bc518b4f77","x_correlation_id":"f6e82111-6668-4664-917e-012ebe3f2c08","conversation_id":"886d4c50-b0b7-4e3f-9769-4c714c6d05c0","turn_index":0,"credit_issued_ns":1779883797009376819,"request_start_ns":1779883797010747147,"request_ack_ns":1779883797017695810,"request_end_ns":1779883798021264793,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1010.5176459999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.610329,1.8503079999999998,2.06274,2.34165,2.004569,2.024207,1.9022,2.3264519999999997,10.161709,2.248309,1.4951699999999999,2.271209,2.076824,2.212029,2.17299,2.222914,2.062758,2.169307,2.206658,2.261748,2.310016,2.2482919999999997,2.4568879999999997,2.9789,1.4668329999999998,1.7343419999999998,2.663706,1.8314409999999999,2.134849,10.28248,2.305844,1.5521239999999998,2.117686,2.080377,2.127539,2.25277,2.343088,2.060107,2.091281,2.1551359999999997,3.209107,5.951728999999999,0.74988,1.139128,1.726063,1.8249099999999998,2.173308,2.110168,1.990335,10.589058999999999,2.392265,1.4173529999999999,1.989471,2.023689,1.982985,2.061328,2.1134429999999997,2.049176,1.989342,2.0593019999999997,2.000089,2.0704029999999998,2.1056969999999997,2.203963,1.9247029999999998,2.012736,2.039717,2.038804,2.217374,1.953933,2.0621739999999997,2.195176,1.946076,1.9584009999999998,2.025638,2.0664379999999998,1.9374289999999998,2.0692589999999997,2.1056719999999998,2.001811,1.9419819999999999,2.092874,2.0640229999999997,1.935023,2.092613,2.045553,2.056226,2.22947,1.956875,1.9826629999999998,2.0177039999999997,2.120662,1.990033,2.057798,2.070701,2.036079,2.119497,2.068534,2.087841,2.037188,2.176889,2.2214039999999997,1.80847,1.916977,2.191522,1.8693279999999999,2.10737,2.0066569999999997,2.165527,2.020698,2.337506,1.7820159999999998,2.011284,2.066102,2.649145,2.025528,1.8142399999999999,1.8298649999999999,1.9969549999999998,2.0911809999999997,2.087678,2.030407,2.10115,1.965687,2.081072,2.049528,2.120056,2.0366619999999998,2.035421,2.146784,2.062334,2.039611,2.1928129999999997,2.100813,1.9953269999999999,2.0859929999999998,2.108915,2.074791,2.077325,2.1548789999999998,2.068758,2.0893859999999997,2.234375,2.027164,2.006513,2.23319,2.160274,2.035463,2.081879,2.058081,2.120529,2.031977,2.180735,2.102211,2.142487,2.0096439999999998,2.117968,2.08104,2.171988,1.960338,2.267106,2.545152,2.211273,2.063287,1.886979,2.039916,2.095455,2.088898,2.1686259999999997,2.028558,2.072485,2.161246,2.101093,2.10403,2.177988,2.040746,2.163125,2.16013,2.098945,2.07587,2.114939,2.13864,2.079983,2.147145,2.161406,2.014825,2.131306,2.0914639999999998,2.071849,2.081736,2.212919,2.013687,2.100047,2.107642,2.144316,2.066585,2.638502,5.059540999999999,0.827796,2.1303959999999997,2.077358,2.118449,2.12317,2.073902,2.153847,2.167937,2.01854,2.5249989999999998,2.827499,1.569686,2.047129,2.0752379999999997,2.38609,2.1302719999999997,11.538445999999999,2.593282,1.327886,1.971274,2.007174,2.1715969999999998,2.100078,2.3425819999999997,1.918305,2.091453,2.141494,2.018121,2.3066969999999998,2.139907,2.032048,2.010672,2.12985,2.094024,2.176066,2.0053829999999997,2.196012,2.087493,2.1446579999999997,2.290658,2.006493,2.073149,2.1686959999999997,2.0430919999999997,2.132841,2.149845,2.080939,2.123917,2.118279,2.208163,2.0634099999999997,2.0014719999999997,2.5537419999999997,2.2201,2.151119,1.9289219999999998,1.8337029999999999,2.073887,2.29365,1.9053,2.122133,2.135258,2.067822,2.040441,2.490211,2.043062,2.142997,1.981266,2.070233,2.0110259999999998,2.152913,2.200145,2.104314,2.047558,2.187419,2.036054,2.130811,2.183544,2.086488,2.095599,2.163917,2.1372999999999998,2.042821,2.230541,1.9680819999999999,2.131366,2.091037,2.244036,2.047571,2.124246,2.167773,2.043631,2.291556,2.1023449999999997,2.066016,2.007558,2.220568,2.069409,2.0336469999999998,2.09549,4.316567,2.187201,2.134222,2.182018,2.086426,2.1699759999999997,2.125711,2.048864,2.241092,2.374481,2.150905,2.0794989999999998,2.059304,1.92664,2.018677,2.1023989999999997,2.135383,2.1245249999999998,2.271292,2.05522,2.149971,2.180765,2.0773379999999997,2.0350829999999998,2.208786,2.1403,2.066561,2.1901539999999997,2.098966,2.15427,2.095868,2.1306279999999997,2.101813,2.176608,2.201329,2.063528,2.087797,2.182994,2.065025,2.097317,2.223678,2.0653099999999998,2.127767,2.248528,2.213213,2.4114169999999997,1.8356629999999998,3.02805,1.3494979999999999,2.347622,6.636664,1.645689,2.476978,11.937033999999999,2.6503609999999997,1.3604239999999999,1.9609409999999998,2.100087,2.191276,2.005299,2.1964829999999997,2.107758,2.331426,2.2434629999999998,1.926045,2.580616,1.7439859999999998,2.043165,1.944154,2.551485,2.171375,11.43943,2.493004,1.371835,1.974993,2.1618619999999997,2.119118,2.068947,2.177732,2.1217699999999997,2.227268,2.295784,2.416998,1.870728,2.220156,2.217854,1.901602,2.11607,2.110618,2.137762,2.083586,2.0418089999999998,2.120685,2.157949,2.017908,2.189482,2.165651,2.122461,2.049772,2.151338,2.168544,2.09769,2.112665,2.112302,2.172789,2.426354,2.179528,2.410109,2.48503,2.070658,1.856993,2.341519,2.011287,11.340041,2.320969,1.536503,2.156091,2.602229,2.194804,2.514096,2.732979,1.76935,2.016549,2.334879,2.635116,11.085035999999999,2.333412,1.48745,2.024812,2.419694],"unit":"ms"},"output_sequence_length":{"value":433,"unit":"tokens"},"time_to_first_token":{"value":25.410645,"unit":"ms"},"http_req_waiting":{"value":23.308367999999998,"unit":"ms"},"http_req_duration":{"value":1010.45497,"unit":"ms"},"input_sequence_length":{"value":768,"unit":"tokens"},"output_token_count":{"value":132,"unit":"tokens"},"time_to_second_token":{"value":1.610329,"unit":"ms"},"http_req_receiving":{"value":987.0043479999999,"unit":"ms"},"http_req_sending":{"value":0.142254,"unit":"ms"},"time_to_first_output_token":{"value":692.389605,"unit":"ms"},"http_req_data_sent":{"value":3.501953125,"unit":"KB"},"http_req_chunks_received":{"value":430,"unit":"count"},"reasoning_token_count":{"value":301,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":104.75,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.45977011494252873,"unit":"%"},"e2e_output_token_throughput":{"value":428.49325958232697,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.280340280092593,"unit":"ms"},"prefill_throughput_per_user":{"value":30223.553947568034,"unit":"tokens/sec/user"},"http_req_total":{"value":1010.45497,"unit":"ms"},"output_token_throughput_per_user":{"value":438.53104237556823,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":15,"x_request_id":"e5d1ca44-a31a-4f24-b1fa-608e7a0ea9d2","x_correlation_id":"65bcb990-6af8-4427-a309-d8fe28fd6fa5","conversation_id":"2d907eaf-4afb-4b2d-8b43-354605dcde9f","turn_index":0,"credit_issued_ns":1779883797142167054,"request_start_ns":1779883797143584504,"request_ack_ns":1779883797154851173,"request_end_ns":1779883798057637869,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":914.053365,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.9901,2.024035,1.982086,2.059904,2.1145959999999997,2.0464409999999997,1.9927089999999998,2.06317,1.9968849999999998,2.070329,2.109905,2.2030659999999997,1.923743,2.011044,2.036924,2.08542,2.180722,1.942948,2.111217,2.146756,1.94556,1.9542499999999998,2.02853,2.067269,1.934764,2.066141,2.1062719999999997,2.001791,1.9489239999999999,2.0879019999999997,2.063453,1.933055,2.094725,2.0469049999999998,2.0602929999999997,2.22485,1.957814,1.9795989999999999,2.020034,2.122681,1.987429,2.057023,2.07006,2.037276,2.119812,2.0676479999999997,2.0889349999999998,2.034272,2.179036,2.221123,1.810212,1.9141279999999998,2.1904559999999997,1.8708289999999999,2.104486,2.007454,2.1666469999999998,2.019554,2.399724,1.722572,2.012772,2.059994,2.6928669999999997,2.0087479999999998,1.813604,1.81018,1.996587,2.1033839999999997,2.08292,2.023736,2.1005979999999997,1.9647629999999998,2.0823389999999997,2.048049,2.118826,2.0408779999999997,2.032943,2.145458,2.065417,2.038035,2.1949449999999997,2.11288,1.992252,2.0752729999999997,2.111518,2.0938939999999997,2.061463,2.149165,2.070643,2.087322,2.2362059999999997,2.025649,2.0074199999999998,2.233351,2.1616809999999997,2.033679,2.082509,2.057584,2.123525,2.028742,2.182064,2.1030699999999998,2.143296,2.005788,2.118761,2.080391,2.170012,1.960905,2.273786,2.544869,2.217127,2.0799559999999997,1.865252,2.034067,2.102319,2.0843089999999997,2.1642989999999998,2.0302029999999998,2.0738659999999998,2.156168,2.100021,2.106067,2.179814,2.0389049999999997,2.1642989999999998,2.156435,2.1027039999999997,2.075412,2.113809,2.1390789999999997,2.080947,2.144616,2.16308,2.015132,2.134516,2.072067,2.078974,2.083999,2.202433,2.023611,2.097051,2.113453,2.140705,2.068108,2.636077,5.1175939999999995,0.7485499999999999,2.155151,2.088351,2.1171889999999998,2.125172,2.063311,2.154414,2.168633,2.021476,2.50442,2.820243,1.5972849999999998,2.043937,2.075309,2.394266,2.124977,11.540412,2.598368,1.317734,1.974653,2.004985,2.172276,2.1012269999999997,2.355486,1.9014419999999999,2.092948,2.14317,2.015736,2.309832,2.14183,2.030879,2.011753,2.127573,2.0966899999999997,2.17039,2.0063459999999997,2.19307,2.091033,2.1442449999999997,2.2914849999999998,2.000935,2.0862529999999997,2.165524,2.04272,2.129721,2.1483399999999997,2.079405,2.1270439999999997,2.117476,2.210121,2.081248,1.988789,2.54812,2.223127,2.150716,1.9210669999999999,1.8429259999999998,2.066348,2.295414,1.90327,2.122519,2.136821,2.066747,2.045231,2.497567,2.033994,2.2178329999999997,1.936175,2.043958,2.0074199999999998,2.144765,2.199219,2.1049059999999997,2.044904,2.189029,2.039163,2.1279619999999997,2.1876249999999997,2.083668,2.096381,2.161583,2.140926,2.039914,2.231349,1.9669919999999999,2.133149,2.0885949999999998,2.246847,2.043602,2.1299479999999997,2.164593,2.044626,2.290261,2.10278,2.066912,2.006917,2.2206319999999997,2.0663679999999998,2.033108,2.098109,2.211049,2.1019479999999997,2.20212,2.123112,2.187632,2.079765,2.1765749999999997,2.1239399999999997,2.050459,2.231165,2.387511,2.141591,2.0818879999999997,2.053034,1.9362039999999998,2.0121629999999997,2.107687,2.129806,2.135247,2.254248,2.067257,2.144236,2.186759,2.071331,2.0435399999999997,2.2000539999999997,2.146772,2.057233,2.207143,2.0768429999999998,2.167302,2.089519,2.1392569999999997,2.094185,2.184478,2.1929119999999998,2.070614,2.081662,2.1892579999999997,2.058515,2.103344,2.219684,2.0688239999999998,2.122313,2.260874,2.198746,2.423084,1.8293849999999998,3.087856,1.299553,2.364419,6.646659,1.646965,2.45646,11.931982,2.581523,1.3901519999999998,1.989741,2.1053949999999997,2.1861639999999998,2.013846,2.188495,2.1103549999999998,2.3275639999999997,2.252879,1.9224359999999998,2.587612,1.727776,2.075325,1.9134579999999999,2.5934049999999997,2.133959,11.450045999999999,2.451958,1.456839,1.9227139999999998,2.186976,2.086543,2.088628,2.178048,2.120506,2.2909859999999997,2.21093,2.410469,1.9190729999999998,2.198252,2.224694,1.890655,2.1317269999999997,2.102179,2.146032,2.080599,2.0358799999999997,2.1317019999999998,2.104464,2.035176,2.207723,2.154276,2.124964,2.054759,2.172408,2.146905,2.098019,2.11009,2.122387,2.164266,2.43889,2.168272,2.432407,2.4697039999999997,2.067087,1.889964,2.325481,1.975007,11.352552,2.348588,1.551615,2.119768,2.606427,2.1886419999999998,2.528607,2.737926,1.817272,2.0129539999999997,2.3577209999999997,2.606569,11.095754,2.3238659999999998,1.4989569999999999,2.012168,2.401258,1.916723,2.852224,1.7372189999999998,2.2711959999999998,1.996769,2.277644,12.799626,2.391222,1.422369,1.968642,2.073051,2.6076989999999998],"unit":"ms"},"output_sequence_length":{"value":393,"unit":"tokens"},"time_to_first_token":{"value":28.749793,"unit":"ms"},"http_req_waiting":{"value":27.177961999999997,"unit":"ms"},"http_req_duration":{"value":913.992039,"unit":"ms"},"input_sequence_length":{"value":728,"unit":"tokens"},"time_to_second_token":{"value":1.9901,"unit":"ms"},"http_req_receiving":{"value":886.6776169999999,"unit":"ms"},"http_req_sending":{"value":0.13646,"unit":"ms"},"http_req_data_sent":{"value":3.259765625,"unit":"KB"},"http_req_chunks_received":{"value":391,"unit":"count"},"reasoning_token_count":{"value":393,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":95.5107421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25380710659898476,"unit":"%"},"e2e_output_token_throughput":{"value":429.9530148330016,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2584274795918367,"unit":"ms"},"prefill_throughput_per_user":{"value":25321.921448269208,"unit":"tokens/sec/user"},"http_req_total":{"value":913.992039,"unit":"ms"},"output_token_throughput_per_user":{"value":442.7859690144795,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":13,"x_request_id":"c3a1e42b-4971-462a-bdb2-1eb655e0834b","x_correlation_id":"61676ddc-1cbc-4f92-a7a7-7dfb594f397f","conversation_id":"7b056a92-4ba3-479e-b18f-b774c07537f6","turn_index":0,"credit_issued_ns":1779883797039080644,"request_start_ns":1779883797041937988,"request_ack_ns":1779883797049132487,"request_end_ns":1779883798089677030,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1047.739042,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.272802,2.071199,2.221886,2.162166,2.2334359999999998,2.0529189999999997,2.17673,2.197301,2.273323,2.3022519999999997,2.25636,2.45713,2.9821169999999997,1.404784,1.743496,2.668859,1.870957,2.1213919999999997,10.299316,2.301236,1.5593869999999999,2.111815,2.085017,2.11943,2.261262,2.3284689999999997,2.074623,2.082218,2.164581,3.206064,5.9253849999999995,0.76062,1.160984,1.715088,1.786193,2.191361,2.1106659999999997,1.993944,10.604422,2.392341,1.4252449999999999,1.982975,2.03172,1.974997,2.067968,2.108481,2.054462,1.984451,2.071818,1.9887029999999999,2.075975,2.100406,2.213578,1.915325,2.019471,2.0279439999999997,2.048117,2.212112,1.9613209999999999,2.055241,2.204037,1.9377179999999998,1.965088,2.015332,2.0777669999999997,1.927268,2.076473,2.093002,2.015163,1.9358099999999998,2.0993049999999998,2.054771,1.942901,2.0858339999999997,2.0541769999999997,2.049852,2.231169,1.948132,1.991938,2.007222,2.133313,1.9805439999999999,2.0660529999999997,2.063492,2.045734,2.109903,2.075452,2.079722,2.047352,2.168619,2.2277,1.801551,1.923187,2.183446,1.879038,2.097334,2.014337,2.1601,2.028169,2.320256,1.797597,2.002963,2.070007,2.6449219999999998,2.0400389999999997,1.805181,1.8354469999999998,1.990626,2.097076,2.082257,2.034791,2.0956099999999998,1.97199,2.073508,2.057646,2.1093129999999998,2.046987,2.027732,2.153711,2.0558799999999997,2.046627,2.186636,2.1075589999999997,1.98786,2.093461,2.103441,2.0808869999999997,2.069366,2.161887,2.061528,2.096486,2.22789,2.036123,1.998586,2.242896,2.151252,2.042445,2.075774,2.063457,2.114194,2.0388889999999997,2.17332,2.1114479999999998,2.134057,2.014734,2.110438,2.091383,2.1625989999999997,1.966646,2.26262,2.553965,2.2049659999999998,2.1318889999999997,1.855932,2.046998,2.071279,2.100987,2.1631009999999997,2.0372939999999997,2.066144,2.165062,2.0923849999999997,2.113218,2.1668469999999997,2.0515309999999998,2.15317,2.167681,2.0908189999999998,2.082754,2.105409,2.150826,2.069809,2.162384,2.1489469999999997,2.0212369999999997,2.135586,2.0756609999999998,2.0653539999999997,2.0946819999999997,2.195523,2.032113,2.090544,2.118089,2.1350949999999997,2.0787139999999997,2.644657,5.069064,0.7559779999999999,2.185483,2.061819,2.12938,2.115819,2.083069,2.146092,2.181219,2.002129,2.495203,2.815543,1.599692,2.0332879999999998,2.08433,2.3643769999999997,2.151652,11.535390999999999,2.601938,1.3068069999999998,1.981885,1.9997639999999999,2.182455,2.089543,2.350821,1.905557,2.1054779999999997,2.1332139999999997,2.025127,2.297792,2.1508249999999998,2.02546,2.0250239999999997,2.111453,2.1041209999999997,2.166881,2.016321,2.1854329999999997,2.0972139999999997,2.197249,2.276744,1.981828,2.090576,2.163578,2.0553,2.1166389999999997,2.160471,2.069179,2.137942,2.099074,2.225535,2.058385,1.99873,2.525768,2.226056,2.1395619999999997,1.931095,1.830423,2.0801689999999997,2.285831,1.9132149999999999,2.114244,2.143246,2.058867,2.048622,2.484,2.050953,2.1332809999999998,1.996662,2.055622,2.0198199999999997,2.142141,2.209189,2.097879,2.0514419999999998,2.185108,2.041492,2.1214,2.194487,2.078747,2.122762,2.135965,2.147413,2.033512,2.238418,1.959917,2.13775,2.085295,2.25398,2.033973,2.134424,2.161889,2.051992,2.2828589999999997,2.110048,2.05958,2.013946,2.213825,2.072705,2.026818,2.1044389999999997,2.205581,2.108338,2.187775,2.132044,2.1844699999999997,2.086397,2.170378,2.125828,2.04935,2.238644,2.376859,2.1526799999999997,2.076688,2.055599,1.929665,2.020276,2.101855,2.1356759999999997,2.1296209999999998,2.2617249999999998,2.060712,2.14987,2.178274,2.072384,2.04187,2.2083779999999997,2.135433,2.067563,2.201078,2.0840039999999997,2.159698,2.096409,2.1290839999999998,2.111459,2.1692199999999997,2.1996219999999997,2.0645789999999997,2.08752,2.183249,2.064426,2.097287,2.223283,2.0648429999999998,2.1288199999999997,2.249145,2.2128639999999997,2.416798,1.83799,3.017714,1.350292,2.347448,6.631641999999999,1.639943,2.483138,11.937757999999999,2.595872,1.382484,1.994789,2.099612,2.1932,2.0052559999999997,2.1986429999999997,2.101588,2.3342229999999997,2.245561,1.938831,2.570683,1.696952,2.053527,1.971789,2.566062,2.1623419999999998,11.458302999999999,3.9091579999999997,1.951749,2.144932,2.120632,2.0925119999999997,2.176422,2.127796,2.187289,2.265436,2.251138,2.105149,2.1705389999999998,2.241008,1.891003,2.141552,2.093435,2.15638,2.039669,2.107898,2.095281,2.092746,2.030926,2.2044509999999997,2.148575,2.110627,2.112025,2.1517679999999997,2.1517489999999997,2.13422,2.054328,2.118667,2.158819,2.438477,2.158424,2.422284,2.4758649999999998,2.077554,1.848692,2.391747,1.9721149999999998,11.375898999999999,2.286024,1.5400079999999998,2.153685,2.602779,2.18737,2.520887,2.770216,1.760473,1.9979429999999998,2.3816669999999998,2.623566,11.07716,2.290915,1.492418,2.014236,2.3850059999999997,1.933849,2.83872,1.766011,2.294653,1.990832,2.2440819999999997,12.880844,2.352262,1.546595,1.819229,2.064038,2.5587299999999997,1.9713729999999998,2.476269,2.504061,1.9118739999999999,2.5903989999999997,2.0300089999999997,10.360726,2.427575,1.386652,1.9727379999999999,2.527832],"unit":"ms"},"output_sequence_length":{"value":445,"unit":"tokens"},"time_to_first_token":{"value":24.268209,"unit":"ms"},"http_req_waiting":{"value":22.467332,"unit":"ms"},"http_req_duration":{"value":1047.654289,"unit":"ms"},"input_sequence_length":{"value":689,"unit":"tokens"},"output_token_count":{"value":80,"unit":"tokens"},"time_to_second_token":{"value":2.272802,"unit":"ms"},"http_req_receiving":{"value":1024.942451,"unit":"ms"},"http_req_sending":{"value":0.244506,"unit":"ms"},"time_to_first_output_token":{"value":840.215558,"unit":"ms"},"http_req_data_sent":{"value":3.119140625,"unit":"KB"},"http_req_chunks_received":{"value":442,"unit":"count"},"reasoning_token_count":{"value":365,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":107.6884765625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.44742729306487694,"unit":"%"},"e2e_output_token_throughput":{"value":424.7240793380686,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.305114488738739,"unit":"ms"},"prefill_throughput_per_user":{"value":28391.052673067054,"unit":"tokens/sec/user"},"http_req_total":{"value":1047.654289,"unit":"ms"},"output_token_throughput_per_user":{"value":433.81793177099746,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":16,"x_request_id":"93cc046e-9487-4225-950d-2167e5da1942","x_correlation_id":"e58428f3-9579-4aa5-bef2-d9c909768b1f","conversation_id":"9ccd5f8d-0b1f-4b10-a136-4338831d56db","turn_index":0,"credit_issued_ns":1779883797498530399,"request_start_ns":1779883797499188504,"request_ack_ns":1779883797509620862,"request_end_ns":1779883798322614827,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":823.4263229999999,"unit":"ms"},"http_req_connecting":{"value":0.396629,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.9757779999999998,2.00121,2.178193,2.095493,2.3476809999999997,1.907339,2.100867,2.1336619999999997,2.022151,2.304675,2.146705,2.026405,2.0168969999999997,2.123335,2.101924,2.171974,2.007251,2.192638,2.092714,2.1414679999999997,2.291929,1.997191,2.0855669999999997,2.164466,2.049107,2.128327,2.1529979999999997,2.073156,2.131192,2.114395,2.213578,2.060073,2.0013229999999997,2.55523,2.2256299999999998,2.1459669999999997,1.9272369999999999,1.835065,2.0741549999999997,2.2899059999999998,1.90844,2.118458,2.1392219999999997,2.062712,2.044856,2.490684,2.044723,2.136879,1.9921229999999999,2.0591399999999997,2.015904,2.145437,2.2041269999999997,2.1041719999999997,2.043456,2.191118,2.04014,2.1256999999999997,2.190235,2.0823229999999997,2.1073269999999997,2.151716,2.1429709999999997,2.037569,2.2340079999999998,1.964203,2.134557,2.086073,2.249796,2.037821,2.133407,2.164776,2.046863,2.286906,2.107014,2.064157,2.00828,2.217542,2.068505,2.031851,2.096943,2.206629,2.111256,2.191649,2.126422,2.190654,2.081595,2.174966,2.120546,2.05309,2.233902,2.379416,2.150076,2.082436,2.05356,1.9323439999999998,2.0154989999999997,2.106802,2.1304469999999998,2.133215,2.257772,2.065392,2.145302,2.1832249999999997,2.0677179999999997,2.0462789999999997,2.203329,2.141755,2.064253,2.202787,2.08012,2.165316,2.091437,2.135982,2.1061389999999998,2.1723369999999997,2.196061,2.068972,2.083371,2.187318,2.059233,2.101271,2.218623,2.070023,2.124,2.257621,2.201587,2.421718,1.8252059999999999,3.0305809999999997,1.3475709999999999,2.3529459999999998,6.62655,1.656035,2.467011,11.946874999999999,2.5882359999999998,1.386039,1.9918099999999999,2.103421,2.1892869999999998,2.009728,2.193469,2.102994,2.3353639999999998,2.246298,1.928893,2.582159,1.6950399999999999,2.0562519999999997,1.966629,2.564432,2.1622239999999997,11.403533999999999,2.5027269999999997,1.411981,2.018627,2.14027,2.0780719999999997,2.0845279999999997,2.175334,2.126535,2.219586,2.2609339999999998,2.23679,2.098445,2.209539,2.217208,1.903624,2.122194,2.107822,2.1400479999999997,2.062597,2.061979,2.117868,2.104696,2.0515529999999997,2.204246,2.199586,2.068396,2.058775,2.165292,2.156255,2.1012429999999997,2.1093319999999998,2.1241309999999998,2.1665229999999998,2.436201,2.172449,2.410955,2.483222,2.073506,1.853146,2.3412349999999997,2.0051039999999998,11.349566999999999,2.3202,1.5417999999999998,2.156856,2.600753,2.1917329999999997,2.518147,2.730003,1.814276,1.9747759999999999,2.33634,2.630769,11.081059,2.333126,1.4907299999999999,2.019201,2.3815109999999997,1.9803419999999998,2.832121,1.69976,2.256769,2.033089,2.244204,12.835951,2.3606059999999998,1.4406299999999999,1.9562229999999998,2.0863709999999998,2.554729,1.980549,2.465067,2.490542,1.8777869999999999,2.620183,2.014948,10.393348,2.424018,1.381931,1.9727519999999998,2.467194,1.7578369999999999,1.9191809999999998,2.074305,2.272988,1.882876,2.109023,2.5621609999999997,11.091679,2.827661,1.463921,2.040018,2.118919,2.190034,2.1355269999999997,2.209332,2.129403,2.229714,2.1318479999999997,2.136646,6.1667179999999995,0.7220139999999999,2.109599,2.2158789999999997,2.041045,2.177101,2.1962159999999997,2.245732,2.378432,2.105023,2.179807,2.2132169999999998,2.2962119999999997,2.093136,2.091951,2.013547,2.153314,2.079417,2.153384,2.084086,2.070867,2.096543,2.0273499999999998,2.0199759999999998,2.135741,2.088717,2.029121,2.045778,2.1158259999999998,2.0858849999999998,2.045503,2.140444,2.068104,2.117232,2.1650679999999998,2.116622,1.942445,2.128975,2.09897,2.114804,2.0993399999999998,2.021115,2.29393,2.0720989999999997,2.2436659999999997,1.9834839999999998,2.2033549999999997,2.061557,2.132126,2.1133349999999997,2.19646,2.0436,2.087604,2.174642,2.160612,2.1518129999999998,2.1549709999999997,2.114798,2.124155,2.1201659999999998,2.1975219999999998,2.095599,2.03106,2.156986,2.140476,2.142649,2.1720829999999998,2.1044799999999997,2.076165,2.1652109999999998,2.118467,2.17487,2.154029,2.0574,2.179757,2.0354069999999997,2.19725,2.0384249999999997,2.2210389999999998,2.122296,2.158501,2.1684289999999997,2.253653,2.0951079999999997,2.541125],"unit":"ms"},"output_sequence_length":{"value":343,"unit":"tokens"},"time_to_first_token":{"value":28.531104,"unit":"ms"},"http_req_waiting":{"value":26.595337999999998,"unit":"ms"},"http_req_duration":{"value":823.358128,"unit":"ms"},"input_sequence_length":{"value":872,"unit":"tokens"},"time_to_second_token":{"value":1.9757779999999998,"unit":"ms"},"http_req_receiving":{"value":796.1955869999999,"unit":"ms"},"http_req_sending":{"value":0.567203,"unit":"ms"},"http_req_data_sent":{"value":3.744140625,"unit":"KB"},"http_req_chunks_received":{"value":341,"unit":"count"},"reasoning_token_count":{"value":343,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":83.21875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.396629,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.29069767441860467,"unit":"%"},"e2e_output_token_throughput":{"value":416.5521436700536,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3242550263157895,"unit":"ms"},"prefill_throughput_per_user":{"value":30563.135587042125,"unit":"tokens/sec/user"},"http_req_total":{"value":823.7547569999999,"unit":"ms"},"output_token_throughput_per_user":{"value":430.2453855871033,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":17,"x_request_id":"35697af1-35c2-4602-b72c-2bfe137d42bf","x_correlation_id":"81479dbb-0a0a-47ba-82c0-009bd902f7a2","conversation_id":"7641a161-86aa-4e66-a5ef-d7e183b66df0","turn_index":0,"credit_issued_ns":1779883797801179160,"request_start_ns":1779883797802444264,"request_ack_ns":1779883797815757086,"request_end_ns":1779883798790200774,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":987.7565099999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.998656,2.095736,2.193494,2.01001,2.197186,2.102083,2.331743,2.243513,1.932629,2.574216,1.70417,2.050358,1.9755909999999999,2.5460409999999998,2.180549,11.392638,2.513474,1.403436,2.0216279999999998,2.12535,2.1030409999999997,2.074744,2.1806579999999998,2.118182,2.2196119999999997,2.255063,2.2424299999999997,2.077692,2.2281869999999997,2.214779,1.914785,2.119482,2.1079049999999997,2.136688,2.06819,2.053322,2.12872,2.092605,2.063528,2.202114,2.382208,1.8835169999999999,2.06404,2.196862,2.13318,2.086508,2.116411,2.118891,2.1691219999999998,2.428721,2.179023,2.42714,2.485543,2.043222,1.892398,2.34376,1.98165,11.342003,2.313929,1.5390089999999998,2.159345,2.597793,2.198169,2.5444519999999997,2.724388,1.749256,2.070677,2.2846539999999997,2.661467,11.054551,2.330857,1.4876289999999999,2.022792,2.372773,1.945679,2.873375,1.7222119999999999,2.243371,2.074404,2.207325,12.835908,2.346683,1.4471809999999998,1.950697,2.090767,2.546728,1.986864,2.462887,2.4847609999999998,1.9175099999999998,2.614496,1.996383,10.378846,2.422135,1.385619,1.96921,2.468553,1.7631729999999999,1.921236,2.0672989999999998,2.274485,1.92719,2.114686,2.5193589999999997,11.083488,2.8204689999999997,1.4664869999999999,2.0398609999999997,2.122369,2.189793,2.135097,2.208887,2.131413,2.2270119999999998,2.132613,2.134802,6.21686,0.675705,2.102869,2.2144429999999997,2.043565,2.199138,2.183585,2.192625,2.40768,2.184063,2.155879,2.196876,2.270896,2.053431,2.145372,2.031071,2.156451,2.040237,2.168179,2.109738,2.078722,2.02033,2.0647159999999998,2.02929,2.128717,2.047592,2.071618,2.0695769999999998,2.130246,2.0497769999999997,2.0449859999999997,2.137672,2.113874,2.0743139999999998,2.178668,2.099447,1.946945,2.129444,2.095227,2.114718,2.104414,2.027415,2.2885139999999997,2.0648869999999997,2.240464,1.9814399999999999,2.204388,2.061461,2.134999,2.111274,2.202701,2.039361,2.088929,2.169775,2.164509,2.152876,2.158374,2.098611,2.137582,2.1124609999999997,2.202058,2.094588,2.0343649999999998,2.154271,2.144005,2.140776,2.173377,2.102224,2.080095,2.160926,2.142877,2.1613089999999997,2.148476,2.0592729999999997,2.175773,2.035149,2.197465,2.036079,2.219734,2.133476,2.154644,2.163202,2.254293,2.095711,2.498642,1.707096,2.941341,1.3626639999999999,1.9285899999999998,2.003266,1.9681099999999998,2.247372,2.571727,11.478100999999999,2.7834119999999998,1.3220669999999999,2.023903,1.9979939999999998,2.235999,1.995798,2.0695289999999997,2.1377479999999998,2.1435999999999997,2.0744469999999997,2.147665,1.9826659999999998,2.161596,2.118357,2.145542,2.179617,2.065937,2.0876799999999998,2.195124,2.1557779999999998,2.177307,2.106579,2.015447,2.12263,2.015958,2.205659,2.145301,2.028609,2.342343,2.031397,2.173886,2.050983,2.090226,2.0797209999999997,2.1387009999999997,2.0734909999999998,2.213977,2.016305,2.119859,2.055851,2.16385,2.129635,2.195337,2.002954,2.092889,2.092948,2.308532,1.9230159999999998,2.117166,2.031376,2.150409,2.169975,2.1965779999999997,2.088965,2.024715,2.163802,2.0783389999999997,2.523208,5.222061,0.791029,2.158773,2.254045,2.079246,2.070508,2.082969,2.106576,2.060674,2.1839999999999997,2.0559979999999998,2.198058,2.006881,2.166576,2.018876,2.260182,2.058134,2.133159,2.133149,2.178595,2.041608,2.190066,2.118261,2.0774399999999997,2.037633,2.1774839999999998,2.099567,2.069693,2.1911039999999997,2.044241,2.148406,2.1251599999999997,2.108775,2.075884,2.1191489999999997,2.169934,2.064914,2.1474729999999997,2.108138,2.139093,2.135493,2.1862909999999998,2.103561,2.1060209999999997,1.966249,2.2126829999999997,2.109836,2.202191,2.016458,2.188168,1.989874,2.2187159999999997,2.108327,2.085378,2.075751,2.202076,2.156938,2.168809,2.079441,2.1165469999999997,2.012114,2.081499,2.169636,2.114098,2.164848,2.149496,2.06303,2.17651,2.0571859999999997,2.11297,2.134432,2.143608,2.245294,2.141438,2.100924,2.0560959999999997,2.0718959999999997,2.161877,2.100049,2.196452,2.068431,2.160978,2.181368,2.1609849999999997,2.054502,2.1741889999999997,2.1188979999999997,2.181466,2.026519,2.221202,2.17577,2.014509,2.178269,2.125991,2.137587,2.0806739999999997,2.109152,2.184425,2.312878,2.255799,2.239046,2.244809,2.2552749999999997,4.618557,2.37567,2.2386429999999997,2.272173,2.242993,2.390173,2.183287,2.385502,2.187402,2.264888,2.272866,2.282902,2.217224,2.324245,2.2445559999999998,2.2418169999999997,2.2691779999999997,2.41917,2.170265,2.2309129999999997,2.297939,2.0948569999999997,2.217282,2.355269,2.1813249999999997,2.235419,2.294088,2.23664,2.219022,2.346523,2.202349,2.3478939999999997,2.236569,2.3259399999999997,2.219798,2.2182429999999997,2.361064,2.2597069999999997,2.249602,2.42244,2.596412],"unit":"ms"},"output_sequence_length":{"value":415,"unit":"tokens"},"time_to_first_token":{"value":32.183312,"unit":"ms"},"http_req_waiting":{"value":30.610386,"unit":"ms"},"http_req_duration":{"value":987.6954119999999,"unit":"ms"},"input_sequence_length":{"value":904,"unit":"tokens"},"output_token_count":{"value":41,"unit":"tokens"},"time_to_second_token":{"value":1.998656,"unit":"ms"},"http_req_receiving":{"value":956.946692,"unit":"ms"},"http_req_sending":{"value":0.13833399999999998,"unit":"ms"},"time_to_first_output_token":{"value":896.6242609999999,"unit":"ms"},"http_req_data_sent":{"value":4.0263671875,"unit":"KB"},"http_req_chunks_received":{"value":414,"unit":"count"},"reasoning_token_count":{"value":374,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":101.048828125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4796163069544364,"unit":"%"},"e2e_output_token_throughput":{"value":420.14402922031866,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3081478212560387,"unit":"ms"},"prefill_throughput_per_user":{"value":28089.091638548576,"unit":"tokens/sec/user"},"http_req_total":{"value":987.6954119999999,"unit":"ms"},"output_token_throughput_per_user":{"value":433.2478148890065,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":19,"x_request_id":"2e1a4d14-2128-489b-bc48-b29447bb5972","x_correlation_id":"f819bc04-06d2-478f-ba55-3e79a0f80408","conversation_id":"665fc16a-3b70-45be-a57e-2bb88fc48e54","turn_index":0,"credit_issued_ns":1779883797953072382,"request_start_ns":1779883797955238834,"request_ack_ns":1779883797963234092,"request_end_ns":1779883798820027407,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":864.7885729999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.1530899999999997,2.603487,2.197758,2.519479,2.7436309999999997,1.761339,2.0465,2.327023,2.6181829999999997,11.064185,2.336974,1.486696,2.021278,2.378695,1.95064,2.835104,1.739816,2.254026,2.07857,2.206952,12.830570999999999,2.353029,1.443053,1.9546409999999999,2.089071,2.548997,1.984594,2.462094,2.487416,1.881592,2.682686,2.013475,10.409379,2.4092219999999998,1.3963079999999999,1.9749789999999998,2.471105,1.744279,1.926974,2.065321,2.290542,1.857132,2.1157969999999997,2.550818,11.123899999999999,2.807372,1.478783,2.024887,2.135078,2.169117,2.1513519999999997,2.1904209999999997,2.161594,2.206266,2.1346249999999998,2.131986,6.164585,0.725352,2.1211729999999998,2.198913,2.05823,2.163223,2.2222969999999997,2.168941,2.395968,2.1514409999999997,2.1827989999999997,2.195706,2.2818419999999997,2.063393,2.123102,2.023724,2.1439,2.04157,2.1594569999999997,2.1086419999999997,2.0867329999999997,2.053102,2.094584,1.995717,2.15307,2.0300309999999997,2.0932969999999997,2.030465,2.146201,2.053994,2.0577039999999998,2.1322259999999997,2.081804,2.0986439999999997,2.165686,2.127768,1.955334,2.112307,2.116591,2.093823,2.115468,2.0086079999999997,2.296217,2.0690679999999997,2.248442,1.9751329999999998,2.213839,2.065441,2.135696,2.09318,2.2132989999999997,2.027729,2.105258,2.155405,2.1792569999999998,2.136797,2.168346,2.102659,2.141134,2.08995,2.2199459999999998,2.075245,2.0550189999999997,2.1385959999999997,2.15653,2.124282,2.192735,2.087195,2.093819,2.148473,2.125324,2.169701,2.189695,2.021468,2.180183,2.0315339999999997,2.204776,2.0350159999999997,2.2341759999999997,2.103926,2.1851309999999997,2.145251,2.275163,2.07558,2.5089259999999998,1.699565,2.962977,1.326317,1.8994099999999998,2.0252719999999997,1.9953299999999998,2.221155,2.589788,11.47339,2.819461,1.302223,2.0291509999999997,1.989239,2.250776,1.978038,2.0874099999999998,2.118851,2.154359,2.062275,2.163318,1.962254,2.187456,2.1022659999999997,2.155506,2.171,2.081411,2.074306,2.214558,2.118252,2.2076279999999997,2.085762,2.039012,2.098458,2.043222,2.185837,2.1595139999999997,2.016058,2.343771,2.02162,2.189803,2.046883,2.1050969999999998,2.060262,2.169375,2.0443469999999997,2.214207,2.010398,2.130943,2.039999,2.183848,2.1272789999999997,2.20391,1.980068,2.1145359999999997,2.080681,2.3151319999999997,1.9140819999999998,2.1295699999999997,2.01591,2.156638,2.1464399999999997,2.2274149999999997,2.062918,2.054329,2.136311,2.103104,2.50872,5.212345,0.8013079999999999,2.1757,2.235152,2.089681,2.059833,2.103428,2.090487,2.075026,2.165851,2.076202,2.1626719999999997,2.04129,2.1396699999999997,2.035489,2.241514,2.0909619999999998,2.1067839999999998,2.142655,2.1689629999999998,2.057468,2.178055,2.135768,2.05739,2.053473,2.158279,2.113807,2.0457549999999998,2.20094,2.051062,2.1524039999999998,2.119196,2.120936,2.062757,2.1235489999999997,2.16128,2.084305,2.126422,2.128827,2.1238509999999997,2.1542049999999997,2.1688389999999997,2.1214649999999997,2.08946,1.9826249999999999,2.173339,2.144358,2.178747,2.04207,2.166391,1.995728,2.2202919999999997,2.1223549999999998,2.069981,2.092727,2.187652,2.168366,2.155431,2.093703,2.100189,2.026269,2.067417,2.168581,2.103742,2.180647,2.1447089999999998,2.071879,2.1673389999999997,2.076381,2.094204,2.148939,2.130178,2.265733,2.118385,2.1235049999999998,2.034938,2.087227,2.160863,2.105299,2.164293,2.098742,2.138379,2.210627,2.1422779999999997,2.063087,2.160665,2.134859,2.169264,2.036809,2.208783,2.1899759999999997,2.002182,2.205285,2.0965819999999997,2.141441,2.0780529999999997,2.11458,2.123932,2.296907,2.2542,2.239475,2.242699,2.258248,2.305315,2.316365,2.4271879999999997,2.247287,2.221202,2.2400889999999998,2.331671,2.2392879999999997,2.3731839999999997,2.203868,2.243998,2.281192,2.275463,2.229975,2.312305,2.254514,2.226677,2.282305,2.41409,2.177012,2.224461,2.3166029999999997,2.074757,2.2222299999999997,2.3463249999999998,2.196551,2.212854,2.3063599999999997,2.2284699999999997,2.2294799999999997,2.33582,2.214015,2.337053,2.245355,2.3146869999999997,2.234088,2.2064239999999997,2.361453,2.254695,2.265186,2.4092059999999997,2.564158,1.745452,3.10561,1.152153,2.3121169999999998,2.124908,1.935512,2.569147,11.909367999999999,3.001179],"unit":"ms"},"output_sequence_length":{"value":364,"unit":"tokens"},"time_to_first_token":{"value":25.721629999999998,"unit":"ms"},"http_req_waiting":{"value":23.907204999999998,"unit":"ms"},"http_req_duration":{"value":864.690123,"unit":"ms"},"input_sequence_length":{"value":762,"unit":"tokens"},"time_to_second_token":{"value":2.1530899999999997,"unit":"ms"},"http_req_receiving":{"value":840.59299,"unit":"ms"},"http_req_sending":{"value":0.18992799999999999,"unit":"ms"},"http_req_data_sent":{"value":3.4931640625,"unit":"KB"},"http_req_chunks_received":{"value":364,"unit":"count"},"reasoning_token_count":{"value":364,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":88.826171875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.546448087431694,"unit":"%"},"e2e_output_token_throughput":{"value":420.9121296980875,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3114791818181817,"unit":"ms"},"prefill_throughput_per_user":{"value":29624.872140684703,"unit":"tokens/sec/user"},"http_req_total":{"value":864.690123,"unit":"ms"},"output_token_throughput_per_user":{"value":432.62340749848846,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":18,"x_request_id":"293c3ebe-f996-48c1-92a5-ae1799d5d128","x_correlation_id":"d716fb5e-3e1a-4a61-8c26-01cc1f7c759d","conversation_id":"44ba2d4d-f1e7-4a79-be25-35377f3511a2","turn_index":0,"credit_issued_ns":1779883797853424797,"request_start_ns":1779883797854611331,"request_ack_ns":1779883797863214458,"request_end_ns":1779883798926845196,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1072.233865,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.967158,2.137383,2.133957,2.081565,2.1916949999999997,2.107558,2.228634,2.241433,2.253095,2.0886009999999997,2.218998,2.211093,1.90611,2.120303,2.1121469999999998,2.135147,2.069012,2.056178,2.1199749999999997,2.112843,2.043002,2.201145,2.1605339999999997,2.073565,2.094475,2.163915,2.162638,2.0929189999999998,2.1175889999999997,2.116355,2.171615,2.432897,2.177445,2.403647,2.48338,2.073147,1.8567749999999998,2.334943,2.009311,11.352248,2.32599,1.533726,2.159878,2.594852,2.1965019999999997,2.514939,2.741104,1.791161,1.992553,2.324068,2.637498,11.072583999999999,2.33688,1.491277,2.022585,2.378393,1.942243,2.828499,1.7533429999999999,2.261465,2.031271,2.241789,12.830988,2.360051,1.441983,1.956278,2.089148,2.559036,1.968723,2.494726,2.4562679999999997,1.9131829999999999,2.628631,1.9725549999999998,10.392776,2.422741,1.388132,1.966785,2.472131,1.7546629999999999,1.9195449999999998,2.0756609999999998,2.2766029999999997,1.877146,2.112755,2.556765,11.102252,2.819099,1.469182,2.036032,2.1239939999999997,2.185886,2.139059,2.205123,2.135945,2.223211,2.1369569999999998,2.132806,6.224072,0.6785939999999999,2.116284,2.202982,2.0567249999999997,2.1655599999999997,2.267843,2.123595,2.385013,2.169661,2.158432,2.204287,2.270442,2.114982,2.093134,2.022685,2.150371,2.0473369999999997,2.166873,2.115217,2.089941,2.018374,2.067809,2.025339,2.133728,2.043729,2.071342,2.047538,2.1203179999999997,2.079008,2.049811,2.1359529999999998,2.099264,2.088755,2.183239,2.098321,1.945279,2.125591,2.1013379999999997,2.109871,2.104622,2.029838,2.290394,2.066747,2.2379759999999997,1.9841749999999998,2.202889,2.062043,2.1365,2.109295,2.200274,2.039846,2.090368,2.1732039999999997,2.16219,2.1489849999999997,2.159865,2.109368,2.1288359999999997,2.119318,2.195674,2.0936239999999997,2.033417,2.154249,2.145302,2.1405689999999997,2.173912,2.097588,2.080714,2.162089,2.145981,2.158065,2.152031,2.054633,2.181299,2.029702,2.201967,2.0334719999999997,2.226164,2.130206,2.1534269999999998,2.161889,2.255565,2.09267,2.5077979999999997,1.694987,3.010716,1.281969,1.890234,2.055579,1.97572,2.2343699999999997,2.575875,11.480969,2.796744,1.31887,2.029486,1.9925389999999998,2.240186,1.9889489999999999,2.076054,2.132047,2.146801,2.069581,2.150522,1.977256,2.169505,2.115045,2.150476,2.1776,2.065591,2.085852,2.2014,2.1487279999999997,2.174698,2.107827,2.020445,2.1164199999999997,2.013461,2.211985,2.1479559999999998,2.025852,2.336059,2.0529569999999997,2.175175,2.0410269999999997,2.089699,2.073895,2.1423229999999998,2.0712129999999997,2.217009,2.005675,2.129813,2.044032,2.17251,2.140164,2.187528,2.000749,2.0933479999999998,2.090152,2.316328,1.9165299999999998,2.118047,2.0273939999999997,2.1482229999999998,2.160526,2.2113259999999997,2.0886009999999997,2.027544,2.1604989999999997,2.0754829999999997,2.538719,5.242141,0.7733679999999999,2.172497,2.232996,2.104764,2.0537639999999997,2.074335,2.092589,2.058586,2.184363,2.057408,2.199637,2.0192769999999998,2.195278,1.9771059999999998,2.257095,2.059562,2.13344,2.131393,2.177603,2.04472,2.187138,2.1216779999999997,2.073982,2.040356,2.173088,2.101298,2.072334,2.194215,2.042824,2.145358,2.1277749999999997,2.104959,2.07433,2.116616,2.171338,2.068727,2.145278,2.1087819999999997,2.138019,2.140181,2.185011,2.104345,2.110853,1.9669679999999998,2.204859,2.108697,2.205978,2.01479,2.187684,1.990429,2.217975,2.107348,2.089467,2.073269,2.204506,2.1545039999999998,2.165971,2.079986,2.116456,2.013918,2.078416,2.1734199999999997,2.123144,2.154633,2.1480829999999997,2.0642549999999997,2.177244,2.057212,2.1096969999999997,2.1375599999999997,2.1437649999999997,2.247131,2.136109,2.1044069999999997,2.054478,2.0700529999999997,2.168485,2.097922,2.1927939999999997,2.068353,2.163053,2.180444,2.167049,2.049408,2.172675,2.121345,2.181369,2.022926,2.223891,2.174625,2.014641,2.18056,2.124548,2.1398989999999998,2.084374,2.105565,2.184917,2.311289,2.253341,2.240086,2.24327,2.261167,2.303648,2.361897,2.333026,2.240862,2.26565,2.250486,2.3282819999999997,2.243306,2.378148,2.199045,2.2490669999999997,2.28041,2.276969,2.224727,2.3153509999999997,2.252067,2.231925,2.278152,2.413706,2.17666,2.225066,2.3187949999999997,2.070411,2.221062,2.354985,2.185084,2.218156,2.305179,2.2314819999999997,2.2253719999999997,2.3379909999999997,2.212639,2.3331939999999998,2.248981,2.318435,2.228747,2.208355,2.3646789999999998,2.249802,2.265183,2.41169,2.5610779999999997,1.7089599999999998,3.096934,1.17249,2.2849209999999998,2.06527,1.977619,2.5733919999999997,11.977337,2.907984,1.3171519999999999,2.49391,3.103326,1.455138,2.1489309999999997,1.907497,1.8652199999999999,2.3245169999999997,10.411800999999999,2.405761,1.39828,2.154236,2.2053469999999997,2.2855309999999998,2.1873519999999997,2.3587759999999998,2.193807,2.123414,2.182949,2.193549,2.302044,2.25503,2.2153769999999997,2.2300359999999997,2.150985,2.3189889999999997,2.139319,2.2626209999999998,2.1654079999999998,2.2512049999999997,2.2082699999999997,2.333014,2.185838,2.2423319999999998,2.19514,2.23574,2.227309,2.2594749999999997,2.237533,2.237539,2.259251,2.238993,2.1952439999999998,2.302777,2.524838],"unit":"ms"},"output_sequence_length":{"value":452,"unit":"tokens"},"time_to_first_token":{"value":27.501523,"unit":"ms"},"http_req_waiting":{"value":25.931390999999998,"unit":"ms"},"http_req_duration":{"value":1072.1752649999999,"unit":"ms"},"input_sequence_length":{"value":870,"unit":"tokens"},"time_to_second_token":{"value":1.967158,"unit":"ms"},"http_req_receiving":{"value":1046.107473,"unit":"ms"},"http_req_sending":{"value":0.136401,"unit":"ms"},"http_req_data_sent":{"value":3.609375,"unit":"KB"},"http_req_chunks_received":{"value":451,"unit":"count"},"reasoning_token_count":{"value":452,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":110.07421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.22075055187637968,"unit":"%"},"e2e_output_token_throughput":{"value":421.54982672553433,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3164796940133034,"unit":"ms"},"prefill_throughput_per_user":{"value":31634.611654052755,"unit":"tokens/sec/user"},"http_req_total":{"value":1072.1752649999999,"unit":"ms"},"output_token_throughput_per_user":{"value":431.68951689254783,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":21,"x_request_id":"5596a396-b4e4-4858-9af5-ff3a0dbd16b8","x_correlation_id":"0b49c527-646d-475a-87be-a6c72a69b423","conversation_id":"bb527af8-044c-48f7-a1f5-9ebec82c28ed","turn_index":0,"credit_issued_ns":1779883798023000050,"request_start_ns":1779883798024413122,"request_ack_ns":1779883798031542768,"request_end_ns":1779883798964732832,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":940.31971,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.958955,2.080298,2.552569,1.983558,2.4733,2.475399,1.889476,2.611337,2.0214369999999997,10.383270999999999,2.4313,1.374974,1.981865,2.457737,1.77053,1.917134,2.080032,2.265751,1.890129,2.105289,2.5639939999999997,11.086884,2.826889,1.4523549999999998,2.048685,2.112659,2.196263,2.128074,2.220278,2.122245,2.235334,2.128089,2.140218,6.164477,0.7225229999999999,2.103812,2.22159,2.034563,2.185886,2.190333,2.238524,2.391746,2.110456,2.1630469999999997,2.220205,2.310939,2.09505,2.061902,2.066528,2.124894,2.043116,2.1491569999999998,2.135796,2.047205,2.116535,2.0156899999999998,2.019914,2.118445,2.0619199999999998,2.0648429999999998,2.050771,2.111964,2.092044,2.040813,2.15149,2.054972,2.119361,2.1650069999999997,2.117117,1.942559,2.132129,2.091892,2.12085,2.097374,2.0223,2.287873,2.076454,2.235422,1.9905549999999999,2.194684,2.068533,2.128561,2.1169469999999997,2.194846,2.050475,2.080364,2.179306,2.154452,2.158193,2.1488769999999997,2.107893,2.132135,2.1263479999999997,2.188316,2.10399,2.024164,2.16154,2.141337,2.143288,2.1673109999999998,2.107904,2.073766,2.165981,2.118325,2.183185,2.147979,2.0621329999999998,2.173801,2.039679,2.191728,2.044963,2.214753,2.137302,2.1441559999999997,2.171272,2.251868,2.0994129999999998,2.490662,1.757866,2.8919259999999998,1.3385289999999999,1.8809319999999998,2.1053889999999997,1.937687,2.249844,2.557746,11.488322,2.781144,1.328571,2.018373,2.002497,2.235493,1.99368,2.068356,2.1407849999999997,2.1370489999999998,2.083593,2.1381699999999997,1.9855889999999998,2.159696,2.1287689999999997,2.137547,2.185108,2.059856,2.093353,2.191829,2.1580909999999998,2.1653279999999997,2.122961,2.014627,2.1177159999999997,2.005259,2.224277,2.138133,2.032855,2.331965,2.048462,2.160938,2.059994,2.0788919999999997,2.086235,2.133353,2.0795779999999997,2.205213,2.016174,2.12311,2.053158,2.162327,2.1475079999999998,2.180612,2.009606,2.084604,2.099742,2.3027949999999997,1.929889,2.110112,2.03762,2.13827,2.16391,2.202179,2.100272,2.0195179999999997,2.167742,2.072295,2.5300629999999997,5.229915,0.791068,2.151283,2.256966,2.0696209999999997,2.073284,2.081144,2.112784,2.05333,2.1902399999999997,2.0522199999999997,2.2002159999999997,2.003371,2.212468,1.968545,2.267557,2.042016,2.148322,2.124082,2.18913,2.036188,2.196322,2.111819,2.084178,2.030983,2.178336,2.095122,2.06596,2.1958789999999997,2.052063,2.142372,2.130867,2.1037,2.078033,2.113139,2.1777379999999997,2.0617099999999997,2.149966,2.104313,2.141231,2.1355079999999997,2.189927,2.1003179999999997,2.111097,1.962402,2.214882,2.112266,2.202359,2.006487,2.196908,1.984257,2.2224749999999998,2.102489,2.09015,2.0718229999999997,2.2085429999999997,2.145968,2.176094,2.072543,2.125063,2.004807,2.087738,2.167435,2.112209,2.161783,2.155271,2.058357,2.18198,2.054294,2.117356,2.130976,2.145645,2.243362,2.1432219999999997,2.098855,2.056097,2.0692049999999997,2.169632,2.094896,2.199794,2.062829,2.1689499999999997,2.171081,2.171103,2.044133,2.181083,2.115062,2.187852,2.017696,2.229835,2.168852,2.019904,2.174074,2.129168,2.134473,2.083889,2.104966,2.188298,2.3107029999999997,2.258912,2.2346019999999998,2.251264,2.250222,2.309774,2.302893,2.396775,2.228555,2.274866,2.240719,2.330772,2.2443,2.382593,2.186539,2.259081,2.272271,2.284523,2.220962,2.320202,2.246174,2.239351,2.27042,2.4216569999999997,2.170122,2.230995,2.2951669999999997,2.0995179999999998,2.214143,2.356908,2.179214,2.234292,2.294139,2.237702,2.219473,2.344786,2.203588,2.3452889999999997,2.23795,2.326948,2.222649,2.214381,2.356678,2.2630589999999997,2.254285,2.419054,2.5532649999999997,1.715164,3.0862469999999997,1.176979,2.270939,2.070102,1.9780909999999998,2.585499,11.945024,2.913827,1.32995,2.521953,3.018828,1.570112,2.052896,1.98166,1.817893,2.345411,10.402294,2.426919,1.3833499999999999,2.1605909999999997,2.1979249999999997,2.293806,2.1819219999999997,2.3649649999999998,2.186184,2.132551,2.174954,2.200994,2.294475,2.25867,2.194229,2.253413,2.144453,2.3255239999999997,2.132587,2.2706649999999997,2.160303,2.2545319999999998,2.198883,2.3430429999999998,2.180065,2.247689,2.187346,2.243583,2.202158,2.277106,2.234333,2.247824,2.2524129999999998,2.244078,2.1907389999999998,2.31352,2.46913,1.855081,2.104418,2.153076,2.020577,2.472436,1.729172,2.521464,10.428505,2.573429,1.47421,2.015418,1.99918,2.182285,2.433687],"unit":"ms"},"output_sequence_length":{"value":401,"unit":"tokens"},"time_to_first_token":{"value":26.502181,"unit":"ms"},"http_req_waiting":{"value":24.877931999999998,"unit":"ms"},"http_req_duration":{"value":940.264369,"unit":"ms"},"input_sequence_length":{"value":705,"unit":"tokens"},"time_to_second_token":{"value":1.958955,"unit":"ms"},"http_req_receiving":{"value":915.241007,"unit":"ms"},"http_req_sending":{"value":0.14543,"unit":"ms"},"http_req_data_sent":{"value":3.0390625,"unit":"KB"},"http_req_chunks_received":{"value":400,"unit":"count"},"reasoning_token_count":{"value":401,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":97.6279296875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24875621890547264,"unit":"%"},"e2e_output_token_throughput":{"value":426.4507015385225,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2845438225,"unit":"ms"},"prefill_throughput_per_user":{"value":26601.584224332328,"unit":"tokens/sec/user"},"http_req_total":{"value":940.264369,"unit":"ms"},"output_token_throughput_per_user":{"value":437.7241487561791,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":20,"x_request_id":"1acddd59-0068-4713-ae20-9aa1ad974ccf","x_correlation_id":"d8b1c463-05ee-4943-9569-c38e53eb0960","conversation_id":"ab8623db-308c-4a26-a987-469218bc4689","turn_index":0,"credit_issued_ns":1779883797988537362,"request_start_ns":1779883797991039002,"request_ack_ns":1779883798000270031,"request_end_ns":1779883799037032292,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1045.99329,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.020979,2.376305,1.943217,2.8539809999999997,1.734589,2.258562,2.048262,2.2243429999999997,12.831721,2.358343,1.4402119999999998,1.954017,2.0898909999999997,2.5994349999999997,1.936483,2.4767069999999998,2.472039,1.876703,2.684565,1.9496319999999998,10.415127,2.39839,1.3908399999999999,1.959323,2.4739519999999997,1.751903,1.9809869999999998,2.043447,2.265497,1.8875179999999998,2.12529,2.529407,11.09371,2.819295,1.468998,2.038691,2.120989,2.18656,2.141409,2.21364,2.122133,2.230359,2.130575,2.13943,6.189858999999999,0.6994929999999999,2.111074,2.212094,2.04882,2.170426,2.197326,2.196814,2.449986,2.1031329999999997,2.162651,2.2073229999999997,2.271684,2.0924549999999997,2.154781,1.992511,2.125064,2.050909,2.161207,2.1200039999999998,2.059735,2.0735639999999997,2.070201,2.020187,2.134521,2.048584,2.067958,2.051155,2.122626,2.0753559999999998,2.049269,2.135582,2.07515,2.1120829999999997,2.167491,2.116405,1.9468249999999998,2.123917,2.101056,2.110163,2.104698,2.01862,2.29946,2.0672509999999997,2.241182,1.980316,2.2025129999999997,2.067281,2.131021,2.1111839999999997,2.196728,2.0411799999999998,2.091655,2.172166,2.1642699999999997,2.147661,2.156471,2.1106059999999998,2.131267,2.115932,2.2010359999999998,2.0931859999999998,2.033821,2.152991,2.1446769999999997,2.138012,2.176617,2.100643,2.079856,2.1615599999999997,2.121329,2.172524,2.168206,2.0419169999999998,2.1861889999999997,2.029001,2.1991389999999997,2.039133,2.224663,2.118618,2.162554,2.1641369999999998,2.257971,2.0909359999999997,2.5056369999999997,1.70396,2.9212529999999997,1.3496439999999998,1.891008,2.0414589999999997,1.9819829999999998,2.249193,2.572869,11.483516,2.79337,1.323399,2.026477,1.9945439999999999,2.239693,1.9892379999999998,2.076127,2.1321939999999997,2.1435329999999997,2.074993,2.145924,1.978958,2.168908,2.115857,2.1505099999999997,2.178184,2.065423,2.085622,2.19972,2.151281,2.173593,2.1086419999999997,2.0208939999999997,2.113806,2.021209,2.207331,2.146406,2.026339,2.33187,2.0428029999999997,2.1856329999999997,2.041841,2.09009,2.075134,2.14226,2.070605,2.215645,2.006663,2.130509,2.044886,2.171081,2.139378,2.188675,1.9997019999999999,2.093501,2.0915239999999997,2.317786,1.9171639999999999,2.117959,2.027649,2.146397,2.158179,2.213094,2.0909519999999997,2.025496,2.164047,2.07451,2.52487,5.220707,0.794327,2.162115,2.245586,2.0801,2.069699,2.0907839999999998,2.10396,2.059069,2.183567,2.059786,2.226512,1.978456,2.176005,2.001344,2.2713039999999998,2.0399279999999997,2.140935,2.132024,2.180635,2.044778,2.188954,2.120071,2.073969,2.039332,2.1715679999999997,2.1011319999999998,2.061639,2.1999429999999998,2.044536,2.151474,2.123363,2.108858,2.0732019999999998,2.114953,2.1731119999999997,2.068283,2.144381,2.110731,2.137795,2.141404,2.1837619999999998,2.1065609999999997,2.105136,1.967649,2.208859,2.1074289999999998,2.20478,2.016153,2.188568,1.9892649999999998,2.219551,2.1099289999999997,2.081174,2.079206,2.201199,2.156258,2.166327,2.080012,2.117013,2.009683,2.082583,2.175971,2.097594,2.174012,2.15122,2.0629649999999997,2.176735,2.058583,2.110173,2.1374459999999997,2.14239,2.2515259999999997,2.132988,2.1065739999999997,2.051293,2.073131,2.163014,2.101725,2.191992,2.068947,2.161459,2.179909,2.16594,2.050664,2.175134,2.1193459999999997,2.184557,2.021538,2.224906,2.176503,2.01275,2.190031,2.113344,2.1417029999999997,2.077832,2.11117,2.1806479999999997,2.315061,2.253114,2.242183,2.242733,2.257289,2.308306,2.309641,2.376419,2.2414639999999997,2.265739,2.25117,2.3247169999999997,2.2438849999999997,2.378773,2.2035009999999997,2.245389,2.277837,2.277613,2.228892,2.313605,2.254858,2.2289529999999997,2.280319,2.409404,2.181403,2.223973,2.3183759999999998,2.0673749999999997,2.221106,2.35481,2.187354,2.217272,2.305075,2.230664,2.226906,2.337326,2.212044,2.335482,2.250885,2.314075,2.230167,2.207548,2.360475,2.255315,2.264134,2.412127,2.560765,1.7106979999999998,3.0966169999999997,1.170885,2.290424,2.054585,1.9824959999999998,2.5746569999999998,11.898344,2.9524209999999997,1.342624,2.526487,3.023249,1.507296,2.094653,1.962211,1.848406,2.3439289999999997,10.391365,2.4259209999999998,1.3975579999999999,2.155941,2.205659,2.285687,2.18728,2.360249,2.192234,2.123698,2.183299,2.193221,2.302504,2.255344,2.195329,2.247696,2.150544,2.323954,2.134791,2.2653399999999997,2.1672309999999997,2.249208,2.207667,2.3330699999999998,2.186814,2.2428939999999997,2.195632,2.233402,2.222759,2.259331,2.2361869999999997,2.245142,2.259753,2.238021,2.195929,4.787455,1.850804,2.099564,2.15229,2.008085,2.4365889999999997,1.76839,2.5236069999999997,10.41044,2.5968929999999997,1.474468,2.015183,1.9997969999999998,2.18416,2.386551,2.009487,2.69535,1.7257749999999998,2.350497,2.662725,1.916718,10.935416,2.288261,1.353683,1.913439,2.1581539999999997,1.9668459999999999,2.296531,2.0433239999999997,2.123833,2.092308,2.1353619999999998,2.08048,2.104162,2.011208,2.2296549999999997,2.053519,2.063243,2.063368,2.092689,2.126207,2.171055,2.056082,2.180983,2.4084049999999997],"unit":"ms"},"output_sequence_length":{"value":441,"unit":"tokens"},"time_to_first_token":{"value":25.807284,"unit":"ms"},"http_req_waiting":{"value":24.08778,"unit":"ms"},"http_req_duration":{"value":1045.915512,"unit":"ms"},"input_sequence_length":{"value":796,"unit":"tokens"},"output_token_count":{"value":45,"unit":"tokens"},"time_to_second_token":{"value":2.020979,"unit":"ms"},"http_req_receiving":{"value":1021.6358809999999,"unit":"ms"},"http_req_sending":{"value":0.191851,"unit":"ms"},"time_to_first_output_token":{"value":935.777704,"unit":"ms"},"http_req_data_sent":{"value":3.7490234375,"unit":"KB"},"http_req_chunks_received":{"value":440,"unit":"count"},"reasoning_token_count":{"value":396,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":107.353515625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4514672686230248,"unit":"%"},"e2e_output_token_throughput":{"value":421.60882313116946,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.318604559090909,"unit":"ms"},"prefill_throughput_per_user":{"value":30844.005126614637,"unit":"tokens/sec/user"},"http_req_total":{"value":1045.915512,"unit":"ms"},"output_token_throughput_per_user":{"value":431.2938987716324,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":22,"x_request_id":"ba88fa9f-c7ca-42a3-93c2-d2fa1161170a","x_correlation_id":"e852623d-dc3b-4544-999b-1178d442e672","conversation_id":"ca13c9fc-8a0b-4f89-8a5a-cc9c9d926645","turn_index":0,"credit_issued_ns":1779883798059976574,"request_start_ns":1779883798062150923,"request_ack_ns":1779883798069074156,"request_end_ns":1779883799086329615,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1024.178692,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.978311,2.461265,1.762186,1.912617,2.082189,2.267108,1.8871939999999998,2.1032889999999997,2.567001,11.095074,2.8250629999999997,1.45972,2.045856,2.1141,2.195401,2.130569,2.215214,2.124914,2.233084,2.12561,2.144024,6.197026999999999,0.691991,2.102545,2.220939,2.043158,2.174102,2.1910119999999997,2.254978,2.352998,2.14474,2.157171,2.236917,2.246978,2.1239689999999998,2.0599499999999997,2.06817,2.16199,2.051849,2.150765,2.118298,2.051878,2.052006,2.053356,2.039006,2.118114,2.054434,2.064059,2.083128,2.103595,2.111427,2.041385,2.143173,2.023355,2.115361,2.165294,2.1175509999999997,1.941314,2.127261,2.095192,2.116378,2.097301,2.023168,2.292547,2.0690459999999997,2.2388369999999997,1.9864879999999998,2.1976839999999997,2.066521,2.131099,2.1160579999999998,2.190705,2.049714,2.085931,2.174965,2.1588629999999998,2.153552,2.152155,2.107777,2.133725,2.121626,2.193351,2.100055,2.0277339999999997,2.1658679999999997,2.134316,2.142487,2.1709929999999997,2.1054109999999997,2.074629,2.166857,2.126842,2.171197,2.149761,2.0635879999999998,2.23018,2.047536,2.163219,2.020849,2.212708,2.124997,2.147461,2.169485,2.252659,2.0964199999999997,2.5004839999999997,1.6973449999999999,2.9237319999999998,1.351495,1.893359,2.109628,1.930334,2.251079,2.554678,11.500371999999999,2.777546,1.326469,2.0213419999999998,2.0008529999999998,2.232853,1.995564,2.0689919999999997,2.139659,2.1387009999999997,2.0795369999999997,2.140527,1.984132,2.163199,2.123097,2.142587,2.183653,2.0613609999999998,2.090392,2.1970199999999998,2.154992,2.165663,2.1145199999999997,2.0168809999999997,2.205024,1.993925,2.204898,2.090506,2.040536,2.350106,2.053514,2.1725209999999997,2.048524,2.0517819999999998,2.08302,2.131104,2.078257,2.211699,2.009429,2.122617,2.051479,2.1919679999999997,2.16147,2.143548,2.009283,2.082159,2.098527,2.347842,1.90293,2.1033939999999998,2.033354,2.135948,2.165848,2.200941,2.097526,2.018564,2.169567,2.072205,2.528623,5.214175,0.799997,2.1544879999999997,2.251335,2.073153,2.136527,2.027573,2.111589,2.0504539999999998,2.18937,2.05043,2.2783979999999997,1.984578,2.176612,1.954947,2.2665859999999998,2.0464759999999997,2.1442829999999997,2.116977,2.186806,2.039827,2.1946589999999997,2.112934,2.08179,2.032502,2.176958,2.0956129999999997,2.073215,2.188049,2.05463,2.143119,2.12958,2.1031139999999997,2.075952,2.10983,2.181375,2.0623,2.1481589999999997,2.103892,2.143684,2.136548,2.1889469999999998,2.09972,2.110512,1.962856,2.214074,2.102616,2.212938,2.008649,2.196843,1.9851949999999998,2.220927,2.1029839999999997,2.089257,2.073933,2.2051849999999997,2.150419,2.172274,2.129797,2.141711,1.9728979999999998,2.063818,2.1534329999999997,2.12145,2.151833,2.1544659999999998,2.0591999999999997,2.183113,2.052253,2.115728,2.131807,2.14517,2.286355,2.1221579999999998,2.080994,2.0577769999999997,2.099014,2.167329,2.067459,2.197772,2.0603849999999997,2.167397,2.170196,2.172681,2.047898,2.179508,2.114696,2.18741,2.017786,2.22857,2.169072,2.02022,2.174025,2.129509,2.1399209999999997,2.080983,2.103571,2.212662,2.2896669999999997,2.260916,2.233485,2.249576,2.252941,2.3121519999999998,2.3326089999999997,2.355032,2.2335,2.273062,2.242506,2.345675,2.2213849999999997,2.3862419999999998,2.197604,2.248386,2.272475,2.284391,2.219814,2.321764,2.247119,2.23673,2.271454,2.419045,2.1735539999999998,2.2282379999999997,2.326371,2.068905,2.213014,2.366616,2.1730679999999998,2.223535,2.2991889999999997,2.235902,2.220512,2.3428329999999997,2.204853,2.34273,2.245793,2.318574,2.223777,2.213854,2.358012,2.259368,2.2558089999999997,2.41886,2.555961,1.71831,3.1429169999999997,1.202113,2.226667,2.08431,1.956129,2.569714,11.911925,2.939434,1.329277,2.512422,3.0840199999999998,1.524343,2.029166,1.990724,1.8192499999999998,2.355042,10.383142999999999,2.4325039999999998,1.390069,2.1595999999999997,2.20093,2.2914879999999997,2.182819,2.36451,2.1862,2.131912,2.175551,2.200926,2.292497,2.265308,2.189122,2.254098,2.142749,2.331727,2.126446,2.2723649999999997,2.15963,2.2556629999999998,2.201912,2.339183,2.183866,2.24992,2.18523,2.242595,2.218089,2.264865,2.2268369999999997,2.25248,2.250604,2.2475899999999998,2.186896,2.3122309999999997,2.469664,1.861521,2.1026599999999998,2.154999,2.008221,2.4771199999999998,1.7404899999999999,2.510777,10.422049999999999,2.580772,1.4727679999999999,2.013179,2.002269,2.184169,2.384245,2.001591,4.425227,2.351782,2.6964639999999997,1.8895469999999999,10.926128,2.289037,1.353534,1.922223,2.1525019999999997,1.974286,2.3341279999999998,2.008637,2.109759,2.098816,2.126832,2.099758,2.1025549999999997,2.005483,2.220062,2.061795,2.0567189999999997,2.072416,2.0839119999999998,2.132578,2.162103,2.0677529999999997,2.172024,2.368532,1.9444379999999999,2.245521,2.5934619999999997,1.8517519999999998,2.4013009999999997,2.643507,1.8662679999999998,10.822954,2.488596,1.447517,2.022467,2.072072,2.109343,2.0326139999999997,2.1643499999999998,2.0613509999999997,1.992961,2.158211,2.438611],"unit":"ms"},"output_sequence_length":{"value":437,"unit":"tokens"},"time_to_first_token":{"value":23.016643,"unit":"ms"},"http_req_waiting":{"value":21.403264999999998,"unit":"ms"},"http_req_duration":{"value":1024.1008239999999,"unit":"ms"},"input_sequence_length":{"value":780,"unit":"tokens"},"output_token_count":{"value":47,"unit":"tokens"},"time_to_second_token":{"value":1.978311,"unit":"ms"},"http_req_receiving":{"value":1002.5262439999999,"unit":"ms"},"http_req_sending":{"value":0.171315,"unit":"ms"},"time_to_first_output_token":{"value":908.982031,"unit":"ms"},"http_req_data_sent":{"value":3.40234375,"unit":"KB"},"http_req_chunks_received":{"value":436,"unit":"count"},"reasoning_token_count":{"value":390,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":106.4716796875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.45558086560364464,"unit":"%"},"e2e_output_token_throughput":{"value":426.68335458789255,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.296243231651376,"unit":"ms"},"prefill_throughput_per_user":{"value":33888.52144945725,"unit":"tokens/sec/user"},"http_req_total":{"value":1024.1008239999999,"unit":"ms"},"output_token_throughput_per_user":{"value":435.4939347086658,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":23,"x_request_id":"92be6ff8-ad5a-4c8f-85f2-dda6092d91dc","x_correlation_id":"0b22dd7b-52a0-4e13-b48c-c479161971c0","conversation_id":"d20616f1-3bca-402c-bede-21c3ca93d9af","turn_index":0,"credit_issued_ns":1779883798091662652,"request_start_ns":1779883798093304942,"request_ack_ns":1779883798100697004,"request_end_ns":1779883799156031429,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1062.726487,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.0419579999999997,2.112256,2.192093,2.139053,2.21508,2.119968,2.2315959999999997,2.12837,2.139563,6.2080709999999995,0.6960459999999999,2.089378,2.228223,2.035907,2.176225,2.190533,2.25916,2.354424,2.126187,2.167788,2.220552,2.2620739999999997,2.080826,2.1446169999999998,2.041617,2.127361,2.028127,2.1566,2.166665,2.041569,2.0957369999999997,2.0154739999999998,2.0269179999999998,2.126292,2.08568,2.032444,2.049031,2.1125309999999997,2.1003179999999997,2.0338629999999998,2.137568,2.067437,2.1208899999999997,2.160862,2.117388,1.945544,2.128059,2.107333,2.1129789999999997,2.090801,2.024842,2.289113,2.074062,2.235372,1.9890809999999999,2.196083,2.067116,2.129509,2.119358,2.20329,2.0387239999999998,2.083098,2.1781509999999997,2.15482,2.161825,2.147928,2.104138,2.1359019999999997,2.138957,2.179055,2.096361,2.02832,2.159791,2.139005,2.143243,2.170768,2.1061289999999997,2.074817,2.165475,2.124695,2.17815,2.1453059999999997,2.060337,2.179936,2.03632,2.191868,2.040375,2.216652,2.126668,2.155895,2.1711039999999997,2.251769,2.0974779999999997,2.493635,1.711071,2.925761,1.390282,1.8535549999999998,2.102163,1.9340629999999999,2.249738,2.560262,11.501074,2.775204,1.327941,2.022932,2.001278,2.228967,1.997288,2.0669969999999998,2.140688,2.143939,2.075919,2.139439,1.984805,2.15996,2.127642,2.142822,2.185251,2.055383,2.09538,2.18968,2.1582529999999998,2.16594,2.117016,2.012574,2.123857,2.006099,2.223135,2.1374809999999997,2.036715,2.33207,2.069041,2.150255,2.055962,2.0746819999999997,2.082807,2.136819,2.080562,2.203856,2.013315,2.122066,2.056718,2.159306,2.148868,2.178893,2.011107,2.08318,2.1052329999999997,2.30437,1.924459,2.108991,2.036763,2.144071,2.171786,2.193413,2.0983609999999997,2.021263,2.170767,2.0688619999999998,2.5490209999999998,5.248817,0.760899,2.1363019999999997,2.252871,2.069921,2.0789299999999997,2.080035,2.113473,2.052281,2.1889179999999997,2.052774,2.200093,2.0054879999999997,2.168941,2.008384,2.268147,2.043304,2.147119,2.1251569999999997,2.187704,2.0417769999999997,2.191185,2.117114,2.0774779999999997,2.033408,2.177257,2.098654,2.062753,2.19482,2.052342,2.144398,2.132314,2.101025,2.077702,2.110189,2.17938,2.063246,2.148622,2.10465,2.1425,2.135817,2.189552,2.099272,2.109719,1.9618799999999998,2.2203,2.098776,2.210597,2.0097869999999998,2.196004,1.987355,2.2197999999999998,2.1021609999999997,2.091936,2.071459,2.205908,2.148698,2.1746339999999997,2.072822,2.122327,2.007019,2.088376,2.16867,2.1063549999999998,2.170103,2.1510119999999997,2.059503,2.1787259999999997,2.056851,2.1169059999999997,2.131297,2.144706,2.258521,2.1313299999999997,2.0985199999999997,2.056016,2.067471,2.169251,2.0960609999999997,2.197178,2.064586,2.16653,2.173761,2.1700749999999998,2.0448969999999997,2.181675,2.115726,2.186239,2.018446,2.229324,2.169348,2.018121,2.1757869999999997,2.134152,2.130095,2.0838319999999997,2.105387,2.187475,2.310235,2.2592369999999997,2.235481,2.248288,2.251023,2.314791,2.299118,2.385493,2.2363139999999997,2.2729999999999997,2.242568,2.33504,2.244747,2.383008,2.198486,2.24836,2.270476,2.286483,2.220431,2.321757,2.245438,2.239038,2.2712589999999997,2.4223909999999997,2.168151,2.231576,2.3140899999999998,2.0848709999999997,2.211922,2.364458,2.1767559999999997,2.227462,2.294064,2.237218,2.2190149999999997,2.344496,2.205729,2.341167,2.242263,2.323021,2.223975,2.2144719999999998,2.352728,2.263457,2.254692,2.420502,2.553375,1.7157879999999999,3.082114,1.1854019999999998,2.2752339999999998,2.145263,1.923244,2.5747679999999997,11.912141,2.93127,1.321802,2.526036,3.038395,1.545828,2.097179,1.928779,1.846469,2.330727,10.40757,2.41424,1.389724,2.1605149999999997,2.202725,2.295535,2.177485,2.3644529999999997,2.187815,2.1296809999999997,2.1756249999999997,2.19849,2.2955479999999997,2.263874,2.211016,2.23479,2.141226,2.330266,2.128251,2.2723899999999997,2.158384,2.2547319999999997,2.204385,2.338969,2.1812039999999997,2.246915,2.18781,2.2432939999999997,2.203522,2.294022,2.219081,2.251198,2.2475389999999997,2.2458199999999997,2.187329,2.312318,2.4724,1.8976419999999998,2.113302,2.128934,1.990025,2.442768,1.758174,2.523837,10.410955,2.5868349999999998,1.4827009999999998,2.012657,2.001048,2.183149,4.38334,2.709948,1.709562,2.3563,2.6602889999999997,1.926658,10.923245999999999,2.2887139999999997,1.3614089999999999,1.9221119999999998,2.147865,1.976626,2.309818,2.0277659999999997,2.112578,2.109576,2.121517,2.091018,2.092931,2.023797,2.2177729999999998,2.063131,2.05027,2.080141,2.080262,2.1356319999999998,2.1611629999999997,2.06413,2.173998,2.368829,2.000895,2.2116059999999997,2.482309,1.939873,2.3993249999999997,2.6160609999999997,1.894029,10.801537999999999,2.509789,1.457878,2.016848,2.072575,2.1141069999999997,2.024477,2.16948,2.065004,1.991309,2.156453,2.402274,1.920358,3.3246219999999997,1.076208,1.765615,2.038737,2.241046,2.249676,1.936948,13.866230999999999,2.715716,1.39109,2.020648,2.590796,2.225001,2.3123039999999997,2.0077819999999997,2.670034,1.744605,2.170376,2.4647609999999998,7.372184,1.929543,0.830634,2.15075,2.725683],"unit":"ms"},"output_sequence_length":{"value":452,"unit":"tokens"},"time_to_first_token":{"value":26.254898999999998,"unit":"ms"},"http_req_waiting":{"value":24.6173,"unit":"ms"},"http_req_duration":{"value":1062.6598239999998,"unit":"ms"},"input_sequence_length":{"value":739,"unit":"tokens"},"output_token_count":{"value":76,"unit":"tokens"},"time_to_second_token":{"value":2.0419579999999997,"unit":"ms"},"http_req_receiving":{"value":1037.881183,"unit":"ms"},"http_req_sending":{"value":0.16134099999999998,"unit":"ms"},"time_to_first_output_token":{"value":873.39225,"unit":"ms"},"http_req_data_sent":{"value":3.373046875,"unit":"KB"},"http_req_chunks_received":{"value":449,"unit":"count"},"reasoning_token_count":{"value":376,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":109.482421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4405286343612335,"unit":"%"},"e2e_output_token_throughput":{"value":425.32110145853545,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2981631662971176,"unit":"ms"},"prefill_throughput_per_user":{"value":28147.127894112255,"unit":"tokens/sec/user"},"http_req_total":{"value":1062.6598239999998,"unit":"ms"},"output_token_throughput_per_user":{"value":435.1301137643919,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":24,"x_request_id":"4fa627c1-6511-49e1-bb1f-9e392817c7e1","x_correlation_id":"702a192f-5b30-451a-8c2a-e39e5a55b767","conversation_id":"aae2266b-78ac-4d90-872a-13dc4a5f77cc","turn_index":0,"credit_issued_ns":1779883798324128889,"request_start_ns":1779883798325420436,"request_ack_ns":1779883798335827725,"request_end_ns":1779883799231587308,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":906.166872,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.026723,1.993865,2.239413,1.990341,2.073441,2.130238,2.144335,2.07348,2.14962,1.980356,2.167707,2.117448,2.147897,2.179156,2.0659989999999997,2.086271,2.1982399999999997,2.14612,2.176641,2.111671,2.019846,2.115765,2.013621,2.215208,2.144505,2.0266669999999998,2.339069,2.040655,2.171391,2.051844,2.089984,2.076747,2.140596,2.073898,2.2137029999999998,2.007222,2.127942,2.045645,2.1710599999999998,2.141753,2.185589,2.003911,2.090452,2.093213,2.310948,1.920634,2.1162419999999997,2.031082,2.145136,2.159884,2.2093309999999997,2.09237,2.026039,2.163061,2.076851,2.523816,5.239144,0.776636,2.161101,2.251385,2.078127,2.067253,2.088089,2.105447,2.057721,2.1837809999999998,2.059335,2.194104,2.0074549999999998,2.162845,2.009853,2.2641169999999997,2.048708,2.140231,2.130136,2.182385,2.04453,2.188904,2.119429,2.076644,2.036637,2.1740619999999997,2.097632,2.062122,2.198708,2.0467779999999998,2.149912,2.125934,2.107741,2.074006,2.113347,2.175392,2.06706,2.144595,2.1092839999999997,2.13788,2.140323,2.185292,2.104098,2.1062309999999997,1.9690649999999998,2.207843,2.107498,2.2077519999999997,2.014045,2.19128,1.98966,2.217321,2.107487,2.085493,2.076243,2.2024209999999997,2.15317,2.169744,2.078916,2.117091,2.014288,2.0796989999999997,2.17069,2.107328,2.171574,2.1479809999999997,2.063342,2.179612,2.056031,2.112843,2.1354699999999998,2.140691,2.251875,2.13413,2.105531,2.0521789999999998,2.0721879999999997,2.1667799999999997,2.099599,2.1924129999999997,2.068184,2.163163,2.177316,2.1658839999999997,2.049706,2.177718,2.119542,2.18328,2.021856,2.225689,2.17242,2.015727,2.179076,2.123296,2.141464,2.0797,2.109647,2.185762,2.310685,2.254231,2.241301,2.244507,2.256252,2.3109349999999997,2.3022139999999998,2.3789979999999997,2.24398,2.270041,2.2456769999999997,2.3790839999999998,2.201561,2.376886,2.202788,2.242259,2.2776929999999997,2.280817,2.225514,2.313477,2.25578,2.226547,2.2888699999999997,2.404162,2.180315,2.220643,2.323716,2.094372,2.193416,2.3595669999999997,2.182125,2.215411,2.304483,2.2305699999999997,2.2276309999999997,2.336338,2.2119869999999997,2.33623,2.249516,2.318515,2.225333,2.209857,2.3676589999999997,2.2493719999999997,2.26079,2.413773,2.560256,1.708024,3.09983,1.173243,2.279692,2.064362,1.978063,2.576555,11.92873,2.9347689999999997,1.3373899999999999,2.503244,3.041114,1.4995539999999998,2.095243,1.9698399999999998,1.8556849999999998,2.3304199999999997,10.402762,2.423606,1.398698,2.158732,2.201715,2.286602,2.187772,2.3580099999999997,2.19435,2.12307,2.18269,2.193533,2.302893,2.258377,2.191817,2.248269,2.15035,2.3266929999999997,2.130903,2.2657119999999997,2.166999,2.25187,2.2080699999999998,2.331451,2.1872689999999997,2.244544,2.195548,2.238047,2.217784,2.257505,2.23598,2.2440469999999997,2.258364,2.2389669999999997,2.195687,2.304964,2.48001,1.848441,2.112567,2.152393,2.0119659999999997,2.47967,1.737706,2.5083379999999997,10.424738999999999,2.570273,1.483644,2.003313,2.011157,2.176625,2.393437,1.991145,2.714903,1.7169379999999999,2.3529999999999998,2.661298,1.920964,10.931313999999999,2.288716,1.354533,1.920181,2.150044,1.975404,2.288701,2.05004,2.114953,2.1063929999999997,2.123659,2.094401,2.0938689999999998,2.016876,2.219843,2.063133,2.05097,2.076167,2.08509,2.132549,2.162928,2.064441,2.17353,2.371979,1.9419639999999998,2.244928,2.535814,1.908699,2.395127,2.650276,1.861545,10.807361,2.50773,1.456003,2.014323,2.069902,2.113452,2.026938,2.177095,2.05693,1.9927329999999999,2.155458,2.4008499999999997,1.926931,3.325282,1.079135,1.7634589999999999,2.039062,2.181709,2.2609999999999997,1.974351,16.615432,1.3445049999999998,2.034391,2.4837759999999998,2.346669,2.288939,2.0297609999999997,2.186331,2.259359,2.1545829999999997,2.4792639999999997,7.322945,1.943141,0.8206979999999999,2.158541,2.677365,1.8859929999999998,2.0930649999999997,2.201194,2.044718,2.994792,1.716693,11.910408,2.9280429999999997,1.506227,2.101558,2.095338,2.02494,2.0051829999999997,2.105336,2.150495,2.128965,2.118389,2.124285,2.00758,2.102387,2.068247,2.1042069999999997,2.269829,2.0498439999999998,1.95572,2.1354699999999998,2.028282,2.0188349999999997,2.028993,2.2089119999999998,2.48434],"unit":"ms"},"output_sequence_length":{"value":377,"unit":"tokens"},"time_to_first_token":{"value":29.469324999999998,"unit":"ms"},"http_req_waiting":{"value":27.945083,"unit":"ms"},"http_req_duration":{"value":906.101582,"unit":"ms"},"input_sequence_length":{"value":787,"unit":"tokens"},"output_token_count":{"value":49,"unit":"tokens"},"time_to_second_token":{"value":2.026723,"unit":"ms"},"http_req_receiving":{"value":878.007343,"unit":"ms"},"http_req_sending":{"value":0.14915599999999998,"unit":"ms"},"time_to_first_output_token":{"value":794.038336,"unit":"ms"},"http_req_data_sent":{"value":3.326171875,"unit":"KB"},"http_req_chunks_received":{"value":375,"unit":"count"},"reasoning_token_count":{"value":328,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":91.4140625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5277044854881267,"unit":"%"},"e2e_output_token_throughput":{"value":416.0381621189965,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3316424122340424,"unit":"ms"},"prefill_throughput_per_user":{"value":26705.735540260932,"unit":"tokens/sec/user"},"http_req_total":{"value":906.101582,"unit":"ms"},"output_token_throughput_per_user":{"value":428.88223114875433,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":29,"x_request_id":"3052f3f2-558d-49af-9270-c62cceda40e5","x_correlation_id":"f5677161-be0b-4f36-974b-3d3e287d8870","conversation_id":"7e7e23f1-1869-4748-ad3f-baea842031e3","turn_index":0,"credit_issued_ns":1779883799039737175,"request_start_ns":1779883799542488482,"request_end_ns":1779883800043347010,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883800043347010},"metrics":{"error_isl":{"value":816,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} -{"metadata":{"session_num":25,"x_request_id":"6a434f25-4554-43d6-b429-ce2f17a6649b","x_correlation_id":"6108b830-3270-46ed-a690-becb9bb022aa","conversation_id":"040f4d95-b16b-4eb8-9a30-1c80091811ef","turn_index":0,"credit_issued_ns":1779883798791950554,"request_start_ns":1779883798793217738,"request_ack_ns":1779883798801845255,"request_end_ns":1779883799728193807,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":934.9760689999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.526636,3.019015,1.5108279999999998,2.078977,2.029276,1.79881,2.345939,10.389287999999999,2.4267369999999997,1.3905619999999999,2.164533,2.196457,2.292593,2.1824779999999997,2.3672269999999997,2.187863,2.127389,2.17354,2.201609,2.29664,2.260446,2.192847,2.252396,2.144294,2.328132,2.128492,2.270603,2.157639,2.259433,2.200809,2.344205,2.1809819999999998,2.245412,2.189021,2.243528,2.202124,2.282574,2.224122,2.250559,2.254332,2.241539,2.190661,2.312237,2.470234,1.8538729999999999,2.105186,2.201241,1.969741,2.4891099999999997,1.745474,2.500924,10.400585999999999,2.584974,1.479202,2.010836,2.005013,2.180523,2.38708,2.002247,2.717053,1.711382,2.344295,2.699592,1.890194,10.930686999999999,2.272339,1.368946,1.91566,2.156262,1.9769359999999998,2.287461,2.047708,2.118896,2.09556,2.1319339999999998,2.085537,2.1009979999999997,2.016382,2.224002,2.057559,2.04898,2.0931539999999997,2.081709,2.122109,2.169981,2.06189,2.17177,2.3687489999999998,1.984753,2.19536,2.531755,1.911447,2.4385749999999997,2.609257,1.884871,10.779024999999999,2.5220629999999997,1.440548,2.031864,2.06465,2.1199719999999997,2.0180979999999997,2.177232,2.055787,1.9992159999999999,2.152138,2.40236,1.928807,3.315981,1.06876,1.8055089999999998,2.0363029999999998,2.164495,2.254695,1.9858449999999999,13.871804,2.719856,1.3635169999999999,2.020626,2.495913,2.3376099999999997,2.2928189999999997,2.028401,2.225403,2.181425,2.157835,2.5011039999999998,7.34084,1.924726,0.84793,2.164767,2.6646549999999998,1.891619,2.107875,2.234712,2.0494239999999997,2.9807289999999997,1.6822169999999999,11.910010999999999,2.9190389999999997,1.503304,2.10189,2.058758,2.071657,1.999062,2.117534,2.159477,2.075738,2.110296,2.112143,2.016031,2.121193,2.115677,2.075269,2.230616,2.092365,1.951188,2.1420049999999997,2.027147,2.020247,2.0279819999999997,2.219648,2.440203,1.714257,2.896452,1.351754,1.5096589999999999,2.292916,1.877278,2.0846489999999998,2.6099069999999998,11.798955,2.776604,1.407089,2.0327859999999998,1.9386839999999999,2.023425,1.9825819999999998,1.982783,2.113242,2.141219,2.154448,2.108342,2.1014779999999997,2.131186,2.164291,2.0711999999999997,2.0726999999999998,2.038677,2.111328,2.038341,2.045105,2.0887469999999997,2.037855,2.074092,2.070233,2.032318,2.159486,1.9661069999999998,2.1011889999999998,2.031076,2.086179,2.157397,2.0890589999999998,2.066738,2.058431,2.057305,2.067074,2.195702,2.030398,2.109989,2.07911,2.181313,2.086325,2.043149,2.122114,2.071885,2.1748179999999997,2.153696,2.0940689999999997,2.0547779999999998,2.1078069999999998,2.116317,2.0276799999999997,2.168339,2.043589,2.076419,2.130238,2.146753,2.2060049999999998,2.0236959999999997,2.1588689999999997,2.088789,2.077565,2.091928,2.115085,2.002951,2.211078,2.091708,2.138604,2.117792,2.1193969999999998,2.065644,2.1448579999999997,2.13218,2.152411,2.053593,2.110621,2.0656529999999997,2.11165,2.185031,2.083545,2.049795,2.144927,2.0820119999999998,2.037241,2.197235,2.065749,2.105461,2.068494,2.212904,2.107939,2.0598449999999997,2.1419669999999997,2.088794,2.261202,2.107279,2.153854,2.018952,2.140345,2.025714,2.127074,2.093541,2.317007,5.139778,1.1732209999999998,2.0284649999999997,2.0485029999999997,2.1592659999999997,2.195794,2.089352,2.134762,2.07491,2.101067,2.13171,2.116141,2.091342,2.164869,2.0318419999999997,2.187809,2.088107,2.1586629999999998,2.045303,2.129213,2.135411,1.997849,2.202361,2.105207,2.1591929999999997,2.030069,2.1695789999999997,2.030779,2.182623,2.171097,2.018731,2.520733,2.645974,1.4402439999999999,2.366826,1.828833,2.7708649999999997,3.425417,11.979308999999999,2.747535,1.377368,2.0495099999999997,2.1245529999999997,2.1132779999999998,2.0593909999999997,2.9147629999999998,2.262514,1.996905,2.120286,2.350619,6.655213,1.8607349999999998,2.198846,2.222175,5.363308,0.6312369999999999,2.752201,1.829423,2.269396,1.920952,1.9996829999999999,2.01098,2.049407,2.193661,2.068069,2.120022,2.049676,2.157615,2.1629929999999997,2.066008,2.090511,2.121007,2.203135,2.215899,2.041857,2.100456,2.10927,2.134204,2.1267199999999997,2.1000639999999997,2.0811759999999997,2.191599,2.050643,2.178,2.0965599999999998,2.334701,1.943641,2.160599,2.033336,2.112967,2.183248,2.163189,2.06365,2.077407,2.190159,2.110401,2.1175539999999997,2.153158,2.07884,2.218997,2.371742,2.019523,2.180979,2.0191909999999997,2.051576,2.138025,2.170038,2.131892,2.050865,2.4915599999999998],"unit":"ms"},"output_sequence_length":{"value":391,"unit":"tokens"},"time_to_first_token":{"value":28.01269,"unit":"ms"},"http_req_waiting":{"value":26.545092,"unit":"ms"},"http_req_duration":{"value":934.91424,"unit":"ms"},"input_sequence_length":{"value":790,"unit":"tokens"},"time_to_second_token":{"value":2.526636,"unit":"ms"},"http_req_receiving":{"value":908.228208,"unit":"ms"},"http_req_sending":{"value":0.14093999999999998,"unit":"ms"},"http_req_data_sent":{"value":3.4853515625,"unit":"KB"},"http_req_chunks_received":{"value":386,"unit":"count"},"reasoning_token_count":{"value":391,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":94.3427734375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25510204081632654,"unit":"%"},"e2e_output_token_throughput":{"value":418.1925216740494,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3255471256410254,"unit":"ms"},"prefill_throughput_per_user":{"value":28201.5043896177,"unit":"tokens/sec/user"},"http_req_total":{"value":934.91424,"unit":"ms"},"output_token_throughput_per_user":{"value":430.00633656234976,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":28,"x_request_id":"d796331e-de28-4f00-b4a4-59c1da877407","x_correlation_id":"388fb8dd-c48c-4897-832a-ca66511263e4","conversation_id":"1ca6bf21-7752-42c8-af33-70e305a1b6d2","turn_index":0,"credit_issued_ns":1779883798966345061,"request_start_ns":1779883798967688099,"request_ack_ns":1779883798976238357,"request_end_ns":1779883799782813854,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":815.1257549999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.925667,2.1454999999999997,1.983072,2.282188,2.050682,2.111749,2.113582,2.119749,2.09453,2.0929409999999997,2.019157,2.218797,2.0634799999999998,2.047587,2.081442,2.0869109999999997,2.13226,2.1608199999999997,2.062359,2.1745639999999997,2.368782,1.9416019999999998,2.243303,2.5008649999999997,1.997793,2.3717989999999998,2.6062369999999997,1.878212,10.816453,2.498507,1.459693,2.012348,2.070691,2.112225,2.033393,2.169329,2.057715,1.991093,2.158384,2.3944449999999997,1.929598,3.3216729999999997,1.074292,1.7723659999999999,2.0976339999999998,2.12018,2.294113,1.946248,13.90124,2.700493,1.368403,1.9972569999999998,2.541775,2.307947,2.300275,2.020782,2.215001,2.188733,2.174734,2.492561,7.346451999999999,1.956824,0.8099949999999999,2.144687,2.689377,1.9321169999999999,2.0774179999999998,2.163407,2.103414,2.966145,1.716777,11.890335,2.9286,1.498054,2.1084389999999997,2.042321,2.02598,2.06411,2.0906029999999998,2.117578,2.142267,2.088462,2.132577,2.054824,2.1022339999999997,2.064759,2.06123,2.272863,2.069333,1.962658,2.152616,2.0211609999999998,2.023393,2.025175,2.214521,2.433003,1.7391329999999998,2.885961,1.345065,1.538922,2.2795,1.8586969999999998,2.079247,2.6071869999999997,11.821083999999999,2.758966,1.4137549999999999,2.0270829999999997,1.941315,2.01803,1.9869029999999999,1.979358,2.118707,2.130209,2.162311,2.104393,2.110044,2.12585,2.176519,2.053271,2.080702,2.0313909999999997,2.1201529999999997,2.033586,2.061572,2.1038509999999997,2.016944,2.060389,2.082808,2.0196,2.16259,1.9631619999999999,2.114397,2.021941,2.090702,2.138519,2.106726,2.0703199999999997,2.062528,2.0428919999999997,2.072699,2.190225,2.0414879999999997,2.0929409999999997,2.09481,2.181018,2.0894429999999997,2.030369,2.131399,2.063833,2.182686,2.144376,2.099761,2.0480579999999997,2.118219,2.108498,2.0339929999999997,2.160266,2.0475909999999997,2.0684899999999997,2.143894,2.138408,2.2043559999999998,2.022037,2.173424,2.082227,2.083408,2.0856749999999997,2.1202,1.998429,2.2219249999999997,2.075983,2.151275,2.1104469999999997,2.134264,2.075217,2.142128,2.1111139999999997,2.159579,2.050986,2.114741,2.057877,2.115382,2.1813219999999998,2.087592,2.041642,2.1578209999999998,2.070316,2.046224,2.193521,2.084374,2.089685,2.069695,2.20167,2.1408199999999997,2.038369,2.14173,2.0801339999999997,2.272513,2.148324,2.1097319999999997,2.010069,2.1492869999999997,2.014736,2.136797,2.08542,2.3275859999999997,5.054766,1.256548,2.022227,2.061976,2.154254,2.148053,2.1130649999999997,2.1528929999999997,2.074503,2.109652,2.121985,2.121117,2.080755,2.1726229999999997,2.030141,2.192942,2.08809,2.165645,2.028131,2.140441,2.125118,2.0055039999999997,2.2003429999999997,2.105527,2.155859,2.034129,2.160452,2.043713,2.1797109999999997,2.176068,2.008175,2.4683029999999997,2.7068149999999997,1.420451,2.38007,1.841071,2.7490669999999997,3.44747,11.965513,2.7804189999999998,1.344417,2.0614719999999997,2.096972,2.136926,2.051167,2.889162,2.250568,2.039666,2.0763599999999998,2.358301,6.6343559999999995,1.9157849999999998,2.2046479999999997,2.222471,5.3557999999999995,0.636192,2.742688,1.8568609999999999,2.0602359999999997,2.1125089999999997,1.9911999999999999,2.029721,2.035682,2.197294,2.059622,2.131942,2.037117,2.165999,2.157524,2.070866,2.082186,2.1324199999999998,2.170684,2.131646,2.147449,2.109737,2.096923,2.148028,2.118354,2.109955,2.0731029999999997,2.1979349999999998,2.037527,2.191972,2.0834129999999997,2.310171,1.960175,2.179185,2.0305839999999997,2.118294,2.178662,2.1701639999999998,2.0580789999999998,2.078847,2.183541,2.11943,2.1100499999999998,2.1554629999999997,2.074971,2.230766,2.365876,2.026526,2.1777219999999997,2.023953,2.038926,2.147463,2.16436,2.134419,2.043351,2.456434,1.8557379999999999,3.490668,1.128673,1.555223,2.078081,2.5038419999999997,2.328994,2.475907,11.761932999999999,2.834605,1.271602,2.029365,2.153867,2.134465,2.070138,2.1088549999999997,2.154722,2.0233149999999998,2.090611,2.238533,2.354412],"unit":"ms"},"output_sequence_length":{"value":345,"unit":"tokens"},"time_to_first_token":{"value":24.938632,"unit":"ms"},"http_req_waiting":{"value":23.360383,"unit":"ms"},"http_req_duration":{"value":815.049773,"unit":"ms"},"input_sequence_length":{"value":813,"unit":"tokens"},"time_to_second_token":{"value":1.925667,"unit":"ms"},"http_req_receiving":{"value":791.5169129999999,"unit":"ms"},"http_req_sending":{"value":0.172477,"unit":"ms"},"http_req_data_sent":{"value":3.6474609375,"unit":"KB"},"http_req_chunks_received":{"value":340,"unit":"count"},"reasoning_token_count":{"value":345,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":82.916015625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2890173410404624,"unit":"%"},"e2e_output_token_throughput":{"value":423.24757607493336,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2970555901162792,"unit":"ms"},"prefill_throughput_per_user":{"value":32600.02393074327,"unit":"tokens/sec/user"},"http_req_total":{"value":815.049773,"unit":"ms"},"output_token_throughput_per_user":{"value":435.3399213770786,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":26,"x_request_id":"5df92c79-0bb0-44e0-8845-2e98452f0419","x_correlation_id":"51e5eb89-d2da-435b-8846-a9d56b319837","conversation_id":"557ec1a4-2010-40d0-9e86-e1c6e3614299","turn_index":0,"credit_issued_ns":1779883798822388826,"request_start_ns":1779883798824592127,"request_ack_ns":1779883798833568805,"request_end_ns":1779883799818682556,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":994.090429,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.166179,2.19326,2.306723,2.167061,2.387974,2.165216,2.14741,2.152452,2.2237,2.2689559999999998,2.298345,2.1600289999999998,2.269527,2.126964,2.344576,2.119186,2.305927,2.126433,2.260512,2.193478,2.358508,2.161879,2.267873,2.169065,2.2586459999999997,2.203437,2.282062,2.205018,2.2695849999999997,2.24178,2.2604919999999997,2.1747639999999997,2.3235069999999998,2.459734,1.8463239999999999,2.108297,2.15325,2.010167,2.435953,1.7537269999999998,2.5351619999999997,10.404722999999999,2.61734,1.4577419999999999,2.02914,1.9864929999999998,2.195741,2.366247,2.0187619999999997,2.696644,1.7315399999999999,2.325427,2.688387,1.899467,10.943359,2.281438,1.351302,1.9170319999999998,2.1615949999999997,1.9654209999999999,2.3034429999999997,2.031196,2.139344,2.0918989999999997,2.136088,2.067612,2.109108,2.004229,2.2461029999999997,2.038993,2.0686269999999998,2.0573319999999997,2.103443,2.117576,2.179572,2.041426,2.196199,2.350721,1.966613,2.2177439999999997,2.5108099999999998,1.933158,2.422841,2.598271,1.925457,10.760703999999999,2.547001,1.4353479999999998,2.032126,2.048545,2.133889,2.0014369999999997,2.202376,2.030736,2.01598,2.130373,2.435786,1.8994369999999998,3.344245,1.039737,1.797213,2.026175,2.203813,2.2151609999999997,2.008954,13.841415,2.740649,1.357399,2.0692649999999997,2.4484459999999997,2.355495,2.271428,2.057858,2.1718729999999997,2.2279899999999997,2.159526,2.4915719999999997,7.328835,1.953546,0.832924,2.170673,2.655164,1.9065619999999999,2.0889949999999997,2.21618,2.026344,3.016327,1.694049,11.914731,2.92474,1.515669,2.0865929999999997,2.074292,1.997495,2.044459,2.090564,2.157202,2.09971,2.130598,2.113689,2.021347,2.100416,2.09617,2.05725,2.287995,2.044197,2.0069399999999997,2.12036,2.054481,1.993842,2.053725,2.193704,2.451561,1.709121,2.9163989999999997,1.3227659999999999,1.5243689999999999,2.252665,1.931624,2.037931,2.63814,11.779888999999999,2.8151059999999997,1.3821299999999999,2.046267,1.9245519999999998,2.0376659999999998,1.966337,1.996378,2.098194,2.1555969999999998,2.140412,2.126475,2.078831,2.156279,2.142016,2.092123,2.0515589999999997,2.060609,2.0933539999999997,2.056673,2.027596,2.110566,2.015125,2.084082,2.061528,2.04099,2.145136,1.9805499999999998,2.091548,2.048026,2.070579,2.1574649999999997,2.0834189999999997,2.082337,2.042039,2.076303,2.049118,2.2177659999999997,2.0101139999999997,2.112758,2.0792159999999997,2.1833489999999998,2.0841369999999997,2.051296,2.112259,2.089692,2.1625989999999997,2.1663639999999997,2.0740529999999997,2.071326,2.095195,2.133476,2.010004,2.181676,2.024521,2.0906919999999998,2.1179769999999998,2.165457,2.170331,2.052532,2.145905,2.114873,2.054126,2.113867,2.096158,2.026814,2.191462,2.0993589999999998,2.127922,2.13395,2.070665,2.1144,2.127321,2.147169,2.1391549999999997,2.068311,2.09109,2.076419,2.103237,2.200021,2.067218,2.0596579999999998,2.141844,2.0906949999999997,2.017158,2.215986,2.0481439999999997,2.119052,2.059984,2.218004,2.094246,2.08168,2.125593,2.1065359999999997,2.235887,2.134566,2.124932,2.046039,2.124622,2.0424919999999998,2.110038,2.105601,2.3127,5.066191,1.238084,2.038773,2.035767,2.1794629999999997,2.129353,2.1418269999999997,2.1169789999999997,2.10714,2.079565,2.157918,2.089337,2.111461,2.148945,2.045085,2.169914,2.1097539999999997,2.142911,2.062589,2.111758,2.148609,1.9836909999999999,2.220268,2.086642,2.183043,2.004561,2.175566,2.024549,2.194457,2.161866,2.034281,2.441829,2.6637359999999997,1.454505,2.3852819999999997,1.839459,2.765824,3.4188959999999997,11.9751,2.760262,1.401575,2.028256,2.129971,2.127396,2.0612019999999998,2.856623,2.27946,2.021548,2.087727,2.340869,6.631218,1.85831,2.173229,2.241217,5.400225,0.593357,2.722969,1.862037,2.0838419999999998,2.101432,2.001588,2.018909,2.045381,2.189056,2.0667269999999998,2.125142,2.0455449999999997,2.159249,2.1640189999999997,2.0632639999999998,2.089251,2.125241,2.2031519999999998,2.099376,2.158192,2.099854,2.106616,2.143556,2.1193679999999997,2.102009,2.082659,2.19427,2.042675,2.181105,2.092209,2.299261,1.9771919999999998,2.171218,2.032781,2.112097,2.1839779999999998,2.1717489999999997,2.0569319999999998,2.077339,2.190245,2.114111,2.1128359999999997,2.1530579999999997,2.079801,2.22565,2.34158,2.0431529999999998,2.174108,2.026936,2.0547239999999998,2.227745,2.170689,2.1137259999999998,2.060396,2.440645,1.866965,3.460473,1.16029,1.540563,2.097426,2.468143,2.346975,2.467991,11.737053,2.8187029999999997,1.316095,2.0241059999999997,2.178096,2.1098879999999998,2.095403,2.087819,2.169107,2.010462,2.10858,2.219613,2.323609,2.131554,2.3370759999999997,1.9999639999999999,2.00422,2.092229,2.980664,15.870614,0.526095,1.338426,2.105403,2.4521699999999997],"unit":"ms"},"output_sequence_length":{"value":414,"unit":"tokens"},"time_to_first_token":{"value":26.243005999999998,"unit":"ms"},"http_req_waiting":{"value":24.606589,"unit":"ms"},"http_req_duration":{"value":994.012337,"unit":"ms"},"input_sequence_length":{"value":729,"unit":"tokens"},"time_to_second_token":{"value":2.166179,"unit":"ms"},"http_req_receiving":{"value":969.228888,"unit":"ms"},"http_req_sending":{"value":0.17686,"unit":"ms"},"http_req_data_sent":{"value":3.2509765625,"unit":"KB"},"http_req_chunks_received":{"value":408,"unit":"count"},"reasoning_token_count":{"value":414,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":99.6484375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24096385542168677,"unit":"%"},"e2e_output_token_throughput":{"value":416.4611064774671,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3434562300242128,"unit":"ms"},"prefill_throughput_per_user":{"value":27778.82990995772,"unit":"tokens/sec/user"},"http_req_total":{"value":994.012337,"unit":"ms"},"output_token_throughput_per_user":{"value":426.72015256272476,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":27,"x_request_id":"50264001-6039-4462-ba1b-e0f5c2e05821","x_correlation_id":"240537a6-02e6-442b-800e-05c5931eef5c","conversation_id":"611266ef-5e6c-4cf9-9738-4c2046a74001","turn_index":0,"credit_issued_ns":1779883798928597972,"request_start_ns":1779883798930197823,"request_ack_ns":1779883798938540355,"request_end_ns":1779883799824487286,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":894.289463,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.010859,1.999973,2.182515,2.386222,2.000905,2.716837,1.77376,2.346872,2.630514,1.89366,10.937866,2.278222,1.366241,1.912234,2.159799,1.9663739999999998,2.300786,2.0393529999999997,2.123392,2.097217,2.132641,2.082254,2.099179,2.011994,2.232173,2.052933,2.060971,2.066523,2.097973,2.121488,2.169852,2.0571319999999997,2.178176,2.36489,1.9514589999999998,2.239926,2.568244,1.864341,2.450711,2.5693799999999998,1.8999759999999999,10.79134,2.5198009999999997,1.446674,2.0246969999999997,2.063824,2.119569,2.015345,2.1820649999999997,2.053516,2.000298,2.1518509999999997,2.408546,1.918715,3.3355159999999997,1.06914,1.807229,2.0013609999999997,2.18548,2.271603,1.9647869999999998,13.882631,2.744601,1.329241,2.005709,2.540782,2.379609,2.9032869999999997,1.388911,2.197527,2.2173879999999997,2.129904,2.4771609999999997,7.353833,1.989539,0.784451,2.169588,2.664206,1.8861999999999999,2.126575,2.1815439999999997,2.043926,2.986138,1.71845,11.904117,2.932518,1.508289,2.09975,2.052546,2.0199439999999997,2.027613,2.1057699999999997,2.134083,2.117588,2.120752,2.1261039999999998,2.01384,2.107904,2.080299,2.069369,2.276077,2.073397,1.980707,2.144913,2.027298,2.0189369999999998,2.031332,2.206182,2.4454059999999997,1.723979,2.899119,1.324536,1.51168,2.270299,1.9012259999999999,2.0784569999999998,2.6142849999999997,11.796031,2.792094,1.4024539999999999,2.032229,1.938632,2.021919,1.980179,1.9866739999999998,2.110581,2.1389489999999998,2.157475,2.110874,2.102074,2.133352,2.1661259999999998,2.065677,2.072851,2.038433,2.110831,2.040361,2.0401119999999997,2.089943,2.043065,2.066936,2.074149,2.029524,2.157092,1.969123,2.1024309999999997,2.0326329999999997,2.090665,2.136694,2.100478,2.067332,2.053903,2.061235,2.067236,2.198341,2.026812,2.119445,2.073016,2.174283,2.091458,2.041414,2.123329,2.072928,2.188142,2.141922,2.090217,2.0537009999999998,2.111822,2.117431,2.026623,2.167591,2.040086,2.075979,2.133597,2.14803,2.2033359999999997,2.024826,2.163071,2.090618,2.086296,2.0844389999999997,2.111904,2.012679,2.206409,2.083682,2.14057,2.122583,2.082233,2.099332,2.143215,2.134073,2.153162,2.054957,2.10436,2.068755,2.1181449999999997,2.1810069999999997,2.081199,2.050836,2.143535,2.081492,2.033417,2.202272,2.062523,2.1071329999999997,2.065682,2.209478,2.1087949999999998,2.0654179999999998,2.138608,2.092945,2.268971,2.099659,2.14396,2.027424,2.14216,2.0248999999999997,2.12824,2.091747,2.321708,5.04951,1.2541099999999998,2.0328559999999998,2.045547,2.163941,2.144525,2.127118,2.145871,2.078689,2.100178,2.131232,2.111479,2.0964199999999997,2.163342,2.032772,2.182724,2.0916889999999997,2.1596319999999998,2.0457199999999998,2.1292839999999997,2.1350279999999997,1.996046,4.311529999999999,2.151477,2.037968,2.160949,2.034782,2.1813119999999997,2.1750659999999997,2.01292,2.496858,2.616498,1.474982,2.3511569999999997,1.87387,2.753332,3.437277,11.947486,2.794164,1.366666,2.057067,2.107825,2.131373,2.050512,2.902228,2.238801,2.041363,2.062245,2.370198,6.6301429999999995,1.9261169999999999,2.16179,2.251684,5.3415799999999996,0.646968,2.7176039999999997,1.8766159999999998,2.074551,2.106271,1.9971489999999998,2.0234829999999997,2.041762,2.19508,2.061789,2.1268089999999997,2.040778,2.16993,2.154194,2.070312,2.083004,2.130696,2.169934,2.1352249999999997,2.148973,2.105744,2.099406,2.146954,2.117721,2.111517,2.255195,2.02496,2.0171859999999997,2.197978,2.083612,2.340303,1.9276769999999999,2.179315,2.0274259999999997,2.1176809999999997,2.1782239999999997,2.172802,2.054308,2.081432,2.186445,2.1218969999999997,2.19913,2.0978939999999997,2.048356,2.234797,2.333691,2.049467,2.1696619999999998,2.030362,2.045387,2.146238,2.160503,2.137259,2.042073,2.4591629999999998,1.872163,3.4843569999999997,1.12189,1.559987,2.079293,2.497627,2.3073639999999997,2.4899549999999997,11.722659,2.8356109999999997,1.29494,2.043186,2.1583829999999997,2.130846,2.072825,2.107051,2.152403,2.027262,2.090133,2.238994,2.303484,2.1678699999999997,2.2879,2.034345,1.968505,2.151458,3.003418,15.878611,0.523044,1.359021,2.088184,2.417059,1.778648,4.037839],"unit":"ms"},"output_sequence_length":{"value":370,"unit":"tokens"},"time_to_first_token":{"value":25.926363,"unit":"ms"},"http_req_waiting":{"value":24.249069,"unit":"ms"},"http_req_duration":{"value":894.216272,"unit":"ms"},"input_sequence_length":{"value":783,"unit":"tokens"},"output_token_count":{"value":125,"unit":"tokens"},"time_to_second_token":{"value":2.010859,"unit":"ms"},"http_req_receiving":{"value":869.8041059999999,"unit":"ms"},"http_req_sending":{"value":0.163097,"unit":"ms"},"time_to_first_output_token":{"value":596.190565,"unit":"ms"},"http_req_data_sent":{"value":3.3994140625,"unit":"KB"},"http_req_chunks_received":{"value":365,"unit":"count"},"reasoning_token_count":{"value":245,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":89.0126953125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.8042895442359249,"unit":"%"},"e2e_output_token_throughput":{"value":413.7362848476277,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3532875338753385,"unit":"ms"},"prefill_throughput_per_user":{"value":30200.9194270712,"unit":"tokens/sec/user"},"http_req_total":{"value":894.216272,"unit":"ms"},"output_token_throughput_per_user":{"value":424.9374484014809,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":33,"x_request_id":"23efac88-2376-41bf-88de-5b2b94936b4b","x_correlation_id":"506281b4-31c2-4ee5-acc1-b2c149512bf0","conversation_id":"aa6c45ed-b1fc-40be-bee6-e566a0d45f9f","turn_index":0,"credit_issued_ns":1779883799542953864,"request_start_ns":1779883800044548518,"request_end_ns":1779883800545543362,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883800545543362},"metrics":{"error_isl":{"value":912,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} -{"metadata":{"session_num":31,"x_request_id":"0fde2f90-d261-4793-8ab2-68f0f9f24d12","x_correlation_id":"7808cffd-f58a-45d6-8fe0-350296116533","conversation_id":"e69049eb-daae-45c5-ab08-4421bd83e83f","turn_index":0,"credit_issued_ns":1779883799158094913,"request_start_ns":1779883799159646825,"request_ack_ns":1779883799167357951,"request_end_ns":1779883800079179845,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":919.53302,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.106699,2.0449379999999997,2.025067,2.0578689999999997,2.110551,2.112014,2.109166,2.106635,2.132215,2.010691,2.1459829999999998,2.0524359999999997,2.07492,2.2724789999999997,2.069554,1.967005,2.151303,2.022153,2.026037,2.022469,2.21588,2.4328719999999997,1.732869,2.8904609999999997,1.410666,1.446823,2.274029,1.890229,2.086335,2.6001339999999997,11.803355,2.781138,1.415385,2.027014,1.9446649999999999,2.0157059999999998,1.991836,1.97623,2.118595,2.130503,2.164964,2.102817,2.109842,2.124576,2.176878,2.055925,2.08067,2.0304599999999997,2.118745,2.071296,2.011537,2.078662,2.061616,2.048156,2.077327,2.028852,2.164562,1.9572619999999998,2.106385,2.025644,2.097147,2.1435079999999997,2.101788,2.054736,2.058915,2.054563,2.0719659999999998,2.191202,2.035549,2.092298,2.098167,2.167217,2.099053,2.035775,2.130519,2.065728,2.192748,2.134541,2.12684,2.030035,2.109213,2.1093859999999998,2.034053,2.160402,2.063945,2.060069,2.1370679999999997,2.137639,2.25271,1.982762,2.163914,2.080643,2.093757,2.0775669999999997,2.1201369999999997,1.998931,2.218006,2.07657,2.149907,2.111356,2.103919,2.1152699999999998,2.133711,2.114772,2.163442,2.045025,2.114608,2.0586729999999998,2.1260239999999997,2.173419,2.088322,2.04286,2.15013,2.0784469999999997,2.040457,2.193194,2.082271,2.09199,2.069515,2.203257,2.1265259999999997,2.050199,2.142525,2.084496,2.2768669999999998,2.1001849999999997,2.143106,2.015813,2.148886,2.0134819999999998,2.137727,2.084918,2.327884,5.042711,1.262006,2.02526,2.0624119999999997,2.148957,2.147188,2.1225449999999997,2.153286,2.06783,2.110084,2.12418,2.120551,2.082324,2.172157,2.0311909999999997,2.186905,2.091916,2.167502,2.034351,2.1327789999999998,2.12793,2.0023619999999998,2.199399,2.109661,2.1529819999999997,2.035821,2.1635079999999998,2.035081,2.18648,2.1699889999999997,2.0122809999999998,2.508347,2.616214,1.512136,2.3222169999999998,1.859796,2.754612,3.439209,11.960611,2.788697,1.3488369999999998,2.060226,2.0962739999999997,2.137101,2.051364,3.008653,2.129159,2.040431,2.075355,2.3601769999999997,6.631259999999999,1.9225109999999999,2.206216,2.210504,5.333809,0.659929,2.73997,1.8605669999999999,2.06536,2.108486,1.9943529999999998,2.02554,2.03932,2.210072,2.052049,2.131236,2.037557,2.1659319999999997,2.156346,2.070423,2.082067,2.13137,2.168218,2.134426,2.149791,2.106846,2.097874,2.1472379999999998,2.1178879999999998,2.110583,2.071907,2.198636,2.039689,2.188173,2.086186,2.3058739999999998,1.961414,2.184231,2.02704,2.120892,2.174902,2.173694,2.055379,2.082814,2.18232,2.11945,2.108306,2.157099,2.076014,2.2355389999999997,2.358037,2.035195,2.15801,2.031865,2.0422379999999998,2.145747,2.163096,2.137272,2.043545,2.4586889999999997,1.8507689999999999,3.4904129999999998,1.1781519999999999,1.520843,2.1169469999999997,2.472975,2.291519,2.493042,11.717068999999999,2.839549,1.2970899999999999,2.041886,2.15476,2.1331379999999998,2.0715589999999997,2.1122549999999998,2.148427,2.029068,2.086383,2.241294,2.3033859999999997,2.157675,2.32702,2.009478,1.9633889999999998,2.1496049999999998,3.003168,15.928804,0.48466099999999995,1.348088,2.0954189999999997,2.415991,1.770565,3.983488,1.118461,1.168957,2.036331,2.464666,1.8871259999999999,2.4663969999999997,11.754882,10.688457999999999,1.6313499999999999,1.524459,2.0752639999999998,2.023555,2.071533,2.111865,2.098595,2.140055,2.144983,2.0061549999999997,2.1199879999999998,2.145896,2.082999,2.063871,2.136117,2.1028379999999998,2.241165,2.040056,2.129072,1.983939,2.136592,1.982621,2.254458,2.1486449999999997,2.189441,2.096958,2.275084,2.261958,2.200719,2.3051719999999998,2.236016,2.239551,2.174248,2.3185659999999997,2.135716,2.164134,2.261378,2.274504,2.3297369999999997,2.229556,2.2376359999999997,2.245346,2.2674179999999997,2.252658,2.247838,2.226238,2.225221,2.450669,2.079742,2.4562049999999997,1.968225,2.104583,2.335577,2.217176,2.312467,2.2306369999999998,2.253006,2.2071799999999997,2.420449,2.214724,2.2287529999999998,2.274124,2.2472469999999998,2.456061,2.124917,2.276976,2.205659,2.2094959999999997,2.203635,2.190695,2.346959,2.221548,2.289074,2.2106079999999997,2.231468,2.332254,2.361522,2.090744,2.242978,2.313854,2.2180809999999997,2.431389,2.296005,2.2257029999999998,2.272958,3.226454,1.227604,2.320404,2.357248,2.289463,2.7662519999999997,11.416706999999999,2.8785629999999998,1.3757869999999999,2.238847,2.54737],"unit":"ms"},"output_sequence_length":{"value":387,"unit":"tokens"},"time_to_first_token":{"value":25.625282,"unit":"ms"},"http_req_waiting":{"value":23.901408,"unit":"ms"},"http_req_duration":{"value":919.45903,"unit":"ms"},"input_sequence_length":{"value":743,"unit":"tokens"},"time_to_second_token":{"value":2.106699,"unit":"ms"},"http_req_receiving":{"value":895.381793,"unit":"ms"},"http_req_sending":{"value":0.17582899999999999,"unit":"ms"},"http_req_data_sent":{"value":3.181640625,"unit":"KB"},"http_req_chunks_received":{"value":383,"unit":"count"},"reasoning_token_count":{"value":387,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":93.5078125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.25773195876288657,"unit":"%"},"e2e_output_token_throughput":{"value":420.86579990352055,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3158231554404143,"unit":"ms"},"prefill_throughput_per_user":{"value":28994.80286694991,"unit":"tokens/sec/user"},"http_req_total":{"value":919.45903,"unit":"ms"},"output_token_throughput_per_user":{"value":431.81190137544155,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":30,"x_request_id":"e07ea295-3b88-436d-ad79-3dcda27a9871","x_correlation_id":"1c70d5e8-601f-4730-b409-fbd90b6a0caa","conversation_id":"96f5b1da-a37e-466b-b41c-d23fa126a0ac","turn_index":0,"credit_issued_ns":1779883799088192043,"request_start_ns":1779883799089635367,"request_ack_ns":1779883799099487350,"request_end_ns":1779883800107594125,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1017.958758,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.018051,2.519282,2.332887,2.275373,2.1024089999999998,2.1332899999999997,2.217624,2.158407,2.492404,7.344894999999999,1.94458,0.8517359999999999,2.16012,2.67517,1.8869239999999998,2.260877,2.039748,2.0144379999999997,3.0161919999999998,1.696775,11.912130999999999,2.920989,1.5065089999999999,2.0974779999999997,2.060831,2.029204,2.051212,2.169286,2.040746,2.102597,2.145111,2.110348,2.007451,2.103911,2.1282259999999997,2.0429429999999997,2.290591,2.041873,1.982246,2.135278,2.031935,2.01551,2.0343489999999997,2.2037519999999997,2.447276,1.7155799999999999,2.898643,1.3320509999999999,1.5153889999999999,2.264102,1.9047589999999999,2.093686,2.611194,11.783398,2.794632,1.4007809999999998,2.032985,1.9374019999999998,2.0242139999999997,1.980254,1.987736,2.108964,2.137337,2.157968,2.109819,2.105272,2.129919,2.1694709999999997,2.0628349999999998,2.073792,2.035873,2.115602,2.0415609999999997,2.039332,2.0890109999999997,2.043119,2.0675719999999997,2.0728779999999998,2.026739,2.162481,1.9665979999999998,2.102028,2.03163,2.092174,2.138124,2.101184,2.05919,2.059805,2.060059,2.070274,2.1937349999999998,2.027741,2.117728,2.075765,2.175369,2.091558,2.041223,2.123831,2.0701259999999997,2.1922129999999997,2.138632,2.0918579999999998,2.053318,2.1123119999999997,2.1164929999999997,2.0268919999999997,2.168653,2.042237,2.0750919999999997,2.133768,2.145413,2.26113,1.9842529999999998,2.153721,2.0940209999999997,2.079894,2.08588,2.111869,2.004941,2.2119679999999997,2.0847789999999997,2.1443309999999998,2.118576,2.0835399999999997,2.101329,2.14358,2.155548,2.13416,2.048495,2.101505,2.067333,2.122629,2.177539,2.080969,2.0473529999999998,2.1497569999999997,2.0774269999999997,2.035403,2.200226,2.06522,2.107671,2.0643979999999997,2.20885,2.1115909999999998,2.063366,2.137969,2.092206,2.269613,2.0985489999999998,2.146179,2.0259329999999998,2.142798,2.022631,2.135211,2.085867,2.340033,5.083931,1.224991,2.039293,2.031596,2.191024,2.124491,2.116333,2.136116,2.076837,2.102314,2.1294839999999997,2.113508,2.0904819999999997,2.16459,2.035126,2.180555,2.093124,2.162206,2.043727,2.12858,2.1327849999999997,1.997501,2.2055279999999997,2.103347,2.158395,2.030475,2.168165,2.031997,2.19933,2.158118,2.016955,2.474493,2.64179,1.462818,2.3622,1.862773,2.795048,3.400867,11.958247,2.7871669999999997,1.3724049999999999,2.056848,2.106206,2.118585,2.057339,2.924991,2.2482979999999997,2.007284,2.079723,2.362796,6.635377999999999,1.911576,2.182859,2.233748,5.368183,0.616178,2.7484379999999997,1.845567,2.090697,2.091636,2.0092879999999997,2.0116169999999998,2.051457,2.186916,2.070947,2.117989,2.052369,2.155609,2.1665799999999997,2.059344,2.092559,2.1214429999999997,2.184243,2.121347,2.1567149999999997,2.098388,2.107922,2.13923,2.12612,2.100086,2.081114,2.190309,2.048831,2.1886039999999998,2.0861069999999997,2.303137,1.966597,2.171968,2.0359879999999997,2.11626,2.180414,2.1652139999999997,2.0629459999999997,2.072946,2.191624,2.114306,2.114484,2.1465639999999997,2.083925,2.2263729999999997,2.364243,2.022205,2.219531,1.979174,2.053865,2.135709,2.1731,2.126651,2.051339,2.449655,1.8672419999999998,3.480978,1.1354419999999998,1.5537779999999999,2.085778,2.489394,2.329053,2.470544,11.757838,2.826298,1.291737,2.02128,2.165845,2.1231999999999998,2.0813669999999997,2.098217,2.161779,2.0196359999999998,2.096139,2.23108,2.3119169999999998,2.1834189999999998,2.30908,1.9852619999999999,1.977369,2.139427,3.022561,15.902959,0.5238119999999999,1.32935,2.109542,2.399405,1.79653,3.9899489999999997,1.105962,1.138958,2.057706,2.388969,1.9589219999999998,2.4052819999999997,11.805195,10.686562,1.646223,1.5116619999999998,2.0888079999999998,2.0115339999999997,2.0791489999999997,2.107927,2.105128,2.131389,2.15068,2.002227,2.125032,2.1268819999999997,2.101544,2.06156,2.139964,2.0968269999999998,2.245452,2.036215,2.137259,1.979779,2.1126,1.9906199999999998,2.268523,2.1472539999999998,2.198382,2.096342,2.277615,2.255369,2.2049209999999997,2.299845,2.2429699999999997,2.2329,2.182396,2.309949,2.140438,2.157521,2.27018,2.275147,2.3345219999999998,2.228706,2.214843,2.1975469999999997,2.277559,2.241637,2.302882,2.195569,2.288713,2.258603,2.285908,2.419807,1.972669,2.083053,2.346377,2.208754,2.324651,2.2311,2.250993,2.1944619999999997,2.429976,2.2099599999999997,2.243411,2.279922,2.2380269999999998,2.436934,2.141304,2.2182679999999997,2.268218,2.171164,2.2366289999999998,2.178222,2.359387,2.21693,2.291524,2.2073329999999998,2.280683,2.2797009999999998,2.3687,2.084021,2.250444,2.3060449999999997,2.223912,2.429308,2.2974069999999998,2.2220169999999997,2.3122849999999997,3.179125,1.2356749999999999,2.3045809999999998,2.380534,2.269378,2.77691,11.404563999999999,2.9073629999999997,1.366801,2.2875829999999997,2.4626699999999997,1.829594,2.892446,1.216785,2.036815,2.918805,1.9546189999999999,10.966467,2.7534419999999997,1.8595169999999999],"unit":"ms"},"output_sequence_length":{"value":421,"unit":"tokens"},"time_to_first_token":{"value":31.169047,"unit":"ms"},"http_req_waiting":{"value":29.630768999999997,"unit":"ms"},"http_req_duration":{"value":1017.8975899999999,"unit":"ms"},"input_sequence_length":{"value":930,"unit":"tokens"},"time_to_second_token":{"value":2.018051,"unit":"ms"},"http_req_receiving":{"value":988.126993,"unit":"ms"},"http_req_sending":{"value":0.13982799999999998,"unit":"ms"},"http_req_data_sent":{"value":4.1806640625,"unit":"KB"},"http_req_chunks_received":{"value":415,"unit":"count"},"reasoning_token_count":{"value":421,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":101.4716796875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.23696682464454977,"unit":"%"},"e2e_output_token_throughput":{"value":413.572747119093,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.349499311904762,"unit":"ms"},"prefill_throughput_per_user":{"value":29837.293389175484,"unit":"tokens/sec/user"},"http_req_total":{"value":1017.8975899999999,"unit":"ms"},"output_token_throughput_per_user":{"value":425.62259751814537,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":32,"x_request_id":"4bb0db88-ae87-4e05-ab14-11ff86215232","x_correlation_id":"2f4809bf-e314-4978-a13c-ba42917b0c58","conversation_id":"d40131ae-2e2d-4590-b60d-35b6c981a554","turn_index":0,"credit_issued_ns":1779883799233151161,"request_start_ns":1779883799234315834,"request_ack_ns":1779883799244454763,"request_end_ns":1779883800289571731,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1055.255897,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.033891,1.9356499999999999,2.0232859999999997,1.9804929999999998,1.9844199999999999,2.108923,2.1465579999999997,2.151944,2.110271,2.100356,2.1348309999999997,2.168363,2.064365,2.072283,2.03818,2.1116129999999997,2.042958,2.039803,2.085705,2.041445,2.07483,2.0688679999999997,2.033284,2.154873,1.968553,2.101092,2.031872,2.090023,2.151293,2.092346,2.061468,2.0592479999999997,2.061157,2.0645,2.198884,2.026315,2.1026219999999998,2.0904499999999997,2.176084,2.0918,2.04155,2.121326,2.074132,2.182515,2.1461449999999997,2.090343,2.0561599999999998,2.106878,2.116386,2.0260759999999998,2.170204,2.04109,2.078315,2.133583,2.1462559999999997,2.249473,1.9926359999999999,2.150347,2.092435,2.083982,2.085876,2.108183,2.00849,2.211953,2.0838929999999998,2.142606,2.118864,2.091692,2.095506,2.140015,2.158139,2.126438,2.050449,2.105149,2.066518,2.1176969999999997,2.180786,2.0831809999999997,2.047593,2.1443179999999997,2.0835179999999998,2.033855,2.203823,2.06098,2.107707,2.065819,2.209735,2.114,2.0583359999999997,2.1393519999999997,2.0910889999999998,2.27054,2.102941,2.1570389999999997,2.02073,2.1450929999999997,2.020385,2.128561,2.090472,2.3211459999999997,5.066138,1.2391699999999999,2.031332,2.048804,2.167859,2.132841,2.130643,2.145745,2.07718,2.101124,2.132911,2.1112759999999997,2.092005,2.164148,2.0376469999999998,2.177845,2.100456,2.156421,2.044021,2.1259289999999997,2.13602,1.995545,2.205894,2.102872,2.158624,2.0296879999999997,2.170973,2.027784,2.1897409999999997,2.167042,2.0199789999999997,2.4606689999999998,2.706393,1.4139119999999998,2.362198,1.861486,2.772421,3.419314,11.965601999999999,2.7672049999999997,1.375734,2.052034,2.105015,2.1301669999999997,2.059806,2.905862,2.2559,2.011316,2.1109139999999997,2.697241,8.76039,0.0,1.5932659999999998,2.2581599999999997,5.364504999999999,0.612564,2.736128,1.8610399999999998,2.070478,2.1041469999999998,1.999537,2.020812,2.0429559999999998,2.2593479999999997,2.0067399999999997,2.124311,2.041756,2.1645149999999997,2.157994,2.068323,2.082996,2.1319369999999997,2.1828179999999997,2.215846,2.054167,2.105803,2.101395,2.14445,2.118621,2.109382,2.075191,2.1955169999999997,2.042631,2.251603,2.018626,2.3371489999999997,1.931066,2.182283,2.025991,2.119844,2.1767019999999997,2.1733729999999998,2.0546569999999997,2.083062,2.183445,2.1200579999999998,2.153825,2.174555,2.067383,2.213578,2.295356,2.04832,2.1679019999999998,2.0292559999999997,2.0467299999999997,2.1431739999999997,2.1638409999999997,2.134083,2.04577,2.455272,1.8578599999999998,3.493833,1.150208,1.550312,2.0918229999999998,2.5208239999999997,2.265554,2.488797,11.768105,2.808116,1.277723,2.0405409999999997,2.1566769999999997,2.130637,2.079865,2.100641,2.153903,2.02657,2.089251,2.238858,2.303196,2.157861,2.31726,2.023215,1.9667219999999999,2.1487179999999997,3.004397,15.954148,0.49626699999999996,1.3156349999999999,2.0923,2.413725,1.812565,3.9754389999999997,1.092052,1.18323,2.039346,2.4434009999999997,1.879058,2.432947,11.765082,10.716617999999999,1.6397709999999999,1.521293,2.075843,2.027091,2.070415,2.113515,2.0987299999999998,2.13876,2.143875,2.008051,2.118956,2.1336779999999997,2.095566,2.064511,2.135892,2.102153,2.241019,2.041846,2.131828,1.985121,2.149542,1.963798,2.252911,2.149686,2.1932139999999998,2.104283,2.262766,2.261546,2.2030689999999997,2.300255,2.236907,2.240414,2.175786,2.318533,2.13395,2.162378,2.263652,2.274619,2.3307469999999997,2.251208,2.2008039999999998,2.2588,2.250454,2.238877,2.245627,2.197427,2.2835579999999998,2.283385,2.24465,2.437513,1.997593,2.0960609999999997,2.339022,2.2550049999999997,2.298623,2.238131,2.2654669999999997,2.195459,2.40808,2.253793,2.203453,2.3375999999999997,2.333433,2.278942,2.12294,2.2324029999999997,2.253756,2.205689,2.205027,2.1839839999999997,2.354739,2.220637,2.289419,2.208117,2.2363939999999998,2.322805,2.36423,2.089293,2.245625,2.3122629999999997,2.217537,2.4322779999999997,2.2923679999999997,2.227057,2.276194,3.2216359999999997,1.229347,2.285692,2.385977,2.290279,2.7617529999999997,11.411244,2.897115,1.373405,2.246574,2.5092209999999997,1.8122859999999998,2.962961,1.182818,2.000488,2.9199569999999997,1.9700579999999999,10.946435,2.7751379999999997,1.797767,1.590492,3.2109769999999997,1.5953229999999998,1.5593949999999999,1.962567,2.1346119999999997,2.097131,2.620349,11.850515999999999,2.634925,5.7348669999999995,0.47573499999999996,1.388765,2.138727,2.113855,2.090945,2.101371,2.137709,2.046833,2.1025959999999997,2.20839,2.16693,2.070729,2.1790529999999997,2.12771,2.105403,2.096543,2.098922,2.059746,2.107599,2.042522,2.174766,2.1420239999999997,2.14335,2.047933,2.073648,2.1511199999999997,2.178279,2.238922,2.0726809999999998,2.112144,2.0536369999999997,2.151599,2.123604,2.068281,2.181189,2.102859,2.197405,2.0779289999999997,2.118007,2.0167569999999997,2.211255,2.062423,2.147091,2.081642,2.150366,2.145263,2.25462,2.249078,2.222296,2.4011199999999997,2.167215,2.2335499999999997,2.287568,2.12268,2.250934,2.225237,2.4207099999999997,2.152552,2.324913,2.278588,2.251102,2.279061,2.114919,2.3184739999999997,2.1879,2.328489,2.314464,2.586265],"unit":"ms"},"output_sequence_length":{"value":443,"unit":"tokens"},"time_to_first_token":{"value":29.560957,"unit":"ms"},"http_req_waiting":{"value":27.992994,"unit":"ms"},"http_req_duration":{"value":1055.200028,"unit":"ms"},"input_sequence_length":{"value":851,"unit":"tokens"},"time_to_second_token":{"value":2.033891,"unit":"ms"},"http_req_receiving":{"value":1027.0788129999999,"unit":"ms"},"http_req_sending":{"value":0.128221,"unit":"ms"},"http_req_data_sent":{"value":3.7314453125,"unit":"KB"},"http_req_chunks_received":{"value":437,"unit":"count"},"reasoning_token_count":{"value":443,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":106.96484375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.22522522522522523,"unit":"%"},"e2e_output_token_throughput":{"value":419.80338727261335,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.320576787330317,"unit":"ms"},"prefill_throughput_per_user":{"value":28787.971918500472,"unit":"tokens/sec/user"},"http_req_total":{"value":1055.200028,"unit":"ms"},"output_token_throughput_per_user":{"value":430.92734765757933,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":37,"x_request_id":"307b9cac-fc57-408e-adfc-2f3a1af70ed3","x_correlation_id":"351c3c6e-f5b7-42ce-adf0-680d740761a4","conversation_id":"d1554c48-88ac-4251-b3d6-3c14d9c03d03","turn_index":0,"credit_issued_ns":1779883799827202400,"request_start_ns":1779883800330353856,"request_end_ns":1779883800831615369,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883800831615369},"metrics":{"error_isl":{"value":752,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} -{"metadata":{"session_num":40,"x_request_id":"f8d03e9f-0720-47f9-88da-54ea40e4a5e8","x_correlation_id":"ba64fca1-552a-47b0-a1c6-f4530b0f4301","conversation_id":"922d1af3-c438-4951-976e-c607668ffd29","turn_index":0,"credit_issued_ns":1779883800109255872,"request_start_ns":1779883800611404413,"request_end_ns":1779883801112258704,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883801112258704},"metrics":{"error_isl":{"value":809,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} -{"metadata":{"session_num":36,"x_request_id":"ed9ca0f3-fb71-48a8-aa32-9090b2e7d8e1","x_correlation_id":"0380255b-4791-458d-860d-c24ae9f695a8","conversation_id":"472223de-e932-4976-acfb-d3011a446d76","turn_index":0,"credit_issued_ns":1779883799820463583,"request_start_ns":1779883799821877191,"request_ack_ns":1779883799832641464,"request_end_ns":1779883800649549615,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":827.672424,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.5166309999999998,2.076266,2.024723,2.073701,2.111963,2.102454,2.1342119999999998,2.1483879999999997,2.0074579999999997,2.119539,2.129082,2.099063,2.061804,2.137854,2.099135,2.2379379999999998,2.043415,2.130206,1.983142,2.1815759999999997,2.012865,2.250426,2.1588179999999997,2.171096,2.124999,2.2641709999999997,2.2749379999999997,2.182715,2.3207809999999998,2.224695,2.255336,2.1524989999999997,2.319365,2.137308,2.178965,2.2480379999999998,2.286787,2.315994,2.236612,2.190392,2.229498,2.2439709999999997,2.238822,2.239899,2.190004,2.278219,2.2889209999999998,2.247179,2.437471,1.995537,2.1031299999999997,2.372727,2.193531,2.291252,2.230476,2.257843,2.206397,2.4156489999999997,2.228047,2.2213339999999997,2.2780709999999997,2.4383179999999998,2.2787319999999998,2.112475,2.234348,2.249753,2.21868,2.186781,2.18615,2.3572919999999997,2.220876,2.285816,2.215093,2.2353709999999998,2.327985,2.353672,2.091983,2.242504,2.312974,2.221104,2.428922,2.293736,2.2332199999999998,2.271906,3.225402,1.223215,2.288696,2.382954,2.2928539999999997,2.7588969999999997,11.420733,2.888728,1.3750339999999999,2.256015,2.4962519999999997,1.84662,2.917468,1.160496,2.028493,2.9520839999999997,1.957714,10.934621,2.766979,1.7995709999999998,1.5606099999999998,3.203724,1.6364649999999998,1.51778,1.9983499999999998,2.1917329999999997,2.055727,2.5997619999999997,11.832027,2.638173,5.7910129999999995,0.440882,1.386539,2.189552,2.102808,2.078599,2.086087,2.129578,2.051576,2.098391,2.213786,2.163305,2.074775,2.176457,2.128889,2.103169,2.097979,2.096602,2.060327,2.108343,2.04495,2.17278,2.1434159999999998,2.138098,2.051081,2.071431,2.155827,2.201572,2.230981,2.060683,2.11692,2.052925,2.145403,2.096011,2.099568,2.205133,2.098024,2.180255,2.082103,2.1094559999999998,2.0210049999999997,2.202944,2.0622949999999998,2.151315,2.0876449999999998,2.1478319999999997,2.145507,2.250501,2.2552589999999997,2.218765,2.405753,2.161762,2.234113,2.273455,2.144203,2.246974,2.2412989999999997,2.41037,2.1524259999999997,2.311684,2.289822,2.244682,2.287429,2.111145,2.32034,2.181647,2.329933,2.315305,2.5383269999999998,1.798824,2.6534329999999997,1.5131219999999999,1.939875,2.192997,2.720355,1.95291,11.531511,2.5471399999999997,1.5142419999999999,1.9729189999999999,1.9232339999999999,2.079018,2.096911,2.1301069999999998,3.2005529999999998,1.471886,1.9478719999999998,2.102114,2.9427909999999997,2.162177,11.602336,2.438764,1.489789,2.04108,2.060689,2.055778,2.0704819999999997,2.102109,2.044736,2.101255,2.054785,2.06909,2.208821,2.06134,2.157032,2.113115,2.1101929999999998,2.088437,2.198117,2.086912,2.207172,2.1275299999999997,2.125254,2.244053,2.166054,2.160894,2.469115,2.018243,1.815871,1.9020309999999998,1.893139,1.9504359999999998,2.093146,2.12341,2.093364,2.196368,2.006265,2.163578,2.1005439999999997,2.033163,2.1772329999999998,2.073592,1.9994269999999998,2.1702749999999997,2.174664,2.195624,1.947589,2.076588,2.6244669999999997,1.8753009999999999,2.028676,2.1961619999999997,1.959328,1.9818399999999998,2.174162,2.095034,2.223528,4.6269599999999995,1.696825,2.112152,2.044988,2.1645529999999997,2.068688,2.183165,2.1506659999999997,2.165596,2.195116,2.076389,2.021484,2.125774,2.218574,1.913976,2.108098,2.115853,2.140722,2.175198,2.1069359999999997,2.068885,2.092845,2.146849,2.146074,2.078092,2.1286579999999997,2.086637,2.008799,2.267567,2.2850669999999997,2.066148,2.04738,2.195437,2.091011,2.0314289999999997,2.2271549999999998,2.0713459999999997,2.06207,2.257075,2.127421,2.168852,2.135402,2.2136679999999997,2.010671,1.9844259999999998,2.1018,2.098989,2.181925,2.007351,2.195423,2.19588,2.085747,2.0815989999999998,2.244444,2.18174,2.303381,2.203086,2.1840379999999997,2.185929,2.120413,2.1716539999999998,2.094181,2.111808,1.998811,2.5790379999999997,2.174914,2.1160769999999998,2.037495,2.3920809999999997,2.354092,11.983837,2.666232,1.4024219999999998,2.000279,2.143494,2.080956,2.529152],"unit":"ms"},"output_sequence_length":{"value":341,"unit":"tokens"},"time_to_first_token":{"value":37.744301,"unit":"ms"},"http_req_waiting":{"value":35.939926,"unit":"ms"},"http_req_duration":{"value":827.610689,"unit":"ms"},"input_sequence_length":{"value":855,"unit":"tokens"},"time_to_second_token":{"value":1.5166309999999998,"unit":"ms"},"http_req_receiving":{"value":791.529731,"unit":"ms"},"http_req_sending":{"value":0.141032,"unit":"ms"},"http_req_data_sent":{"value":4.0517578125,"unit":"KB"},"http_req_chunks_received":{"value":340,"unit":"count"},"reasoning_token_count":{"value":341,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":83.033203125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.29239766081871343,"unit":"%"},"e2e_output_token_throughput":{"value":411.9987450494061,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3233180088235295,"unit":"ms"},"prefill_throughput_per_user":{"value":22652.426388820924,"unit":"tokens/sec/user"},"http_req_total":{"value":827.610689,"unit":"ms"},"output_token_throughput_per_user":{"value":430.4189078732167,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":35,"x_request_id":"63a2507a-4c62-428c-b9a1-461074cf4626","x_correlation_id":"abcf2ca5-51f4-4ca7-b922-4237b882f599","conversation_id":"edba4155-1aaf-4228-a247-8995cdca9a42","turn_index":0,"credit_issued_ns":1779883799784308062,"request_start_ns":1779883799785514980,"request_ack_ns":1779883799794613892,"request_end_ns":1779883800693800350,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":908.28537,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.349759,2.0953489999999997,2.411797,1.7748769999999998,3.9872199999999998,1.1193819999999999,1.160199,2.037768,2.432827,1.925689,2.417318,11.801307,10.689707,1.62754,1.5220339999999999,2.0768459999999997,2.026335,2.070436,2.113959,2.097739,2.141399,2.141687,2.0097899999999997,2.11756,2.135944,2.094875,2.065934,2.1309519999999997,2.105226,2.238565,2.0463519999999997,2.124811,1.987355,2.10752,2.002304,2.2529019999999997,2.155131,2.18785,2.102791,2.270472,2.2648099999999998,2.198403,2.306515,2.234534,2.238885,2.1821289999999998,2.313479,2.134139,2.16542,2.259749,2.290855,2.3152969999999997,2.245675,2.19876,2.209409,2.270388,2.290213,2.226804,2.191392,2.280372,2.2828299999999997,2.243122,2.4547309999999998,1.977382,2.14206,2.324274,2.203722,2.2996879999999997,2.230645,2.253033,2.239619,2.394891,2.2170479999999997,2.2313739999999997,2.282007,2.2426,2.467508,2.1009819999999997,2.232779,2.262924,2.183761,2.22143,2.186587,2.350273,2.2258739999999997,2.28522,2.2151039999999997,2.2355739999999997,2.324722,2.360224,2.092155,2.242307,2.3134129999999997,2.2159839999999997,2.4332819999999997,2.291393,2.232484,2.285937,3.247188,1.197052,2.295462,2.37019,2.327362,2.724901,11.412091,2.893697,1.376998,2.224691,2.513055,1.839238,2.913754,1.200043,2.029626,2.931305,1.958,10.950918999999999,2.756224,1.8056789999999998,1.552473,3.209972,1.645352,1.509158,1.997577,2.147428,2.111331,2.606656,11.828054,2.659633,5.7819769999999995,0.434216,1.39195,2.159612,2.0753209999999997,2.096646,2.096164,2.1389769999999997,2.046979,2.1031079999999998,2.211505,2.1624049999999997,2.072202,2.176751,2.131058,2.1044069999999997,2.0999529999999997,2.093301,2.0645029999999998,2.10814,2.042583,2.173134,2.14117,2.146493,2.04806,2.07035,2.154582,2.205432,2.210714,2.0812109999999997,2.116842,2.05084,2.1504559999999997,2.090599,2.0975349999999997,2.1860749999999998,2.098008,2.2002509999999997,2.079895,2.116846,2.0195819999999998,2.207132,2.0594829999999997,2.15037,2.087097,2.14879,2.148349,2.248075,2.254366,2.218768,2.402524,2.16486,2.231512,2.277416,2.135805,2.251143,2.224445,2.430809,2.145639,2.318661,2.286586,2.245606,2.283928,2.1119529999999997,2.3203069999999997,2.1827639999999997,2.332172,2.3140799999999997,2.5427679999999997,1.7810309999999998,2.65541,1.51742,1.937531,2.155849,2.714846,1.998824,11.556830999999999,2.51272,1.5208709999999999,1.972281,1.924451,2.083036,2.0949839999999997,2.12607,3.2409559999999997,1.4295309999999999,1.9444279999999998,2.106306,2.9469779999999997,2.143412,11.599331999999999,2.450825,1.4913589999999999,2.039762,2.069448,2.0492589999999997,2.067659,2.103026,2.045927,2.1017889999999997,2.053654,2.068942,2.2109419999999997,2.0605379999999998,2.134111,2.127086,2.116183,2.093104,2.19787,2.0882929999999997,2.208735,2.123971,2.119862,2.1627069999999997,2.222142,2.191311,2.494999,1.943492,1.8771799999999998,1.867198,1.876436,1.9832869999999998,2.098491,2.135805,2.08941,2.192309,2.006849,2.168916,2.099592,2.025867,2.1150439999999997,2.108562,2.0055739999999997,2.1905129999999997,2.1708659999999997,2.1916219999999997,1.937099,2.0968329999999997,2.609634,1.887529,2.025953,2.1993069999999997,1.9637209999999998,2.029498,2.14368,2.085848,2.226175,4.631881,1.696608,2.099568,2.0469779999999997,2.123897,2.102341,2.185661,2.1455379999999997,2.162492,2.17069,2.091125,2.040934,2.127529,2.205572,1.909484,2.118566,2.117204,2.1383769999999998,2.1846289999999997,2.111542,2.0624819999999997,2.098977,2.144687,2.147053,2.076596,2.12856,2.0836609999999998,2.011282,2.254914,2.234499,2.09062,2.069268,2.162927,2.128555,2.0221329999999997,2.214773,2.0852559999999998,2.059598,2.259136,2.13077,2.167227,2.131911,2.2168959999999998,2.009563,1.9847,2.102127,2.098507,2.181699,2.011084,2.19527,2.19516,2.087161,2.0772209999999998,2.2451339999999997,2.183494,2.301514,2.204798,2.186414,2.1846039999999998,2.117496,2.1766609999999997,2.0926869999999997,2.110068,1.996665,2.6276189999999997,2.138312,2.108821,2.0386409999999997,2.398364,2.351257,12.023000999999999,2.626782,1.398108,2.0011639999999997,2.1402,2.095682,2.469213,1.644618,2.072146,2.816872,1.297501,2.093349,2.269945,2.1916599999999997,2.336065,10.798236,2.4329199999999997,1.31969,2.011953,2.1544499999999998,2.101657,4.246352,2.522808],"unit":"ms"},"output_sequence_length":{"value":371,"unit":"tokens"},"time_to_first_token":{"value":27.270639,"unit":"ms"},"http_req_waiting":{"value":26.595568999999998,"unit":"ms"},"http_req_duration":{"value":908.227352,"unit":"ms"},"input_sequence_length":{"value":778,"unit":"tokens"},"output_token_count":{"value":2,"unit":"tokens"},"time_to_second_token":{"value":1.349759,"unit":"ms"},"http_req_receiving":{"value":881.4989069999999,"unit":"ms"},"http_req_sending":{"value":0.132876,"unit":"ms"},"time_to_first_output_token":{"value":905.762562,"unit":"ms"},"http_req_data_sent":{"value":3.47265625,"unit":"KB"},"http_req_chunks_received":{"value":370,"unit":"count"},"reasoning_token_count":{"value":369,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":90.419921875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5361930294906166,"unit":"%"},"e2e_output_token_throughput":{"value":408.4619352616017,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.381120894594594,"unit":"ms"},"prefill_throughput_per_user":{"value":28528.851120796982,"unit":"tokens/sec/user"},"http_req_total":{"value":908.227352,"unit":"ms"},"output_token_throughput_per_user":{"value":419.97027629723027,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":34,"x_request_id":"1cee6f52-a021-446f-8038-051361aebc5b","x_correlation_id":"995320d6-b549-41b5-b9f7-f3b33df81a40","conversation_id":"8437eb17-54c9-4329-837c-d958ca0fb7c2","turn_index":0,"credit_issued_ns":1779883799729864867,"request_start_ns":1779883799731022851,"request_ack_ns":1779883799741844787,"request_end_ns":1779883800900943588,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1169.920737,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.037606,2.152101,2.1334839999999997,2.070227,2.111624,2.146083,2.033467,2.086143,2.239028,2.299074,2.1640099999999998,2.294318,2.1010649999999997,1.9425439999999998,2.1216589999999997,3.0106629999999996,15.881219999999999,0.516612,1.342733,2.091093,2.412878,1.7843289999999998,3.9791819999999998,1.123433,1.171586,2.0409569999999997,2.3972089999999997,1.932685,2.4415649999999998,11.763726,10.735536,1.619518,1.523634,2.0738719999999997,2.025414,2.072766,2.116825,2.096425,2.140336,2.140991,2.01032,2.120174,2.1326609999999997,2.09549,2.065155,2.133221,2.1024529999999997,2.237879,2.045908,2.130226,1.9891489999999998,2.122138,1.9836809999999998,2.249806,2.153061,2.193609,2.093585,2.2753579999999998,2.262466,2.199054,2.305437,2.2445559999999998,2.230876,2.173831,2.325407,2.130988,2.165464,2.2595099999999997,2.278962,2.324328,2.224342,2.287876,2.235192,2.251511,2.2535369999999997,2.249808,2.218601,2.2701979999999997,2.292474,2.227049,2.466186,1.973191,2.1184499999999997,2.322977,2.235108,2.281007,2.2592119999999998,2.239009,2.2176839999999998,2.412659,2.225624,2.224618,2.3014159999999997,2.2207529999999998,2.425024,2.137069,2.254739,2.241208,2.194992,2.205905,2.2108559999999997,2.325647,2.254343,2.271756,2.227073,2.214305,2.341535,2.342729,2.113526,2.228202,2.324118,2.2026779999999997,2.450024,2.277678,2.241508,2.276137,3.2196499999999997,1.20766,2.319385,2.363466,2.306794,2.7423729999999997,11.424045999999999,2.8802399999999997,1.400053,2.188084,2.549337,1.8094459999999999,2.9320049999999998,1.1767189999999998,2.05179,2.874424,2.015527,10.927087,2.77583,1.790454,1.5301049999999998,3.167119,1.6314279999999999,1.521923,2.003352,2.13841,2.098594,2.62209,11.854847999999999,2.628764,5.7403129999999996,0.472365,1.3888859999999998,2.152447,2.088123,2.096577,2.10233,2.140866,2.045747,2.104675,2.2057979999999997,2.167159,2.071854,2.1768549999999998,2.131917,2.111164,2.096501,2.0972999999999997,2.059522,2.104233,2.044974,2.174813,2.143417,2.142732,2.049101,2.0766869999999997,2.150123,2.162544,2.2513449999999997,2.079351,2.118595,2.051929,2.151639,2.088676,2.098553,2.1833009999999997,2.099951,2.202663,2.081503,2.112828,2.021044,2.2046699999999997,2.062396,2.148024,2.088193,2.144683,2.147447,2.251691,2.255423,2.216319,2.40344,2.1662939999999997,2.235232,2.269943,2.141413,2.2462969999999998,2.228818,2.4303879999999998,2.147763,2.315162,2.2845139999999997,2.248532,2.28445,2.1107489999999998,2.322748,2.183151,2.330967,2.309436,2.545029,1.7870949999999999,2.655901,1.5157809999999998,1.940083,2.150292,2.7250699999999997,1.992325,11.563175,2.507456,1.522929,1.972419,1.9229859999999999,2.082836,2.1035809999999997,2.11521,3.2647429999999997,1.43635,1.930181,2.09157,2.913313,2.176179,11.630082999999999,2.423866,1.491806,2.058058,2.0536719999999997,2.046987,2.072902,2.100084,2.045067,2.101857,2.055851,2.068206,2.212485,2.05908,2.1373919999999997,2.12541,2.116986,2.088181,2.2008069999999997,2.085889,2.2107069999999998,2.124247,2.119586,2.157512,2.214406,2.2082829999999998,2.445824,1.981792,1.850412,1.9140579999999998,1.865765,1.975569,2.104194,2.125444,2.101808,2.196973,2.007683,2.158489,2.100343,2.026949,2.123842,2.1155999999999997,1.986017,2.201556,2.207503,2.130369,1.9527439999999998,2.094769,2.6432119999999997,1.8647,2.0273339999999997,2.1865259999999997,1.964125,1.978435,2.163045,2.103549,2.224854,4.635358,1.684864,2.1147009999999997,2.052555,2.1144789999999998,2.106638,2.184717,2.146385,2.166104,2.184314,2.0778849999999998,2.0358549999999997,2.12574,2.1357399999999997,1.9865819999999998,2.113323,2.1167499999999997,2.142875,2.183329,2.1080829999999997,2.065759,2.100068,2.142108,2.149864,2.077547,2.131723,2.082596,2.009965,2.261523,2.232401,2.083528,2.075981,2.2288159999999997,2.064701,2.0158169999999997,2.2166449999999998,2.085016,2.056823,2.258056,2.128295,2.168564,2.133882,2.215127,2.011907,1.983312,2.10287,2.097714,4.186828,2.19402,2.204406,2.077266,2.091821,2.2323429999999997,2.1881019999999998,2.2967519999999997,2.2098869999999997,2.1754189999999998,2.265989,2.049266,2.191615,2.0762039999999997,2.119418,1.9917889999999998,2.632651,2.122835,2.1243279999999998,2.028078,2.413094,2.3417369999999997,12.028158,2.6100399999999997,1.416142,1.989077,2.15118,2.088661,2.476239,1.629648,2.080343,2.806645,1.3027879999999998,2.151271,2.274661,2.112736,2.3464799999999997,10.781789999999999,2.453789,1.301722,2.02783,2.148784,2.116072,2.074277,2.153939,2.480556,1.7669659999999998,2.735125,1.572258,2.132594,1.9369399999999999,2.131074,2.420422,11.272242,2.425917,1.38195,2.0910789999999997,2.1415669999999998,2.170112,1.959387,2.1861729999999997,1.9902549999999999,2.114875,2.124375,2.155296,2.17188,2.239119,2.088793,1.95736,2.037678,2.116861,2.176344,1.963606,2.262501,2.1373539999999998,2.046344,2.165394,2.252401,2.100216,2.017766,2.100867,2.068845,2.086777,2.096251,2.1572739999999997,2.156694,2.290016,2.2571179999999997,2.183442,2.3145059999999997,2.332656,2.262564,2.169081,2.262155,6.076021,0.6401439999999999,2.190937,2.31186,2.209476,2.1330359999999997,2.2732859999999997,2.326771,2.2365809999999997,2.258581,2.353463,2.232482,2.297107,2.145858,2.2664459999999997,2.4355919999999998,2.275213,2.250477,2.181034,2.343598,2.25712,2.317593,2.207365,2.355114,2.280509,2.256801,2.3350269999999997,2.349209,2.205965,2.233475,2.3285009999999997,2.264272,2.322669,2.459431,2.2124859999999997,2.2853209999999997,2.322116,2.229948,2.329761,2.35287,2.6862909999999998],"unit":"ms"},"output_sequence_length":{"value":480,"unit":"tokens"},"time_to_first_token":{"value":30.408047,"unit":"ms"},"http_req_waiting":{"value":28.924038,"unit":"ms"},"http_req_duration":{"value":1169.859342,"unit":"ms"},"input_sequence_length":{"value":842,"unit":"tokens"},"output_token_count":{"value":136,"unit":"tokens"},"time_to_second_token":{"value":2.037606,"unit":"ms"},"http_req_receiving":{"value":1140.794852,"unit":"ms"},"http_req_sending":{"value":0.140452,"unit":"ms"},"time_to_first_output_token":{"value":847.680612,"unit":"ms"},"http_req_data_sent":{"value":3.7607421875,"unit":"KB"},"http_req_chunks_received":{"value":477,"unit":"count"},"reasoning_token_count":{"value":344,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":116.3076171875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4149377593360996,"unit":"%"},"e2e_output_token_throughput":{"value":410.2842054333122,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.378940897703549,"unit":"ms"},"prefill_throughput_per_user":{"value":27690.038758490475,"unit":"tokens/sec/user"},"http_req_total":{"value":1169.859342,"unit":"ms"},"output_token_throughput_per_user":{"value":420.3551256634097,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":39,"x_request_id":"c144014b-187a-48ba-adc2-e8db1c2b53dd","x_correlation_id":"11e2cdf4-877d-43af-bac2-2e6aeb48e638","conversation_id":"5f2742e7-6f70-4b6f-9d7d-1f462533bad0","turn_index":0,"credit_issued_ns":1779883800080739013,"request_start_ns":1779883800081997024,"request_ack_ns":1779883800090138076,"request_end_ns":1779883800978712062,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":896.7150379999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.546994,3.215646,1.631722,1.520607,2.00074,2.179858,2.087819,2.5827329999999997,11.851332,2.622392,5.775252,0.44847099999999995,1.395065,2.115726,2.135407,2.094988,2.1257729999999997,2.107192,2.0480739999999997,2.099542,2.207812,2.1649059999999998,2.069569,2.180656,2.13013,2.147984,2.107336,2.069438,2.0465899999999997,2.094813,2.041109,2.17475,2.142737,2.143637,2.047307,2.073317,2.151084,2.171885,2.2591259999999997,2.0722329999999998,2.114411,2.052594,2.150375,2.0898019999999997,2.091983,2.205164,2.098074,2.183004,2.090019,2.10947,2.0221679999999997,2.20235,2.0620689999999997,2.150938,2.0846869999999997,2.146054,2.147367,2.253387,2.2521489999999997,2.220332,2.4205829999999997,2.149042,2.231726,2.2776799999999997,2.133798,2.249986,2.235333,2.417929,2.1492269999999998,2.321549,2.278577,2.249498,2.280088,2.118923,2.3158399999999997,2.186225,2.3291,2.3122469999999997,2.5438709999999998,1.789073,2.653118,1.517061,1.9358899999999999,2.160959,2.7533939999999997,1.9534399999999998,11.552667,2.518147,1.520313,1.972799,1.92167,2.081543,2.111179,2.1109299999999998,3.2037269999999998,1.490521,1.935504,2.099535,2.9236459999999997,2.164304,11.633068,2.422879,1.492318,2.047854,2.055548,2.0516989999999997,2.067247,2.104453,2.042688,2.103857,2.051341,2.070331,2.210223,2.06046,2.1352219999999997,2.127557,2.1156699999999997,2.090068,2.19842,2.087422,2.206508,2.1274129999999998,2.1224879999999997,2.20083,2.1856709999999997,2.228037,2.4407289999999997,2.009855,1.813995,1.900863,1.866485,1.979628,2.1010329999999997,2.129382,2.095157,2.199169,2.009362,2.160613,2.098232,2.033305,2.118327,2.098004,1.996078,2.1993169999999997,2.175623,2.160986,1.956535,2.09931,2.689094,1.8699109999999999,2.0153879999999997,2.157355,1.9591399999999999,1.993309,2.162064,2.093396,2.229647,4.620352,1.704653,2.102982,2.044534,2.1247789999999998,2.098,2.1884099999999997,2.146886,2.167249,2.167037,2.090287,2.037695,2.129521,2.1410489999999998,1.973364,2.120602,2.115066,2.138028,2.191839,2.103723,2.066365,2.097728,2.141759,2.14871,2.075611,2.1310759999999997,2.083694,2.012609,2.258321,2.233964,2.085073,2.0776369999999997,2.2001809999999997,2.078811,2.030732,2.268249,2.030475,2.062259,2.254364,2.1254299999999997,2.1719209999999998,2.135857,2.2139409999999997,2.010964,1.983464,2.1056719999999998,2.096282,2.18083,2.007361,2.192921,2.20003,2.0838129999999997,2.086477,2.2353639999999997,2.183223,2.3021949999999998,2.2263889999999997,2.1652389999999997,2.178286,2.124122,2.226473,2.054591,2.100497,1.996222,2.5771789999999997,2.1723429999999997,2.1216589999999997,2.03445,2.41013,2.345488,12.027617,2.618973,1.4005699999999999,2.001907,2.14247,2.0776339999999998,2.486345,1.633726,2.145131,2.802101,1.202987,2.128939,2.336443,2.1431169999999997,2.3068329999999997,10.792594,2.438716,1.321286,2.0230129999999997,2.153329,2.109455,2.074303,2.159901,2.484111,1.7559399999999998,2.751209,1.537607,2.135803,1.9443979999999998,2.144736,2.41234,11.280088,2.427788,1.389642,2.080155,2.14899,2.16307,1.9650969999999999,2.178924,2.0014,2.1037939999999997,2.137997,2.145061,2.183652,2.225429,2.115609,1.936564,2.04187,2.105291,2.188592,1.955995,2.27198,2.126964,2.054287,2.1578559999999998,2.2642919999999997,2.086292,2.0258469999999997,2.094947,2.076562,2.080132,2.110235,2.0829299999999997,2.2074849999999997,2.281843,2.263036,2.178738,2.322958,2.32889,2.267274,2.1616429999999998,2.26706,6.067819999999999,0.716322,2.1293379999999997,2.329075,2.191709,2.173693,2.232766,2.335358,2.228326,2.273272,2.337161,2.245946,2.2810829999999997,2.186614,2.2266559999999997,2.448746,2.280777,2.231027,2.1854739999999997,2.353421,2.248358,2.3292129999999998,2.194629,2.367029,2.2666649999999997,2.272574,2.319368,2.3743399999999997,2.189977,2.244425,2.318384,2.268669,2.351639,2.40556,2.198333,2.32619,2.304887,2.238935,2.315655,2.367722,2.635366,1.8052139999999999,3.376347,1.6968379999999998,1.683759,2.355079,2.4131489999999998,2.620911,2.34745,12.256672,2.503432,1.65204,2.0041629999999997,1.977191,1.992648,2.132371,2.2722729999999998,2.166573,2.232891,2.399364,2.161622,2.219411,2.188689,2.173478,2.1006899999999997,2.0224919999999997,2.0762959999999997,2.1442579999999998,2.097452,2.068593,2.110184,2.54732],"unit":"ms"},"output_sequence_length":{"value":375,"unit":"tokens"},"time_to_first_token":{"value":25.522050999999998,"unit":"ms"},"http_req_waiting":{"value":23.535795,"unit":"ms"},"http_req_duration":{"value":896.655762,"unit":"ms"},"input_sequence_length":{"value":700,"unit":"tokens"},"time_to_second_token":{"value":1.546994,"unit":"ms"},"http_req_receiving":{"value":872.9830139999999,"unit":"ms"},"http_req_sending":{"value":0.136953,"unit":"ms"},"http_req_data_sent":{"value":2.9892578125,"unit":"KB"},"http_req_chunks_received":{"value":373,"unit":"count"},"reasoning_token_count":{"value":375,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":91.1142578125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.26595744680851063,"unit":"%"},"e2e_output_token_throughput":{"value":418.19305365546904,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3293930133689837,"unit":"ms"},"prefill_throughput_per_user":{"value":27427.262801096982,"unit":"tokens/sec/user"},"http_req_total":{"value":896.655762,"unit":"ms"},"output_token_throughput_per_user":{"value":429.29638504998667,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":38,"x_request_id":"6eaa5501-79e1-4e03-80c5-775d4a30acca","x_correlation_id":"d2ea6753-b685-4005-b489-61e22efff5b8","conversation_id":"ac4f1c84-2b62-4f74-86d1-070d2bdfb75c","turn_index":0,"credit_issued_ns":1779883800045001919,"request_start_ns":1779883800045601596,"request_ack_ns":1779883800055074461,"request_end_ns":1779883801114784337,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1069.1827409999999,"unit":"ms"},"http_req_connecting":{"value":0.346005,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.22625,2.5171159999999997,1.824989,2.900582,1.208108,2.030386,2.961208,1.9375479999999998,10.995731,2.7273259999999997,1.792103,1.570258,3.198673,1.632275,1.521315,1.9877699999999998,2.148806,2.098179,2.615773,11.826687999999999,2.659064,5.757795,0.458845,1.41832,2.11467,2.083481,2.11069,2.089924,2.142982,2.043119,2.1082419999999997,2.20232,2.170905,2.066585,2.184309,2.126076,2.106928,2.092316,2.0999019999999997,2.058424,2.112394,2.039287,2.180929,2.13585,2.149394,2.044171,2.0774749999999997,2.145567,2.173639,2.253743,2.076639,2.104807,2.0557469999999998,2.146388,2.09105,2.0932299999999997,2.193011,2.099536,2.213329,2.068764,2.1164799999999997,2.015063,2.215398,2.0545809999999998,2.150506,2.0820879999999997,2.157086,2.137956,2.255211,2.255076,2.220798,2.428879,2.138276,2.2520409999999997,2.255662,2.127496,2.258959,2.226104,2.4241289999999998,2.144777,2.329741,2.279241,2.254591,2.270574,2.117048,2.320828,2.185038,2.346043,2.305516,2.5385969999999998,1.783926,2.6583319999999997,1.51057,1.936802,2.175912,2.7244859999999997,1.9791329999999998,11.499608,2.5650489999999997,1.514834,1.979585,1.9174609999999999,2.086829,2.093928,2.131847,3.2403649999999997,1.437525,1.942278,2.108386,2.976938,2.1626279999999998,11.594139,2.407056,1.480867,2.050277,2.050287,2.060997,2.063357,2.114711,2.033748,2.104324,2.050437,2.073531,2.2055629999999997,2.063186,2.132522,2.131579,2.1103549999999998,2.092673,2.196204,2.092729,2.209051,2.126048,2.205831,2.128232,2.174175,2.199316,2.478231,2.0607509999999998,1.7678589999999998,1.902048,1.8423129999999999,1.985366,2.09016,2.136431,2.087229,2.201333,2.002427,2.16874,2.0938879999999997,2.035112,2.1133509999999998,2.1074699999999997,1.9931599999999998,2.220673,2.194425,2.1577189999999997,1.9223359999999998,2.1043499999999997,2.6170809999999998,1.895687,2.015216,2.206696,1.9550239999999999,1.9885959999999998,2.166244,2.0945679999999998,2.274879,4.631336,1.6687079999999999,2.080441,2.045194,2.130729,2.0948949999999997,2.190598,2.140236,2.172389,2.1851439999999998,2.09014,2.0168429999999997,2.138888,2.166616,1.9399849999999998,2.1114129999999998,2.121225,2.134606,2.1954499999999997,2.0981009999999998,2.070824,2.093568,2.147437,2.1496679999999997,2.07526,2.125209,2.092746,2.004142,2.2608319999999997,2.229813,2.09058,2.071169,2.249775,2.0873839999999997,2.033807,2.225597,2.073188,2.0558609999999997,2.2635,2.123541,2.170743,2.131833,2.216713,2.002973,1.989136,2.097563,2.1106089999999997,2.16647,2.022242,2.186569,2.1993549999999997,2.0837589999999997,2.098881,2.230372,2.184072,2.300621,2.210665,2.177685,2.191408,2.113822,2.175961,2.085569,2.124735,1.9873729999999998,2.58847,2.179029,2.119965,2.018135,2.414104,2.3368469999999997,11.987896,2.676509,1.397076,1.9963229999999998,2.145724,2.0757749999999997,2.502017,1.6230129999999998,2.084604,2.795442,1.2263169999999999,2.1295509999999997,2.313835,2.167631,2.349566,10.777706,2.456237,1.3076299999999998,2.029025,2.149248,2.110474,2.070474,2.1740399999999998,2.487167,1.7417669999999998,2.7546489999999997,1.518498,2.13813,1.955457,2.124322,2.428883,11.269959,2.446935,1.376155,2.080832,2.144335,2.167408,1.9632429999999998,2.178331,1.998816,2.110537,2.1338269999999997,2.148701,2.183795,2.233526,2.101216,1.93879,2.041714,2.117536,2.179775,1.9672839999999998,2.257735,2.131259,2.0494909999999997,2.1688039999999997,2.261469,2.089144,2.019468,2.0982979999999998,2.073635,2.0804009999999997,2.113558,2.088357,2.202071,2.29202,2.258774,2.178735,2.325366,2.324388,2.268472,2.163748,2.271776,6.072603,0.6470429999999999,2.18439,2.318588,2.2018459999999997,2.1392059999999997,2.271743,2.311333,2.238094,2.278065,2.3415399999999997,2.2389829999999997,2.2956529999999997,2.101499,2.320718,2.4312229999999997,2.2692449999999997,2.239786,2.189124,2.345894,2.253294,2.319215,2.206056,2.361522,2.278657,2.259751,2.329195,2.349624,2.20835,2.2374609999999997,2.3242789999999998,2.271226,2.310672,2.4575489999999998,2.186517,2.3144929999999997,2.3211209999999998,2.2310149999999997,2.3174989999999998,2.3623089999999998,2.649785,1.743715,3.3852029999999997,1.719663,1.674566,2.39141,2.430231,2.577676,2.392146,12.231428,2.5192159999999997,1.6380489999999999,2.009616,1.968554,1.9956829999999999,2.1276379999999997,2.277087,2.164918,2.233683,2.400387,2.164951,2.216336,2.196437,2.1664529999999997,2.105823,2.017905,2.092041,2.132507,2.0951489999999997,2.065655,2.1148279999999997,2.519714,1.8062749999999999,3.076453,1.426564,2.1837999999999997,3.1436249999999997,2.092214,11.84024,2.470913,1.499252,2.101679,2.068269,2.131695,2.11468,2.080747,2.1417219999999997,2.0248049999999997,2.159904,2.0623359999999997,2.156706,2.083433,2.055917,2.087462,2.180465,2.1075209999999998,2.088569,2.140664,2.162134,2.1898329999999997,2.161699,2.16687,2.003568,2.126001,2.0720099999999997,2.0410719999999998,2.241807,2.222317,2.1632919999999998,2.0802709999999998,2.0807949999999997,2.107542,2.133367,2.193777,2.1234759999999997,2.067862,2.092434,2.195957,2.06906,1.9966329999999999,2.1398449999999998,2.082459,2.201918,2.1885499999999998,2.106532,2.052891,2.158528,2.192293,2.068364,2.174142,2.658929],"unit":"ms"},"output_sequence_length":{"value":445,"unit":"tokens"},"time_to_first_token":{"value":28.806887999999997,"unit":"ms"},"http_req_waiting":{"value":26.901028999999998,"unit":"ms"},"http_req_duration":{"value":1069.118515,"unit":"ms"},"input_sequence_length":{"value":754,"unit":"tokens"},"time_to_second_token":{"value":2.22625,"unit":"ms"},"http_req_receiving":{"value":1041.724904,"unit":"ms"},"http_req_sending":{"value":0.49258199999999996,"unit":"ms"},"http_req_data_sent":{"value":3.19921875,"unit":"KB"},"http_req_chunks_received":{"value":443,"unit":"count"},"reasoning_token_count":{"value":445,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":108.1552734375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.346005,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2242152466367713,"unit":"%"},"e2e_output_token_throughput":{"value":416.2057456930087,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3431888581081077,"unit":"ms"},"prefill_throughput_per_user":{"value":26174.295536539732,"unit":"tokens/sec/user"},"http_req_total":{"value":1069.46452,"unit":"ms"},"output_token_throughput_per_user":{"value":426.76884389395764,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":42,"x_request_id":"45e4e6d4-0c7d-47f3-813f-828205166d61","x_correlation_id":"5f8b1719-c166-4ffe-8c81-155b6ed05f70","conversation_id":"587bd646-dc9c-43f6-8f06-84a8650174f4","turn_index":0,"credit_issued_ns":1779883800330743179,"request_start_ns":1779883800331389896,"request_ack_ns":1779883800341894221,"request_end_ns":1779883801239002357,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":907.6124609999999,"unit":"ms"},"http_req_connecting":{"value":0.404632,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.026899,2.038694,2.055234,2.066481,2.1135509999999997,2.0327479999999998,2.10168,2.05379,2.071544,2.210004,2.062407,2.13544,2.1286579999999997,2.112991,2.104556,2.185374,2.0912029999999997,2.204544,2.1305769999999997,2.118217,2.1674889999999998,2.209969,2.367765,2.2975499999999998,2.005734,1.824643,1.94404,1.8909159999999998,1.995089,2.090019,2.1306339999999997,2.093629,2.185567,2.020294,2.1575729999999997,2.11061,2.018126,2.1295949999999997,2.099452,2.0083379999999997,2.186391,2.174588,2.166172,1.95021,2.107462,2.615415,1.891618,2.015975,2.206291,1.970816,1.971844,2.1546019999999997,2.110932,2.160603,4.6399989999999995,1.6682299999999999,2.104697,2.04258,2.137691,2.09939,2.1719269999999997,2.144323,2.166905,2.161639,2.096103,2.0983609999999997,2.076019,2.13518,1.9742149999999998,2.119355,2.124168,2.132606,2.198428,2.088187,2.074547,2.091284,2.147376,2.145839,2.075976,2.12956,2.088929,2.006569,2.278744,2.216456,2.088119,2.071119,2.210416,2.08601,2.0293799999999997,2.219766,2.077835,2.0602579999999997,2.263104,2.123221,2.173021,2.1302399999999997,2.217181,2.00827,1.983464,2.102538,2.099766,2.183578,2.011211,2.189079,2.197966,2.083513,2.100038,2.227439,2.184043,2.29949,2.206346,2.182746,2.1894709999999997,2.111741,2.182069,2.091717,2.1101609999999997,1.9925959999999998,2.646042,2.148975,2.073413,2.029397,2.3958049999999997,2.3502099999999997,12.013142,2.702288,1.3603729999999998,1.9979319999999998,2.149463,2.0747109999999997,2.4917879999999997,1.62472,2.0921369999999997,2.80648,1.2475239999999999,2.141221,2.274063,2.1533789999999997,2.356097,10.810001999999999,2.422007,1.314395,2.022113,2.158826,2.105924,2.070541,2.171773,2.4736,1.756211,2.754159,1.595791,2.068708,1.956715,2.115267,2.435997,11.282428,2.424941,1.384677,2.0874189999999997,2.143822,2.165733,1.9614539999999998,2.182757,2.0010499999999998,2.104629,2.130544,2.1516059999999997,2.181711,2.227975,2.106449,1.9405899999999998,2.0407919999999997,2.111058,2.182597,1.959762,2.270191,2.1302049999999997,2.0510509999999997,2.166034,2.256223,2.09176,2.021753,2.099465,2.072837,2.0838829999999997,2.105034,2.089984,2.2055849999999997,2.2890539999999997,2.260418,2.1798189999999997,2.321748,2.329638,2.266104,2.162524,2.2703699999999998,6.064324999999999,0.655708,2.179049,2.322683,2.202053,2.136938,2.271753,2.330943,2.229403,2.265583,2.34869,2.239506,2.2890859999999997,2.14693,2.262976,2.455535,2.2579439999999997,2.2383919999999997,2.1929,2.348499,2.254019,2.328764,2.19533,2.36114,2.2726379999999997,2.2658929999999997,2.327954,2.353116,2.202144,2.239956,2.328194,2.267925,2.313047,2.429624,2.214432,2.318527,2.315781,2.2304,2.321844,2.358253,2.639939,1.750908,3.4070259999999997,1.7232569999999998,1.690764,2.3451999999999997,2.415009,2.5887979999999997,2.391658,12.242450999999999,2.509772,1.642207,2.0138149999999997,1.9729189999999999,1.998004,2.127407,2.273796,2.1654,2.236817,2.3973899999999997,2.164773,2.213507,2.215556,2.148221,2.105855,2.017303,2.0808839999999997,2.142878,2.097102,2.066379,2.111001,2.507641,1.831108,3.051673,1.4356879999999999,2.188129,3.139521,2.093264,11.841263,2.465548,1.502643,2.1057479999999997,2.069312,2.130935,2.113472,2.081594,2.142608,2.022377,2.160867,2.064221,2.159124,2.079665,2.059271,2.085655,2.182166,2.105943,2.090172,2.140238,2.1642609999999998,2.189879,2.1611249999999997,2.1648359999999998,2.007827,2.1187899999999997,2.075326,2.040812,2.243782,2.221542,2.157828,2.084573,2.079304,2.1107739999999997,2.131021,2.193029,2.12229,2.071542,2.0886739999999997,2.1951419999999997,2.07142,1.995935,2.136894,2.087064,2.203163,2.1823669999999997,2.106708,2.055538,2.158865,2.193228,2.0693729999999997,2.168292,2.591996,2.129992,2.004216,2.318657,1.6369179999999999,2.240431,2.727808,2.1560799999999998,15.252358,0.673848,1.6911129999999999,2.127882,2.128383,2.18735,2.156837,2.156427,2.205552,2.1820619999999997,2.102893,1.991779,2.054681,2.065267,2.072828,2.118815,2.202331,1.9652109999999998,2.095739,2.187883,2.078213,2.096071,2.150302,2.1149809999999998,2.183953,2.229718,2.133917,2.004216,1.993061,2.1646289999999997,2.087206,2.154292,2.133679,2.093091,2.06844,2.146998,2.114659,2.16594,2.094592,2.080921,2.186965,2.1788499999999997,2.05747,2.015018,2.228908,2.5264189999999997],"unit":"ms"},"output_sequence_length":{"value":384,"unit":"tokens"},"time_to_first_token":{"value":28.116090999999997,"unit":"ms"},"http_req_waiting":{"value":26.03998,"unit":"ms"},"http_req_duration":{"value":907.55493,"unit":"ms"},"input_sequence_length":{"value":844,"unit":"tokens"},"time_to_second_token":{"value":2.026899,"unit":"ms"},"http_req_receiving":{"value":880.9567629999999,"unit":"ms"},"http_req_sending":{"value":0.558187,"unit":"ms"},"http_req_data_sent":{"value":3.7109375,"unit":"KB"},"http_req_chunks_received":{"value":382,"unit":"count"},"reasoning_token_count":{"value":384,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":93.3583984375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.404632,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2597402597402597,"unit":"%"},"e2e_output_token_throughput":{"value":423.08806511637346,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.2963351697127936,"unit":"ms"},"prefill_throughput_per_user":{"value":30018.39764994358,"unit":"tokens/sec/user"},"http_req_total":{"value":907.959562,"unit":"ms"},"output_token_throughput_per_user":{"value":435.47649889674926,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":41,"x_request_id":"98a18058-0396-460e-812e-b0376688df79","x_correlation_id":"7279ea11-aa79-4af6-b005-9c7b49389b21","conversation_id":"b970ed33-5006-4910-b626-10a074f46e6b","turn_index":0,"credit_issued_ns":1779883800291251486,"request_start_ns":1779883800292712377,"request_ack_ns":1779883800301963888,"request_end_ns":1779883801280305893,"worker_id":"worker_44f4bf64","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":987.5935159999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.9820499999999999,1.9152689999999999,2.097434,2.078627,2.134026,3.194245,1.482392,1.93945,2.11663,2.9223969999999997,2.177158,11.590138,2.452546,1.4811269999999999,2.051833,2.049989,2.06411,2.05929,2.113806,2.032882,2.111221,2.044845,2.077938,2.200345,2.069447,2.1434029999999997,2.127846,2.099501,2.0975319999999997,2.189785,2.098163,2.196357,2.1375159999999997,2.11444,2.1697949999999997,2.213232,2.3975779999999998,2.2725969999999998,1.99315,1.857492,1.8681949999999998,1.860982,1.997793,2.089099,2.133978,2.089209,2.2087849999999998,1.997026,2.174325,2.088775,2.038186,2.1083499999999997,2.128123,1.969061,2.2174579999999997,2.181434,2.161692,1.9356479999999998,2.109629,2.62398,1.886193,2.0127919999999997,2.202111,1.950691,1.9902639999999998,2.164114,2.09911,2.223316,4.6405899999999995,1.6830619999999998,2.11313,2.042841,2.1255759999999997,2.088726,2.198825,2.140562,2.17141,2.172742,2.087046,2.0266949999999997,2.144395,2.168041,1.950065,2.107846,2.125057,2.126618,2.196186,2.1033209999999998,2.073573,2.086291,2.157855,2.1393,2.085012,2.1174809999999997,2.094004,1.9998239999999998,2.267837,2.224393,2.094001,2.068631,2.252843,2.041822,2.028941,2.2107129999999997,2.080491,2.0543929999999997,2.263824,2.121644,2.176287,2.1267169999999997,2.223198,2.00231,1.989631,2.098725,2.1039149999999998,2.174064,2.015088,2.187029,2.204034,2.079694,2.094421,2.227423,2.18971,2.2966029999999997,2.210744,2.177498,2.195446,2.108841,2.188425,2.078001,2.11944,2.015475,2.569451,2.182948,2.111725,2.087353,2.3776129999999998,2.30657,12.032886999999999,2.6116219999999997,1.419082,1.9893539999999998,2.149583,2.072435,2.494446,1.627125,2.0881659999999997,2.801072,1.257647,2.1295349999999997,2.285539,2.151865,2.357488,10.803806999999999,2.433131,1.309308,2.029011,2.15229,2.111315,2.067497,2.16738,2.4768779999999997,1.760429,2.740678,1.542644,2.116577,2.0208809999999997,2.079592,2.42293,11.274096,2.430652,1.378293,2.085795,2.159362,2.157672,1.953193,2.1843079999999997,1.9968489999999999,2.109215,2.130046,2.150554,2.188424,2.229781,2.098891,1.9424379999999999,2.037554,2.113409,2.180882,1.961841,2.267891,2.132558,2.0484489999999997,2.1648419999999997,2.255038,2.099481,2.01695,2.101048,2.0710759999999997,2.085819,2.105527,2.096966,2.211598,2.280268,2.252658,2.184214,2.317296,2.3337,2.2631419999999998,2.166517,2.31364,6.037017,0.6451009999999999,2.189879,2.310747,2.208612,2.131555,2.274812,2.337993,2.2254329999999998,2.274191,2.340296,2.233856,2.296214,2.143785,2.264198,2.4396649999999998,2.278011,2.240062,2.189764,2.342283,2.257162,2.317052,2.2075899999999997,2.3582959999999997,2.275525,2.260337,2.331883,2.349192,2.202867,2.2381059999999997,2.3288159999999998,2.265573,2.320812,2.448101,2.213802,2.289862,2.320118,2.2274309999999997,2.356101,2.332081,2.6415189999999997,1.757968,3.3926659999999997,1.725661,1.747355,2.329751,2.431704,2.527339,2.387895,12.419137,2.364029,1.6196009999999998,2.0696399999999997,1.923516,2.005166,2.121362,2.2972129999999997,2.139572,2.2415439999999998,2.393665,2.1663959999999998,2.209262,2.199211,2.168786,2.1050359999999997,2.0146669999999998,2.081558,2.140675,2.1029169999999997,2.061169,2.116012,2.5023619999999998,1.826471,3.121972,1.402139,2.1874089999999997,3.165343,2.030659,11.915723999999999,2.396138,1.5040209999999998,2.14948,2.046609,2.109326,2.113746,2.0735609999999998,2.146572,2.01686,2.165259,2.061025,2.163068,2.0783929999999997,2.05888,2.084832,2.2120789999999997,2.122667,2.061053,2.1249949999999997,2.1850419999999997,2.168313,2.161372,2.161458,2.014195,2.11236,2.0784499999999997,2.039187,2.244599,2.2197329999999997,2.1575379999999997,2.081201,2.083484,2.107545,2.1332079999999998,2.2033229999999997,2.113717,2.068727,2.089518,2.191754,2.075904,1.995849,2.136717,2.084272,2.204191,2.1985159999999997,2.19231,2.025873,2.153172,2.163678,2.051832,2.196206,2.5636669999999997,2.1431999999999998,1.986143,2.3255209999999997,1.63256,2.282066,2.698981,2.147078,15.307988,0.601329,1.7459,2.1158989999999998,2.098985,2.1903509999999997,2.189831,2.113403,2.206032,2.1726739999999998,2.105676,1.98836,2.058802,2.065496,2.077697,2.102143,2.210496,1.9684279999999998,2.0937419999999998,2.204925,2.070839,2.088304,2.157574,2.105403,2.1835739999999997,2.2587509999999997,2.11636,2.060011,2.007987,2.116886,2.067205,2.13726,2.203688,2.084393,2.029355,2.1278159999999997,2.117603,2.160517,2.097549,2.080607,2.209298,2.166537,2.0717559999999997,2.0013449999999997,2.22226,2.531749,1.684556,2.369488,2.664649,1.637203,2.101216,2.983066,1.9432019999999999,11.256559,2.4389019999999997,1.440899,2.051327,2.013224,2.1203879999999997,2.073248,2.541711],"unit":"ms"},"output_sequence_length":{"value":413,"unit":"tokens"},"time_to_first_token":{"value":27.175804,"unit":"ms"},"http_req_waiting":{"value":25.452391,"unit":"ms"},"http_req_duration":{"value":987.517268,"unit":"ms"},"input_sequence_length":{"value":777,"unit":"tokens"},"time_to_second_token":{"value":1.9820499999999999,"unit":"ms"},"http_req_receiving":{"value":961.8959779999999,"unit":"ms"},"http_req_sending":{"value":0.168899,"unit":"ms"},"http_req_data_sent":{"value":3.3115234375,"unit":"KB"},"http_req_chunks_received":{"value":411,"unit":"count"},"reasoning_token_count":{"value":413,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":100.47265625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.24154589371980675,"unit":"%"},"e2e_output_token_throughput":{"value":418.18824578026084,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.3311109514563104,"unit":"ms"},"prefill_throughput_per_user":{"value":28591.610389889476,"unit":"tokens/sec/user"},"http_req_total":{"value":987.517268,"unit":"ms"},"output_token_throughput_per_user":{"value":428.98001031451196,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":44,"x_request_id":"0a80e169-fae7-48af-901b-bcc4763e1ed3","x_correlation_id":"aaa9d920-485a-4402-ba40-70f18cb61ed0","conversation_id":"65b7f439-b4f8-4125-b335-b1b86f45fd4e","turn_index":0,"credit_issued_ns":1779883800651829967,"request_start_ns":1779883800653537385,"request_ack_ns":1779883800663351351,"request_end_ns":1779883801527045408,"worker_id":"worker_52d8d9dc","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":873.508023,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.024922,2.149606,2.117251,2.066448,2.167345,2.477321,1.764452,2.7321199999999997,1.5914,2.103747,1.9755429999999998,2.067637,2.5155819999999998,11.231562,2.409469,1.372291,2.0897859999999997,2.136151,2.1695569999999997,1.95868,2.188077,2.004838,2.108905,2.1214489999999997,2.152396,2.1742239999999997,2.23527,2.099509,1.95433,2.028655,2.119523,2.178393,1.9620069999999998,2.264949,2.135342,2.0469429999999997,2.168049,2.249704,2.102019,2.014849,2.105496,2.069003,2.089502,2.090915,2.1270629999999997,2.179302,2.292166,2.2529369999999997,2.185288,2.31729,2.333266,2.266267,2.1653949999999997,2.264573,6.073404,0.646042,2.184954,2.3164119999999997,2.207832,2.183686,2.2278789999999997,2.327296,2.231757,2.263791,2.349345,2.234639,2.29655,2.1819409999999997,2.257777,2.406776,2.272935,2.2304749999999998,2.1974869999999997,2.345855,2.257829,2.314479,2.208909,2.356401,2.2761139999999997,2.2614639999999997,2.331931,2.350592,2.203365,2.238024,2.327232,2.269092,2.317334,2.420302,2.20931,2.323123,2.317609,2.229581,2.343514,2.339868,2.7212359999999998,1.718713,3.391365,1.6818199999999999,1.6974429999999998,2.34923,2.4561029999999997,2.542392,2.39316,12.256689999999999,2.505185,1.654798,2.011691,1.965776,2.00107,2.1186059999999998,2.2786519999999997,2.1696649999999997,2.237208,2.3843479999999997,2.169534,2.207703,2.2003,2.163329,2.1130359999999997,2.012628,2.0847249999999997,2.141035,2.101399,2.06082,2.1148469999999997,2.493756,1.859008,3.098357,1.434459,2.171167,3.14743,2.046005,11.865124,2.439095,1.502381,2.112561,2.060374,2.1233779999999998,2.121412,2.07401,2.1470789999999997,2.017691,2.1618269999999997,2.061048,2.164704,2.07135,2.06655,2.083422,2.1843209999999997,2.108958,2.089194,2.137384,2.177532,2.1753139999999997,2.162591,2.161415,2.010535,2.115916,2.082516,2.035192,2.2468019999999997,2.211183,2.1669519999999998,2.078316,2.084288,2.105703,2.134814,2.19985,2.116901,2.068724,2.093461,2.190363,2.075857,1.9965739999999998,2.137313,2.081207,2.20693,2.1718219999999997,2.1199429999999997,2.052315,2.156673,2.1989609999999997,2.069628,2.164872,2.595132,2.123067,2.0031019999999997,2.334839,1.639789,2.235368,2.783452,2.102723,15.268707,0.648766,1.730651,2.102805,2.129797,2.205075,2.152211,2.135126,2.2168609999999997,2.168834,2.1039719999999997,1.986113,2.060261,2.062267,2.080549,2.103316,2.212104,1.962481,2.099561,2.182417,2.085706,2.089296,2.157768,2.1108409999999997,2.184393,2.225485,2.138267,2.004428,1.99769,2.156741,2.097073,2.138747,2.15298,2.087828,2.073972,2.1430919999999998,2.11332,2.159253,2.0978749999999997,2.0786789999999997,2.199008,2.166195,2.062469,2.0114199999999998,2.229066,2.4663019999999998,1.737253,2.3235889999999997,2.656225,1.613368,2.101698,3.051732,1.892504,11.248607,2.423937,1.459149,2.040405,2.024132,2.110712,2.084653,2.489534,2.005371,2.486474,1.966503,1.8211359999999999,2.018443,2.1861669999999997,4.077934,2.060747,2.066343,2.069928,2.09333,1.932631,2.162532,2.0703739999999997,2.203926,2.163777,2.220319,2.242858,2.166932,2.240822,2.205603,2.236306,2.069951,2.172082,2.138194,2.129196,2.2254519999999998,2.209959,2.152114,2.206693,2.189362,2.1862909999999998,2.122838,2.189934,2.2087429999999997,2.218036,2.237751,2.267069,2.191852,2.1513079999999998,2.220671,2.255117,2.2194949999999998,2.2329779999999997,2.176262,2.017664,2.175661,2.226285,2.184987,2.295277,2.202133,2.213413,2.2496329999999998,2.1253539999999997,2.410541,2.161394,2.0550669999999998,2.1802539999999997,2.265431,2.224302,2.148939,2.137244,2.26058,2.186037,2.2783789999999997,2.181173,2.375819,2.0585109999999998,2.270307,2.0168429999999997,2.3103149999999997,2.014501,2.271705,2.203039,2.2809429999999997,2.3139179999999997,2.170627,2.275706,2.107042,2.145139,2.162394,2.3483739999999997,2.1035719999999998,2.180208,2.1631709999999997,2.272201,2.231273,6.10572,0.723808,2.099983,2.1196319999999997,2.10093,2.001252,2.128215,1.988902,2.171793,2.037124,2.282291,2.0188889999999997,2.120022,1.965053,2.152628,2.1025039999999997,2.029389,2.087954,2.202142,2.035482,2.0842959999999997,1.978095,2.038933,2.216229,2.565234],"unit":"ms"},"output_sequence_length":{"value":369,"unit":"tokens"},"time_to_first_token":{"value":27.21294,"unit":"ms"},"http_req_waiting":{"value":25.695743999999998,"unit":"ms"},"http_req_duration":{"value":873.437511,"unit":"ms"},"input_sequence_length":{"value":819,"unit":"tokens"},"output_token_count":{"value":107,"unit":"tokens"},"time_to_second_token":{"value":2.024922,"unit":"ms"},"http_req_receiving":{"value":847.571385,"unit":"ms"},"http_req_sending":{"value":0.170382,"unit":"ms"},"time_to_first_output_token":{"value":643.188391,"unit":"ms"},"http_req_data_sent":{"value":3.6376953125,"unit":"KB"},"http_req_chunks_received":{"value":367,"unit":"count"},"reasoning_token_count":{"value":262,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":89.32421875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5390835579514826,"unit":"%"},"e2e_output_token_throughput":{"value":422.43458592709453,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.299714899456522,"unit":"ms"},"prefill_throughput_per_user":{"value":30095.9763994629,"unit":"tokens/sec/user"},"http_req_total":{"value":873.437511,"unit":"ms"},"output_token_throughput_per_user":{"value":434.83650961965935,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":45,"x_request_id":"08d66ab1-cd18-4981-9d75-3dfe19fe4f25","x_correlation_id":"84113a95-af9b-46df-8032-7060d68e0b7d","conversation_id":"8b9c9c09-0f09-4a04-889a-c37826886c2c","turn_index":0,"credit_issued_ns":1779883800695535875,"request_start_ns":1779883800696849243,"request_ack_ns":1779883800705439167,"request_end_ns":1779883801582013057,"worker_id":"worker_67b8ded3","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":885.163814,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.0861769999999997,2.140133,2.1700459999999997,1.9556319999999998,2.1899379999999997,2.002563,2.110033,2.119069,2.154493,2.175308,2.2329909999999997,2.112015,1.9382519999999999,2.035087,2.114208,2.1806859999999997,1.961873,2.267576,2.132916,2.0452239999999997,2.169142,2.2542299999999997,2.0947489999999998,2.020889,2.1001309999999997,2.071186,2.090081,2.102098,2.110884,2.185946,2.287194,2.2561359999999997,2.187585,2.317363,2.332959,2.259985,2.16849,2.262131,6.075894,0.64816,2.186562,2.315612,2.205113,2.153494,2.252483,2.326591,2.232478,2.2751259999999998,2.338597,2.234571,2.312543,2.13125,2.270528,2.4289929999999997,2.29139,2.219081,2.1965529999999998,2.344973,2.256668,2.342192,2.184357,2.365574,2.268452,2.258441,2.332585,2.350699,2.2030369999999997,2.239042,2.3334539999999997,2.263317,2.316287,2.425391,2.207152,2.324976,2.314167,2.2303059999999997,2.358332,2.3251269999999997,2.644676,1.745628,3.404925,1.7382199999999999,1.691624,2.332791,2.4179429999999997,2.587431,2.388767,12.246082,2.512479,1.650506,2.01192,1.9679419999999999,1.999655,2.120708,2.277586,2.166867,2.242887,2.385456,2.165637,2.212863,2.1979599999999997,2.164898,2.107828,2.015164,2.083485,2.144878,2.099919,2.061407,2.114459,2.493748,1.8529529999999999,3.073709,1.414669,2.178987,3.135207,2.0989139999999997,11.889339,2.4137049999999998,1.5054809999999998,2.112397,2.070087,2.11644,2.116124,2.077641,2.1477079999999997,2.014178,2.165439,2.0623199999999997,2.163115,2.071854,2.067666,2.082049,2.186756,2.106362,2.089523,2.136981,2.164697,2.1858779999999998,2.1652139999999997,2.1634249999999997,2.0089859999999997,2.1142369999999997,2.081705,2.037369,2.246132,2.207423,2.172942,2.082303,2.079187,2.106988,2.123144,2.202477,2.123868,2.069439,2.09268,2.187904,2.080658,1.991159,2.140325,2.082935,2.20308,2.177257,2.124758,2.044149,2.154872,2.194609,2.075996,2.157073,2.596132,2.1298209999999997,2.001213,2.3287649999999998,1.7073129999999999,2.179068,2.737686,2.187942,15.230129999999999,0.645664,1.7040229999999998,2.133852,2.115878,2.1770229999999997,2.162049,2.146633,2.234127,2.158824,2.1045409999999998,1.984872,2.057105,2.064514,2.078737,2.103399,2.20964,1.97013,2.094137,2.1838509999999998,2.0834289999999998,2.090861,2.155733,2.112929,2.184096,2.248046,2.122451,1.9994729999999998,1.997607,2.158519,2.106858,2.1280639999999997,2.222951,2.0175,2.081357,2.138483,2.116155,2.1622879999999998,2.095138,2.077171,2.191373,2.173726,2.063214,2.0110319999999997,2.229958,2.465937,1.73956,2.298171,2.655351,1.649859,2.086847,3.0188919999999997,1.922302,11.27881,2.4093739999999997,1.460062,2.035062,2.02222,2.108262,2.082662,2.4945969999999997,2.00574,2.481206,1.964094,1.8836359999999999,1.964014,2.137521,1.92149,2.191666,2.055071,2.08542,2.054286,2.101347,1.93147,2.1670119999999997,2.0666889999999998,2.208942,2.151763,2.227347,2.237409,2.173482,2.232329,2.214944,2.2807459999999997,2.040024,2.1591899999999997,2.1451409999999997,2.117966,2.2338199999999997,2.205915,2.160825,2.197085,2.197826,2.177818,2.134048,2.178623,2.216026,2.211529,2.243324,2.261106,2.200234,2.1436379999999997,2.227052,2.24751,2.226679,2.225273,2.186449,2.007203,2.18805,2.2141729999999997,2.193948,2.285698,2.211138,2.2062239999999997,2.2582359999999997,2.111167,2.4173709999999997,2.160705,2.064549,2.1676539999999997,2.275263,2.215732,2.156276,2.129594,2.2681,2.1774009999999997,2.286439,2.1722099999999998,2.384702,2.053594,2.2771369999999997,2.007926,2.320896,2.0025969999999997,2.2801039999999997,2.194369,2.332846,2.310171,2.15585,2.2498679999999998,2.116686,2.136456,2.167042,2.332208,2.123509,2.171189,2.1681999999999997,2.265865,2.238775,6.104544,0.7247429999999999,2.09302,2.129356,2.095278,1.9709219999999998,2.13325,2.013452,2.1660969999999997,2.0471459999999997,2.273853,2.023983,2.111541,1.9750839999999998,2.1485819999999998,2.108745,2.021994,2.091478,2.200354,2.038312,2.080257,1.98562,2.030899,2.222191,2.516278,1.812584,1.9822009999999999,2.038185,1.999544,1.979727,2.054359,2.09503,1.902988,2.080044,1.9577069999999999,1.995877,2.088043,2.023288,1.997266,2.2035519999999997,1.9277739999999999,2.0981799999999997,1.9494989999999999,2.090607,2.084548,2.0507239999999998,1.990881,1.9670269999999999,1.9677239999999998,2.042107,2.1288579999999997,2.493872],"unit":"ms"},"output_sequence_length":{"value":381,"unit":"tokens"},"time_to_first_token":{"value":26.675584999999998,"unit":"ms"},"http_req_waiting":{"value":25.082300999999998,"unit":"ms"},"http_req_duration":{"value":885.089035,"unit":"ms"},"input_sequence_length":{"value":762,"unit":"tokens"},"time_to_second_token":{"value":2.0861769999999997,"unit":"ms"},"http_req_receiving":{"value":859.8356759999999,"unit":"ms"},"http_req_sending":{"value":0.171058,"unit":"ms"},"http_req_data_sent":{"value":3.2353515625,"unit":"KB"},"http_req_chunks_received":{"value":379,"unit":"count"},"reasoning_token_count":{"value":381,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":92.6240234375,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.2617801047120419,"unit":"%"},"e2e_output_token_throughput":{"value":430.4288019618479,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.25917955,"unit":"ms"},"prefill_throughput_per_user":{"value":28565.446643438183,"unit":"tokens/sec/user"},"http_req_total":{"value":885.089035,"unit":"ms"},"output_token_throughput_per_user":{"value":442.6385676162835,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":43,"x_request_id":"918d75f1-7df3-4526-b5aa-3527e03dc99a","x_correlation_id":"62c078a9-2269-4c15-962c-b644933890ff","conversation_id":"38b1e29f-7fbd-441e-8a30-0bd0edc72d4a","turn_index":0,"credit_issued_ns":1779883800611933880,"request_start_ns":1779883800612619387,"request_ack_ns":1779883800621871222,"request_end_ns":1779883801617650769,"worker_id":"worker_ff17437d","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1005.031382,"unit":"ms"},"http_req_connecting":{"value":0.420993,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.994645,2.146052,2.084156,2.483559,1.6290419999999999,2.086446,2.8087199999999997,1.257781,2.137472,2.269609,2.1786939999999997,2.34281,10.791471999999999,2.443097,1.32347,2.015467,2.149289,2.1159969999999997,2.062815,2.168077,2.483447,1.805526,2.736376,1.4871809999999999,2.142315,1.949973,2.115097,2.434962,11.299563,2.4062349999999997,1.3901839999999999,2.082747,2.146382,2.163731,1.9631349999999999,2.1810769999999997,1.999642,2.1103769999999997,2.132087,2.150643,2.181713,2.2275229999999997,2.107825,1.9392749999999999,2.042005,2.110227,2.182422,1.9602709999999999,2.270155,2.130403,2.0497579999999997,2.1662399999999997,2.250118,2.094128,2.020689,2.09768,2.073476,2.084453,2.1089409999999997,2.096146,2.210168,2.282396,2.2587669999999997,2.183985,2.3192209999999998,2.330678,2.264861,2.1646449999999997,2.344305,6.017811,0.633536,2.1789229999999997,2.3165359999999997,2.198912,2.1675299999999997,2.2346719999999998,2.328373,2.2340899999999997,2.269864,2.34026,2.241634,2.2935019999999997,2.148984,2.2644789999999997,2.44283,2.271557,2.242906,2.187124,2.349139,2.251499,2.322434,2.2037999999999998,2.361395,2.272488,2.262633,2.330939,2.356513,2.19826,2.2398119999999997,2.3266739999999997,2.269649,2.3410439999999997,2.404398,2.2495979999999998,2.284922,2.314037,2.23191,2.341411,2.3422609999999997,2.637152,1.750873,3.3888409999999998,1.7295209999999999,1.7393269999999998,2.329018,2.38083,2.618296,2.358948,12.248552,2.564373,1.588771,2.016209,1.981728,1.9881209999999998,2.134989,2.2940709999999997,2.139471,2.234137,2.404575,2.154273,2.21504,2.200706,2.171056,2.0988919999999998,2.020731,2.077943,2.1439529999999998,2.101037,2.0606329999999997,2.115045,2.505381,1.8218139999999998,3.066316,1.426941,2.188352,3.14117,2.092676,11.879883999999999,2.429748,1.501145,2.134403,2.029385,2.1447599999999998,2.101633,2.08051,2.1433809999999998,2.01917,2.163824,2.065902,2.158837,2.084526,2.054452,2.087109,2.179281,2.126174,2.0717849999999998,2.140513,2.160203,2.192191,2.168104,2.159277,2.002557,2.1192949999999997,2.076678,2.042553,2.242337,2.219673,2.157142,2.090708,2.0791269999999997,2.1049439999999997,2.129752,2.1956819999999997,2.121715,2.072759,2.0892269999999997,2.193445,2.071136,2.004448,2.132069,2.0859259999999997,2.20064,2.1840029999999997,2.110014,2.053962,2.152444,2.194988,2.0754699999999997,2.163253,2.5929889999999998,2.136197,2.012004,2.351841,1.603237,2.2426649999999997,2.7269639999999997,2.174039,15.255892,0.641353,1.6944979999999998,2.127469,2.125782,2.187116,2.158187,2.1549389999999997,2.200638,2.1856329999999997,2.1020339999999997,1.9903739999999999,2.0572809999999997,2.063566,2.0759019999999997,2.1068189999999998,2.211592,1.9712809999999998,2.0895259999999998,2.189886,2.075353,2.095344,2.153028,2.115106,2.1823989999999998,2.230488,2.137226,2.004143,1.99298,2.162681,2.089433,2.146122,2.140053,2.092047,2.068491,2.147138,2.1147899999999997,2.1644069999999997,2.093811,2.08126,2.1884289999999997,2.1798699999999998,2.058005,2.016037,2.22729,2.472126,1.740665,2.343382,2.666274,1.5789039999999999,2.091336,3.023901,1.9565009999999998,11.431429,2.22715,1.4512399999999999,2.081488,1.997842,2.089268,2.09612,2.5226759999999997,1.9707249999999998,2.4774119999999997,1.9663579999999998,1.815304,2.028264,2.13482,1.925914,2.187681,2.0596579999999998,2.119032,2.147338,2.038608,1.87851,2.154216,2.0808359999999997,2.1973979999999997,2.1966479999999997,2.258889,2.209461,2.13687,2.227147,2.213704,2.25128,2.050815,2.1793199999999997,2.143147,2.1259959999999998,2.2721169999999997,2.2094199999999997,2.140457,2.211938,2.162442,2.21445,2.156186,2.17211,2.210928,2.2758659999999997,2.12091,2.2997099999999997,2.158335,2.138661,2.2206539999999997,2.253793,2.223077,2.22753,2.18466,2.01877,2.181677,2.217049,2.243464,2.293729,2.2012959999999997,2.199408,2.218557,2.107062,2.4563639999999998,2.131361,2.1052139999999997,2.183004,2.2681929999999997,2.165277,2.143732,2.13373,2.262971,2.21054,2.273778,2.157625,2.378688,2.067297,2.276319,2.004647,2.310033,2.007811,2.274511,2.199888,2.2878089999999998,2.322586,2.173124,2.270717,2.1058529999999998,2.141002,2.162285,2.365595,2.095052,2.171783,2.1680889999999997,2.266692,2.247052,6.151571,0.674345,2.0923339999999997,2.133715,2.084597,1.975199,2.133365,2.01149,2.170838,2.109266,2.225314,2.01898,2.119264,1.9658209999999998,2.140929,2.104266,2.0248779999999997,2.0939829999999997,2.1987769999999998,2.033492,2.0819739999999998,1.984516,2.032355,2.22235,2.5193429999999997,1.8127229999999999,1.983887,2.028847,2.003416,1.991428,2.044558,2.090959,1.904714,2.094506,1.9574969999999998,1.9841099999999998,2.096441,2.0099899999999997,2.007475,2.223656,1.9074289999999998,2.08905,1.951447,2.084559,2.0907679999999997,2.0461229999999997,1.998278,1.961514,1.974219,2.043663,2.128722,2.449783,1.686046,2.071349,1.840704,1.957042,2.085908,2.33519,1.849152,2.06556,2.071797,1.9864819999999999,2.034325,2.400708,2.0692019999999998,1.9527619999999999,2.277813,2.1136369999999998,2.874271],"unit":"ms"},"output_sequence_length":{"value":429,"unit":"tokens"},"time_to_first_token":{"value":28.180474999999998,"unit":"ms"},"http_req_waiting":{"value":26.144009,"unit":"ms"},"http_req_duration":{"value":1004.964969,"unit":"ms"},"input_sequence_length":{"value":837,"unit":"tokens"},"time_to_second_token":{"value":1.994645,"unit":"ms"},"http_req_receiving":{"value":978.2210839999999,"unit":"ms"},"http_req_sending":{"value":0.599876,"unit":"ms"},"http_req_data_sent":{"value":3.9892578125,"unit":"KB"},"http_req_chunks_received":{"value":427,"unit":"count"},"reasoning_token_count":{"value":429,"unit":"tokens"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"http_req_data_received":{"value":104.2294921875,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.420993,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.23255813953488372,"unit":"%"},"e2e_output_token_throughput":{"value":426.8523428057493,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.28236193224299,"unit":"ms"},"prefill_throughput_per_user":{"value":29701.41560779227,"unit":"tokens/sec/user"},"http_req_total":{"value":1005.385962,"unit":"ms"},"output_token_throughput_per_user":{"value":438.14260388458644,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":46,"x_request_id":"81ebae3c-506c-42dd-a4ae-adc5947f77ae","x_correlation_id":"e9e26ac8-b946-492d-becb-bef6432cd0a1","conversation_id":"5a7f43f5-e0ff-4130-8b19-6b536ea8c51f","turn_index":0,"credit_issued_ns":1779883800902872375,"request_start_ns":1779883800904393971,"request_ack_ns":1779883800915394842,"request_end_ns":1779883801717723029,"worker_id":"worker_86b3b3c6","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":813.3290579999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.021767,1.9639259999999998,2.002968,2.124276,2.282051,2.15324,2.246123,2.384299,2.1700779999999997,2.21401,2.197608,2.165418,2.107587,2.006659,2.096374,2.133396,2.107746,2.058687,2.116685,2.493095,1.8950129999999998,3.045311,1.40103,2.1772929999999997,3.1624689999999998,2.073435,11.857235,2.438799,1.5154759999999998,2.090669,2.084408,2.1229869999999997,2.120044,2.0748379999999997,2.146537,2.0164999999999997,2.165339,2.060749,2.166522,2.0683979999999997,2.06729,2.087488,2.181044,2.104535,2.0925979999999997,2.136793,2.1659859999999997,2.186101,2.1654809999999998,2.160171,2.010341,2.115101,2.0842929999999997,2.035349,2.2474499999999997,2.2045179999999998,2.170133,2.0783769999999997,2.087885,2.103223,2.133978,2.1937569999999997,2.1257729999999997,2.068991,2.090411,2.188939,2.077505,1.997734,2.137355,2.0839119999999998,2.2081399999999998,2.161445,2.129692,2.049652,2.153985,2.1942779999999997,2.0754129999999997,2.157547,2.599137,2.12244,2.06174,2.3102139999999998,1.6210179999999998,2.233114,2.768011,2.10242,15.290398,0.631069,1.748197,2.092548,2.129529,2.205174,2.152117,2.124786,2.227268,2.165685,2.106681,1.984513,2.057613,2.060119,2.082338,2.102921,2.210928,1.9695829999999999,2.0955079999999997,2.182356,2.081121,2.088205,2.1652519999999997,2.104834,2.187837,2.230563,2.134964,1.997901,2.0023489999999997,2.1555269999999997,2.101673,2.133116,2.153636,2.114401,2.065788,2.1152219999999997,2.121501,2.156425,2.101841,2.076174,2.208729,2.16141,2.067018,2.003618,2.238521,2.4631469999999998,1.731738,2.335105,2.6419669999999997,1.6259219999999999,2.091209,3.017791,1.9205649999999999,11.289323999999999,2.397732,1.457917,2.042748,2.014498,2.110904,2.086429,2.4894789999999998,2.001492,2.4921219999999997,1.9599369999999998,1.8839899999999998,2.010189,2.104422,1.911165,2.187102,2.052491,2.084558,2.06001,2.101657,1.923573,2.16883,2.064355,2.210758,2.157756,2.226396,2.2367969999999997,2.177202,2.228825,2.21648,2.228015,2.083043,2.163906,2.146695,2.118711,2.239684,2.196865,2.1611249999999997,2.195504,2.2020619999999997,2.177278,2.133599,2.177164,2.220246,2.212571,2.242453,2.257618,2.19935,2.146193,2.2157329999999997,2.2502169999999997,2.235141,2.222698,2.184097,2.010999,2.190963,2.2115199999999997,2.196363,2.284623,2.207617,2.205052,2.263712,2.109874,2.417707,2.159763,2.062979,2.1682699999999997,2.275546,2.212781,2.160627,2.126518,2.269724,2.179459,2.284414,2.1730929999999997,2.383528,2.054162,2.278994,2.008869,2.319506,2.004332,2.281415,2.194087,2.314799,2.2791509999999997,2.174671,2.268198,2.114281,2.140233,2.164034,2.3340639999999997,2.119838,2.1751679999999998,2.171308,2.263003,2.237576,6.0985309999999995,0.738109,2.085701,2.126467,2.096448,1.9758449999999999,2.134354,2.0120199999999997,2.167834,2.045895,2.270632,2.0263139999999997,2.114395,1.9731219999999998,2.145191,2.108768,2.021328,2.094206,2.196296,2.042807,2.078562,1.986222,2.030776,2.220334,2.5091699999999997,1.83548,1.9837069999999999,2.029074,1.999067,1.97779,2.059336,2.099462,1.895641,2.07875,1.961123,1.9918239999999998,2.090569,2.018197,2.001106,2.203235,1.9282679999999999,2.0959559999999997,1.950961,2.0871649999999997,2.0875269999999997,2.047254,1.9966089999999999,1.963371,1.9714269999999998,2.038091,2.131105,2.447314,1.698734,2.014207,1.8631229999999999,1.9921669999999998,2.057365,2.348887,1.859419,2.069734,2.064205,1.9863229999999998,2.043962,2.477008,2.026046,1.9298,2.251751,2.125114,2.8673759999999997,1.4758959999999999,1.9758479999999998,2.064448,2.009152,1.837148,2.052143,1.9943909999999998,2.11402,2.032026,2.100612,2.064656,2.104571,1.936067,2.033101,2.123973,2.074416,1.969735,2.027529,2.1229839999999998,1.930029,1.958195,2.153275,1.9808199999999998,2.0957779999999997,2.115992,2.097738,2.179849,2.008912,2.055883,2.096593,1.988638,2.051075,2.019419,2.012965,3.994534,2.050129,2.0084,2.040628,2.0965219999999998,2.0830859999999998,1.997051,2.041626,2.0265679999999997,1.990349,2.009562,2.02949,2.136266,2.735769],"unit":"ms"},"output_sequence_length":{"value":355,"unit":"tokens"},"time_to_first_token":{"value":31.201113,"unit":"ms"},"http_req_waiting":{"value":29.378722999999997,"unit":"ms"},"http_req_duration":{"value":813.26868,"unit":"ms"},"input_sequence_length":{"value":852,"unit":"tokens"},"output_token_count":{"value":14,"unit":"tokens"},"time_to_second_token":{"value":2.021767,"unit":"ms"},"http_req_receiving":{"value":783.7424169999999,"unit":"ms"},"http_req_sending":{"value":0.14754,"unit":"ms"},"time_to_first_output_token":{"value":786.083612,"unit":"ms"},"http_req_data_sent":{"value":3.6025390625,"unit":"KB"},"http_req_chunks_received":{"value":354,"unit":"count"},"reasoning_token_count":{"value":341,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":86.3017578125,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.5602240896358543,"unit":"%"},"e2e_output_token_throughput":{"value":436.4777042061615,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.209400974576271,"unit":"ms"},"prefill_throughput_per_user":{"value":27306.71819303369,"unit":"tokens/sec/user"},"http_req_total":{"value":813.26868,"unit":"ms"},"output_token_throughput_per_user":{"value":452.61136910278793,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":49,"x_request_id":"f908504e-a3a6-4313-b2cc-e65a42d8b79a","x_correlation_id":"fcc34d19-691b-4a4a-95f7-db8d51ae8dac","conversation_id":"f82e3e91-2a64-4407-b7a1-ffae159a1f62","turn_index":0,"credit_issued_ns":1779883801241600655,"request_start_ns":1779883801744000754,"request_end_ns":1779883802244561933,"worker_id":"worker_2e1db673","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":true,"cancellation_time_ns":1779883802244561933},"metrics":{"error_isl":{"value":699,"unit":"tokens"}},"error":{"code":499,"type":"RequestCancellationError","message":"Request cancelled 0.500s after being sent"}} -{"metadata":{"session_num":47,"x_request_id":"bfbe45b0-3e71-4746-939d-3b642f77f2f5","x_correlation_id":"962aa6d2-2772-4d6e-b8a5-e49aceb6ed89","conversation_id":"158ec01c-1bc3-4515-8631-08594e4ef85e","turn_index":0,"credit_issued_ns":1779883800980320238,"request_start_ns":1779883800981671687,"request_ack_ns":1779883800990463595,"request_end_ns":1779883801893198152,"worker_id":"worker_f5f1f1bb","record_processor_id":"record_processor_1e8ae753","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":911.5264649999999,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[2.144812,2.030499,2.138909,2.1073109999999997,2.083971,2.139703,2.0185619999999997,2.162547,2.065365,2.161496,2.081681,2.054112,2.099598,2.172435,2.1065869999999998,2.0858149999999998,2.1438859999999997,2.161982,2.190607,2.158379,2.168076,2.003217,2.1216109999999997,2.073937,2.0427649999999997,2.240678,2.221921,2.15436,2.085959,2.081479,2.114132,2.122904,2.199823,2.1168929999999997,2.076314,2.088102,2.195789,2.068141,2.003162,2.1304369999999997,2.0885759999999998,2.2018869999999997,2.1836439999999997,2.108349,2.060418,2.146567,2.199877,2.0668539999999997,2.166861,2.5924419999999997,2.136376,2.0395559999999997,2.2891079999999997,1.633553,2.241361,2.7724599999999997,2.124552,15.245686999999998,0.6635949999999999,1.77437,2.071452,2.109304,2.2063099999999998,2.123309,2.1559239999999997,2.201295,2.184707,2.1014209999999998,1.99301,2.049732,2.073784,2.071093,2.109904,2.206194,1.969304,2.093604,2.188616,2.076241,2.098781,2.148703,2.116095,2.1807719999999997,2.2331909999999997,2.13095,2.008914,1.99246,2.168743,2.083711,2.145298,2.141647,2.092319,2.067437,2.149117,2.1123119999999997,2.167001,2.0909359999999997,2.0843309999999997,2.1914309999999997,2.201913,2.031057,2.018655,2.2234149999999997,2.472346,1.728855,2.314629,2.635636,1.6892969999999998,2.080936,3.0674609999999998,1.903787,11.240649,2.390637,1.461017,2.0478069999999997,2.018008,2.098345,2.0904149999999997,2.488804,2.0085919999999997,2.524012,1.9563329999999999,1.782327,2.032832,2.13256,1.9292209999999999,2.1863159999999997,2.0615289999999997,2.07359,2.07519,2.102935,1.913382,2.164688,2.070655,2.204253,2.161604,2.222005,2.242126,2.1689469999999997,2.2400279999999997,2.206686,2.234502,2.070747,2.1719649999999997,2.140886,2.1257729999999997,2.225812,2.211865,2.15304,2.202357,2.1939759999999997,2.193088,2.1142,2.188433,2.20828,2.226379,2.232157,2.268353,2.190593,2.150743,2.2190939999999997,2.25468,2.219769,2.228809,2.18172,2.016156,2.17516,2.2244029999999997,2.185672,2.299379,2.2012519999999998,2.2130929999999998,2.250682,2.119118,2.407067,2.1686229999999997,2.0556259999999997,2.177566,2.2724539999999998,2.217962,2.149251,2.137669,2.2607079999999997,2.1852229999999997,2.27881,2.179308,2.3779939999999997,2.0576119999999998,2.272087,2.015098,2.311711,2.012235,2.2747729999999997,2.201129,2.320061,2.284142,2.177996,2.274193,2.107766,2.1388059999999998,2.160761,2.3503369999999997,2.104215,2.179008,2.16872,2.276256,2.224107,6.123838,0.704337,2.102124,2.116221,2.0992699999999997,1.971844,2.142189,2.007577,2.196024,2.014696,2.281154,2.0198899999999997,2.116377,1.9646549999999998,2.1527179999999997,2.1056779999999997,2.03186,2.0822469999999997,2.212542,2.024604,2.086672,1.9793759999999998,2.035526,2.219658,2.5247859999999998,1.7986419999999999,2.075563,1.95321,2.018611,1.962697,2.130279,2.018091,1.9081819999999998,2.071068,1.970597,1.985978,2.09295,2.0136499999999997,2.0121629999999997,2.192995,1.931058,2.0900849999999997,1.9567459999999999,2.081117,2.093953,2.041658,2.001538,1.959406,1.977828,2.034674,2.13971,2.445497,1.695797,1.996818,1.872145,1.9860879999999999,2.062296,2.3947089999999998,1.8335029999999999,2.049017,2.07138,1.982499,2.043021,2.394879,2.138392,1.884536,2.270486,2.117058,2.833275,1.532074,1.9574699999999998,2.039408,2.073164,1.781494,2.098758,1.945396,2.118043,2.0199439999999997,2.111532,2.05905,2.106909,1.9219629999999999,2.048277,2.081201,2.129742,1.9505899999999998,2.0375959999999997,2.118795,1.934122,1.9522819999999999,2.1588499999999997,1.9745469999999998,2.100205,2.112059,2.104691,2.1799809999999997,2.0102029999999997,2.0441849999999997,2.113794,1.980222,2.054367,2.016505,2.01533,1.958329,2.033659,2.052793,2.006353,2.046105,2.092971,2.081967,1.9973489999999998,2.0562929999999997,2.0186919999999997,1.9858019999999998,2.0082329999999997,2.027024,2.1390249999999997,2.68133,1.777785,2.0226699999999997,2.026475,2.066735,2.07706,2.027548,2.069687,2.091916,1.973514,2.033105,1.9341469999999998,1.963878,2.0493669999999997,2.260468,2.1877299999999997,1.907644,1.9549379999999998,1.854379,1.854749,1.8801789999999998,1.9153319999999998,1.9350569999999998,1.931171,1.9151479999999999,1.9824499999999998,1.954707,1.8385719999999999,1.885375,1.953555,1.905913,1.839246,1.8960819999999998,1.843699,1.859279,1.85704,1.8495279999999998,1.939698,1.901824,1.87446,1.8404859999999998,1.893287,1.864844,1.9373859999999998,1.8295169999999998,2.396604,4.884975,0.39357699999999995,1.71789,1.8443109999999998,1.9313349999999998,1.894248,2.00675,1.859738,1.812282,1.888506,1.9013909999999998,2.039192,1.953136,1.9368059999999998,2.004758,1.94929,1.962969,1.8866239999999999,1.881023,3.636901,1.836349,1.840147,1.828107,1.7750199999999998,1.944343,1.870649,1.9460169999999999,1.899992,1.9463949999999999,1.99785,1.920037,1.989495,1.8732739999999999,1.949338,1.889484,1.986413,1.921776,1.9784419999999998,1.934472,1.867789,1.8013029999999999,1.968685,1.849392,2.475523],"unit":"ms"},"output_sequence_length":{"value":417,"unit":"tokens"},"time_to_first_token":{"value":26.549561999999998,"unit":"ms"},"http_req_waiting":{"value":24.8839,"unit":"ms"},"http_req_duration":{"value":911.463908,"unit":"ms"},"input_sequence_length":{"value":801,"unit":"tokens"},"output_token_count":{"value":25,"unit":"tokens"},"time_to_second_token":{"value":2.144812,"unit":"ms"},"http_req_receiving":{"value":886.437824,"unit":"ms"},"http_req_sending":{"value":0.142184,"unit":"ms"},"time_to_first_output_token":{"value":865.236173,"unit":"ms"},"http_req_data_sent":{"value":3.576171875,"unit":"KB"},"http_req_chunks_received":{"value":415,"unit":"count"},"reasoning_token_count":{"value":392,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":101.2822265625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.47732696897374705,"unit":"%"},"e2e_output_token_throughput":{"value":457.4743751406055,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.127348324519231,"unit":"ms"},"prefill_throughput_per_user":{"value":30169.98924502031,"unit":"tokens/sec/user"},"http_req_total":{"value":911.463908,"unit":"ms"},"output_token_throughput_per_user":{"value":470.06876517318545,"unit":"tokens/sec/user"}}} -{"metadata":{"session_num":48,"x_request_id":"f4bb7a7a-0f1d-4ae4-a807-ced12d606c80","x_correlation_id":"9e663e0b-88a4-452f-b633-c96ba563e323","conversation_id":"4df4c503-510b-4c0f-8c35-acd5055d515b","turn_index":0,"credit_issued_ns":1779883801117089090,"request_start_ns":1779883801118777407,"request_ack_ns":1779883801127215417,"request_end_ns":1779883802145901631,"worker_id":"worker_c783c4cd","record_processor_id":"record_processor_11800d86","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"request_latency":{"value":1027.124224,"unit":"ms"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"inter_chunk_latency":{"value":[1.6992699999999998,2.117528,2.140737,2.1753709999999997,2.1618969999999997,2.1457859999999997,2.216996,2.1796789999999997,2.1056459999999997,1.98156,2.064764,2.0532969999999997,2.080215,2.1141929999999998,2.208552,1.9694109999999998,2.093914,2.179707,2.081318,2.091982,2.158868,2.104876,2.190019,2.228726,2.1431649999999998,1.994402,1.9986069999999998,2.1580209999999997,2.094429,2.140291,2.152612,2.0833369999999998,2.07022,2.137342,2.126347,2.1560639999999998,2.100354,2.073544,2.19569,2.18066,2.0596769999999998,2.006148,2.233152,2.475359,1.7328919999999999,2.3000789999999998,2.661178,1.63597,2.0896969999999997,3.0210049999999997,1.9232829999999999,11.251146,2.4418919999999997,1.4431429999999998,2.043954,2.018182,2.110748,2.081318,2.5281949999999997,1.9690619999999999,2.48263,1.962291,1.818746,2.028415,2.142981,1.9150269999999998,2.199455,2.053457,2.086494,2.0571539999999997,2.100964,1.916625,2.184614,2.053744,2.2144969999999997,2.155163,2.231834,2.231534,2.176236,2.2290929999999998,2.217749,2.2303729999999997,2.077682,2.1594789999999997,2.155777,2.106665,2.241186,2.195363,2.163416,2.2015029999999998,2.203293,2.165886,2.137022,2.180228,2.2178009999999997,2.22186,2.237683,2.265892,2.2021189999999997,2.1357909999999998,2.2273519999999998,2.242655,2.229384,2.222409,2.2010449999999997,1.9549349999999999,2.178001,2.216827,2.193051,2.286336,2.20822,2.214574,2.2564349999999997,2.107191,2.4246689999999997,2.158357,2.0538909999999997,2.176532,2.281805,2.212319,2.148771,2.1379889999999997,2.269777,2.171004,2.2838879999999997,2.174624,2.386195,2.0577229999999997,2.2734829999999997,2.007878,2.312461,2.010471,2.2910049999999997,2.18002,2.374831,2.281352,2.182829,2.268318,2.113452,2.1273779999999998,2.175326,2.327787,2.118573,2.1701729999999997,2.1723369999999997,2.267144,2.24438,6.108944999999999,0.727001,2.074666,2.136187,2.088658,1.978275,2.12851,2.0164649999999997,2.158833,2.054712,2.277254,2.027282,2.108371,1.9693189999999998,2.138029,2.129184,2.010623,2.106144,2.196841,2.033648,2.0724519999999997,1.988467,2.0267939999999998,2.225,2.544618,1.787026,1.986441,2.037956,1.9945629999999999,1.9813159999999999,2.058925,2.098753,1.888021,2.09905,1.95247,1.990065,2.089784,2.0240009999999997,1.997259,2.213764,1.913746,2.099293,1.945155,2.097514,2.077918,2.054478,1.985161,1.971693,1.96335,2.046601,2.123625,2.486944,1.6636229999999999,2.002288,1.865997,1.995715,2.047295,2.360112,1.8601949999999998,2.090009,2.002792,1.9908569999999999,2.032031,2.470547,2.045808,1.9607809999999999,2.242966,2.132453,2.8621049999999997,1.453597,1.931616,2.0590889999999997,2.05102,1.841486,2.043524,1.997617,2.1088359999999997,2.036164,2.100939,2.0691159999999997,2.1118069999999998,1.922682,2.036098,2.1006389999999997,2.1109,1.9609079999999999,2.022712,2.138419,1.9183139999999999,1.9573049999999999,2.1632,1.968931,2.095447,2.120441,2.098594,2.192557,1.98885,2.063869,2.092864,1.989682,2.051023,2.02218,2.006125,1.965673,2.028695,2.079945,1.9799989999999998,2.0591239999999997,2.0796099999999997,2.095898,1.9827329999999999,2.052027,2.017784,2.00516,1.994786,2.037449,2.1265929999999997,2.719503,1.743896,2.0380629999999997,2.003066,2.078617,2.0461359999999997,2.0280739999999997,2.070842,2.128838,1.954321,2.043937,1.9240629999999999,1.9751919999999998,2.039567,2.280249,2.145263,1.938494,1.9434399999999998,1.863969,1.84249,1.8965679999999998,1.9035499999999999,1.9472079999999998,1.9210829999999999,1.9208269999999998,1.978265,1.9620549999999999,1.82533,1.895926,1.944338,1.9183729999999999,1.8239889999999999,1.917017,1.826512,1.868097,1.8456329999999999,1.8628,1.929122,1.913644,1.8613359999999999,1.853642,1.881413,1.8622779999999999,1.9248539999999998,1.844161,2.402624,4.8467329999999995,0.419635,1.7269599999999998,1.839402,1.924501,1.8932399999999998,1.989698,1.868742,1.8341269999999998,1.883691,1.904556,2.0203029999999997,1.973584,1.924563,2.024993,1.9333699999999998,1.9777969999999998,1.864711,1.902917,1.887435,1.721039,1.8274569999999999,1.8380889999999999,1.8277519999999998,1.77558,1.941573,1.8686809999999998,1.9511539999999998,1.898018,1.949431,1.9946249999999999,1.9215069999999999,1.987306,1.876123,1.9516589999999998,1.8866589999999999,1.9891679999999998,1.919621,1.973928,1.936612,1.874957,1.7998509999999999,1.963339,1.8527879999999999,2.42387,1.700515,1.873495,1.692732,1.873435,1.8604589999999999,1.8914199999999999,1.893591,1.786533,1.901919,1.8810939999999998,1.883665,1.855202,1.957792,1.896696,1.9092339999999999,1.8686809999999998,1.9279229999999998,1.9155499999999999,1.899096,1.8056159999999999,3.882869,1.914602,1.8729259999999999,1.918728,1.879162,1.846415,1.759827,1.737485,1.7716049999999999,1.742402,1.783289,1.7697939999999999,1.828641,1.839159,1.8079859999999999,1.875341,1.8054599999999998,1.893054,1.81063,1.949102,1.774185,1.863794,1.769461,1.8635149999999998,1.824474,1.836342,1.810188,1.810246,1.885627,1.878089,1.941506,1.966766,1.9677289999999998,1.910299,2.0283789999999997,1.941252,1.9942419999999998,2.0254689999999997,1.794546,1.88658,1.614835,1.832161,1.5659839999999998,1.697632,1.708484,1.728883,1.707266,1.72221,1.7568949999999999,1.813655,1.74112,1.809332,2.0212529999999997,1.548681,1.676329,1.689138,1.810376,1.7557079999999998,1.7456159999999998,1.85014,1.785836,1.6627699999999999,1.975512,1.6516499999999998,1.745876,1.7541799999999999,1.751788,1.7867069999999998,1.7216859999999998,1.691501,1.817408,1.839143,1.755264,1.834029,1.6683089999999998,1.908903,1.821564,1.848272,1.453747,1.773023,1.9135479999999998,1.6997479999999998,1.6714149999999999,1.7992569999999999,1.7100799999999998,1.785367,1.7656029999999998,1.735723,1.775817,1.80436,1.728283,1.7507249999999999,1.871988,1.693887,1.7697399999999999,1.8167229999999999,1.713779,1.769798,1.791979,1.787477,1.75163,1.792522,1.6998499999999999,1.766846,1.7940159999999998,1.782646,1.822454,1.7118689999999999,1.8705999999999998,1.738046,1.884353,1.6410609999999999,1.66108,1.785841,7.291684,0.123248,1.5077939999999999],"unit":"ms"},"output_sequence_length":{"value":497,"unit":"tokens"},"time_to_first_token":{"value":27.077189999999998,"unit":"ms"},"http_req_waiting":{"value":26.22315,"unit":"ms"},"http_req_duration":{"value":1027.050833,"unit":"ms"},"input_sequence_length":{"value":735,"unit":"tokens"},"output_token_count":{"value":119,"unit":"tokens"},"time_to_second_token":{"value":1.6992699999999998,"unit":"ms"},"http_req_receiving":{"value":1000.680156,"unit":"ms"},"http_req_sending":{"value":0.147527,"unit":"ms"},"time_to_first_output_token":{"value":815.5222239999999,"unit":"ms"},"http_req_data_sent":{"value":3.056640625,"unit":"KB"},"http_req_chunks_received":{"value":494,"unit":"count"},"reasoning_token_count":{"value":378,"unit":"tokens"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"http_req_data_received":{"value":120.478515625,"unit":"KB"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"osl_mismatch_diff_pct":{"value":-0.4008016032064128,"unit":"%"},"e2e_output_token_throughput":{"value":483.87525908453307,"unit":"tokens/sec/user"},"inter_token_latency":{"value":2.0162238588709678,"unit":"ms"},"prefill_throughput_per_user":{"value":27144.618773218343,"unit":"tokens/sec/user"},"http_req_total":{"value":1027.050833,"unit":"ms"},"output_token_throughput_per_user":{"value":495.97667223319814,"unit":"tokens/sec/user"}}} diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json deleted file mode 100644 index 1712e45d47b2..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/profile_export_aiperf.json +++ /dev/null @@ -1,639 +0,0 @@ -{ - "schema_version": "1.1", - "aiperf_version": "0.8.0", - "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b", - "request_throughput": { - "unit": "requests/sec", - "avg": 7.209094792660062 - }, - "request_latency": { - "unit": "ms", - "avg": 955.0836193636363, - "p1": 814.10163771, - "p5": 822.92277025, - "p10": 836.221605, - "p25": 896.10864425, - "p50": 937.6478894999999, - "p75": 1024.915075, - "p90": 1067.2458648, - "p95": 1072.70707275, - "p99": 1138.92739996, - "min": 813.3290579999999, - "max": 1169.920737, - "std": 86.85153625302719, - "count": 44, - "sum": 42023.679252 - }, - "request_count": { - "unit": "requests", - "avg": 44.0 - }, - "time_to_first_token": { - "unit": "ms", - "avg": 34.1443705, - "p1": 23.55481638, - "p5": 25.00943395, - "p10": 25.496595499999998, - "p25": 26.251925749999998, - "p50": 27.9210925, - "p75": 31.1770635, - "p90": 63.0582823, - "p95": 63.30124985, - "p99": 63.388245659999995, - "min": 23.016643, - "max": 63.397636, - "std": 13.854675979321517, - "count": 44, - "sum": 1502.352302 - }, - "time_to_second_token": { - "unit": "ms", - "avg": 1.8686714999999998, - "p1": 0.61778179, - "p5": 0.7429261499999998, - "p10": 1.5257398999999998, - "p25": 1.67936525, - "p50": 1.9966504999999999, - "p75": 2.0530127499999997, - "p90": 2.1752013, - "p95": 2.2658192, - "p99": 2.42300041, - "min": 0.616598, - "max": 2.526636, - "std": 0.4052337371722253, - "count": 44, - "sum": 82.22154599999999 - }, - "inter_token_latency": { - "unit": "ms", - "avg": 2.273834044678246, - "p1": 2.049676393826424, - "p5": 2.1194552170989374, - "p10": 2.156798842551151, - "p25": 2.2469873690526887, - "p50": 2.2989390328768198, - "p75": 2.3235522631965946, - "p90": 2.3433760184493813, - "p95": 2.352719300579752, - "p99": 2.3801834959314445, - "min": 2.0162238588709678, - "max": 2.381120894594594, - "std": 0.07846247627845339, - "count": 44, - "sum": 100.04869796584279 - }, - "output_token_throughput": { - "unit": "tokens/sec", - "avg": 2927.7117011373334 - }, - "output_token_throughput_per_user": { - "unit": "tokens/sec/user", - "avg": 440.3369371699086, - "p1": 420.13576152468744, - "p5": 425.04022076898053, - "p10": 426.73475996209464, - "p25": 430.37552730168835, - "p50": 434.9833116920256, - "p75": 445.04279936356807, - "p90": 463.6691316256848, - "p95": 471.82050931724467, - "p99": 488.05331267346503, - "min": 419.97027629723027, - "max": 495.97667223319814, - "std": 15.987775558831647, - "count": 44, - "sum": 19374.825235475975 - }, - "output_sequence_length": { - "unit": "tokens", - "avg": 406.1136363636364, - "p1": 341.86, - "p5": 346.5, - "p10": 364.0, - "p25": 377.0, - "p50": 405.0, - "p75": 437.75, - "p90": 452.0, - "p95": 459.65000000000003, - "p99": 489.69, - "min": 341.0, - "max": 497.0, - "std": 37.17661527278264, - "count": 44, - "sum": 17869.0 - }, - "input_sequence_length": { - "unit": "tokens", - "avg": 790.3181818181819, - "p1": 632.0, - "p5": 700.75, - "p10": 712.1, - "p25": 738.0, - "p50": 785.0, - "p75": 846.5, - "p90": 871.4, - "p95": 895.15, - "p99": 918.82, - "min": 589.0, - "max": 930.0, - "std": 68.61611682107423, - "count": 44, - "sum": 34774.0 - }, - "output_token_count": { - "unit": "tokens", - "avg": 70.65, - "p1": 4.28, - "p5": 13.4, - "p10": 16.7, - "p25": 37.5, - "p50": 63.0, - "p75": 116.75, - "p90": 126.60000000000001, - "p95": 132.2, - "p99": 135.24, - "min": 2.0, - "max": 136.0, - "std": 43.43647660664939, - "count": 20, - "sum": 1413.0 - }, - "reasoning_token_count": { - "unit": "tokens", - "avg": 374.0, - "p1": 252.31, - "p5": 298.45, - "p10": 314.0, - "p25": 344.75, - "p50": 381.0, - "p75": 401.25, - "p90": 426.6, - "p95": 444.7, - "p99": 452.0, - "min": 245.0, - "max": 452.0, - "std": 45.967379738244816, - "count": 44, - "sum": 16456.0 - }, - "inter_chunk_latency": { - "unit": "ms", - "avg": 2.2936167402501835, - "p1": 1.3137414061309525, - "p5": 1.8182807209482759, - "p10": 1.9611109931787634, - "p25": 2.049250397506814, - "p50": 2.119059862668808, - "p75": 2.20140903043528, - "p90": 2.350206802596349, - "p95": 2.5947206701809753, - "p99": 11.21931857442066, - "min": 0.0, - "max": 16.615432, - "std": 1.2537941612559884, - "count": 17667, - "sum": 40521.326949999995 - }, - "total_output_tokens": { - "unit": "tokens", - "avg": 1413.0 - }, - "total_reasoning_tokens": { - "unit": "tokens", - "avg": 16456.0 - }, - "benchmark_duration": { - "unit": "sec", - "avg": 6.103401504000001 - }, - "total_isl": { - "unit": "tokens", - "avg": 34774.0 - }, - "total_osl": { - "unit": "tokens", - "avg": 17869.0 - }, - "error_request_count": { - "unit": "requests", - "avg": 6.0 - }, - "error_isl": { - "unit": "tokens", - "avg": 782.1666666666666, - "p1": 699.3, - "p5": 700.5, - "p10": 702.0, - "p25": 716.75, - "p50": 780.5, - "p75": 814.25, - "p90": 864.0, - "p95": 888.0, - "p99": 907.2, - "min": 699.0, - "max": 912.0, - "std": 73.60121526774465, - "count": 6, - "sum": 4693.0 - }, - "total_error_isl": { - "unit": "tokens", - "avg": 4693.0 - }, - "telemetry_data": { - "summary": { - "endpoints_configured": [], - "endpoints_successful": [], - "start_time": "2026-05-27T12:09:56.040906", - "end_time": "2026-05-27T12:10:04.152894" - }, - "endpoints": {}, - "error_summary": [] - }, - "input_config": { - "endpoint": { - "model_names": [ - "Qwen/Qwen3-0.6B" - ], - "custom_endpoint": "/v1/chat/completions", - "type": "chat", - "streaming": true, - "urls": [ - "http://localhost:8000" - ] - }, - "input": { - "extra": [ - [ - "ignore_eos", - true - ] - ], - "prompt": { - "input_tokens": { - "mean": 800, - "stddev": 80.0 - }, - "output_tokens": { - "mean": 400, - "stddev": 40.0 - } - } - }, - "loadgen": { - "concurrency": 8, - "arrival_pattern": "concurrency_burst", - "request_count": 50, - "warmup_request_count": 5, - "request_cancellation_rate": 10.0, - "request_cancellation_delay": 0.5 - }, - "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 10 --request-cancellation-delay 0.5 --synthetic-input-tokens-mean 800 --synthetic-input-tokens-stddev 80 --output-tokens-mean 400 --output-tokens-stddev 40 --concurrency 8 --request-count 50 --warmup-request-count 5 --extra-inputs 'ignore_eos:true'", - "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b" - }, - "was_cancelled": false, - "error_summary": [ - { - "error_details": { - "code": 499, - "type": "RequestCancellationError", - "message": "Request cancelled 0.500s after being sent" - }, - "count": 6 - } - ], - "start_time": "2026-05-27T12:09:56.040906", - "end_time": "2026-05-27T12:10:02.147913", - "http_req_connecting": { - "unit": "ms", - "avg": 0.15558888636363635, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.4022311, - "p95": 1.5531964000000018, - "p99": 1.76350777, - "min": 0.0, - "max": 1.7707579999999998, - "std": 0.448167622346981, - "count": 44, - "sum": 6.845911 - }, - "http_req_blocked": { - "unit": "ms", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 44, - "sum": 0.0 - }, - "http_req_dns_lookup": { - "unit": "ms", - "avg": 0.08308447727272728, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 1.0230957000000016, - "p99": 1.22688471, - "min": 0.0, - "max": 1.232089, - "std": 0.30716555619963526, - "count": 44, - "sum": 3.6557169999999997 - }, - "http_req_waiting": { - "unit": "ms", - "avg": 32.19943634090909, - "p1": 21.860813809999996, - "p5": 23.31617025, - "p10": 23.5553979, - "p25": 24.61462225, - "p50": 26.1835795, - "p75": 29.4417345, - "p90": 59.5717093, - "p95": 60.4591055, - "p99": 62.33055062, - "min": 21.403264999999998, - "max": 62.415761999999994, - "std": 13.297694337869162, - "count": 44, - "sum": 1416.775199 - }, - "http_req_duration": { - "unit": "ms", - "avg": 955.0058664772727, - "p1": 814.03454999, - "p5": 822.8413730499999, - "p10": 836.149856, - "p25": 896.0458894999999, - "p50": 937.5893044999999, - "p75": 1024.83832625, - "p90": 1067.1809077, - "p95": 1072.64234085, - "p99": 1138.8551431600001, - "min": 813.26868, - "max": 1169.859342, - "std": 86.85151604708516, - "count": 44, - "sum": 42020.258125 - }, - "http_req_receiving": { - "unit": "ms", - "avg": 922.4614802045454, - "p1": 772.90963255, - "p5": 791.5188357000001, - "p10": 800.1977903999999, - "p25": 867.3119985, - "p50": 902.476399, - "p75": 991.26528375, - "p90": 1039.1654282, - "p95": 1045.45008765, - "p99": 1100.2707275, - "min": 764.737532, - "max": 1140.794852, - "std": 87.9247151750536, - "count": 44, - "sum": 40588.305129 - }, - "http_req_sending": { - "unit": "ms", - "avg": 0.3449499318181818, - "p1": 0.13022265, - "p5": 0.13640985, - "p10": 0.13736729999999997, - "p25": 0.1421425, - "p50": 0.1711865, - "p75": 0.2493955, - "p90": 0.5644982000000001, - "p95": 1.927959350000002, - "p99": 2.1853264599999997, - "min": 0.128221, - "max": 2.195551, - "std": 0.5088439890605602, - "count": 44, - "sum": 15.177797 - }, - "time_to_first_output_token": { - "unit": "ms", - "avg": 805.3652181499999, - "p1": 605.12015194, - "p5": 640.8384997, - "p10": 667.8330657999999, - "p25": 718.6730897499999, - "p50": 827.868891, - "p75": 880.27348175, - "p90": 911.6615983, - "p95": 936.0292715499999, - "p99": 939.85309831, - "min": 596.190565, - "max": 940.809055, - "std": 99.45438173347937, - "count": 20, - "sum": 16107.304363 - }, - "http_req_data_sent": { - "unit": "KB", - "avg": 3.490500710227273, - "p1": 2.73208984375, - "p5": 3.04169921875, - "p10": 3.137890625, - "p25": 3.2470703125, - "p50": 3.48095703125, - "p75": 3.734619140625, - "p90": 3.96376953125, - "p95": 4.026220703125, - "p99": 4.125234375, - "min": 2.5380859375, - "max": 4.1806640625, - "std": 0.3351041923482714, - "count": 44, - "sum": 153.58203125 - }, - "http_req_chunks_received": { - "unit": "count", - "avg": 403.5, - "p1": 340.0, - "p5": 342.95, - "p10": 361.9, - "p25": 374.75, - "p50": 403.0, - "p75": 436.25, - "p90": 449.0, - "p95": 456.95, - "p99": 486.69, - "min": 340.0, - "max": 494.0, - "std": 37.00951965987326, - "count": 44, - "sum": 17754.0 - }, - "http_req_connection_reused": { - "unit": "ratio", - "avg": 0.8409090909090909, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 0.0, - "max": 1.0, - "std": 0.36576083953252464, - "count": 44, - "sum": 37.0 - }, - "http_req_data_received": { - "unit": "KB", - "avg": 98.4737881747159, - "p1": 82.96640625, - "p5": 83.681201171875, - "p10": 88.27451171875, - "p25": 91.3466796875, - "p50": 98.43310546875, - "p75": 106.485107421875, - "p90": 109.52685546875, - "p95": 111.263720703125, - "p99": 118.685029296875, - "min": 82.916015625, - "max": 120.478515625, - "std": 9.01573351523692, - "count": 44, - "sum": 4332.8466796875 - }, - "http_req_chunks_sent": { - "unit": "count", - "avg": 1.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "count": 44, - "sum": 44.0 - }, - "http_req_connection_overhead": { - "unit": "ms", - "avg": 0.23867336363636363, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.4022311, - "p95": 2.5770571000000033, - "p99": 2.98831106, - "min": 0.0, - "max": 2.990744, - "std": 0.7494522597472919, - "count": 44, - "sum": 10.501628 - }, - "osl_mismatch_diff_pct": { - "unit": "%", - "avg": -0.37528870819629995, - "p1": -0.7858562077271676, - "p5": -0.5581576893052304, - "p10": -0.5442387285876306, - "p25": -0.4756262790605389, - "p50": -0.291547667618659, - "p75": -0.25254438467560675, - "p90": -0.23388074506778353, - "p95": -0.2243667434250394, - "p99": -0.22075055187637968, - "min": -0.8042895442359249, - "max": -0.22075055187637968, - "std": 0.14775625525295893, - "count": 44, - "sum": -16.512703160637198 - }, - "e2e_output_token_throughput": { - "unit": "tokens/sec/user", - "avg": 425.3745090037801, - "p1": 409.2455114354372, - "p5": 412.23484535985915, - "p10": 414.42684802903835, - "p25": 418.1929206601141, - "p50": 421.64331598653564, - "p75": 429.00233825659546, - "p90": 438.3226790793012, - "p95": 442.06755229808596, - "p99": 472.5228789886442, - "min": 408.4619352616017, - "max": 483.87525908453307, - "std": 12.767863457304925, - "count": 44, - "sum": 18716.47839616632 - }, - "prefill_throughput_per_user": { - "unit": "tokens/sec/user", - "avg": 25714.92900629359, - "p1": 11323.23523359792, - "p5": 11423.16040852579, - "p10": 13367.14513950995, - "p25": 25806.283472523366, - "p50": 28174.316141864976, - "p75": 29882.56945436751, - "p90": 30759.744264742883, - "p95": 32455.212089239696, - "p99": 33826.56301655468, - "min": 11301.195629888134, - "max": 33888.52144945725, - "std": 6642.583779087169, - "count": 44, - "sum": 1131456.876276918 - }, - "http_req_total": { - "unit": "ms", - "avg": 955.244539840909, - "p1": 814.03454999, - "p5": 822.9008673999999, - "p10": 836.149856, - "p25": 896.0458894999999, - "p50": 937.5893044999999, - "p75": 1024.83832625, - "p90": 1067.4231112, - "p95": 1072.64234085, - "p99": 1138.8551431600001, - "min": 813.26868, - "max": 1169.859342, - "std": 86.91183159369699, - "count": 44, - "sum": 42030.759753 - }, - "osl_mismatch_count": { - "unit": "requests", - "avg": 0.0 - }, - "total_token_throughput": { - "unit": "tokens/sec", - "avg": 8625.190390227357 - } -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json b/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json deleted file mode 100644 index 69819148a439..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-chat-concurrency8/server_metrics_export.json +++ /dev/null @@ -1,1855 +0,0 @@ -{ - "schema_version": "1.0", - "aiperf_version": "0.8.0", - "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b", - "summary": { - "endpoints_configured": [ - "http://localhost:8000/metrics" - ], - "endpoints_successful": [ - "http://localhost:8000/metrics" - ], - "start_time": "2026-05-27T12:09:56.040906", - "end_time": "2026-05-27T12:10:02.147913", - "endpoint_info": { - "http://localhost:8000/metrics": { - "total_fetches": 24, - "first_fetch_ns": 1779883790611577539, - "last_fetch_ns": 1779883802166779508, - "avg_fetch_latency_ms": 6.475531541666667, - "unique_updates": 23, - "first_update_ns": 1779883790611577539, - "last_update_ns": 1779883802166779508, - "duration_seconds": 11.555201969, - "avg_update_interval_ms": 525.2364531363636, - "median_update_interval_ms": 333.2696055 - } - } - }, - "metrics": { - "http_request_duration_highr_seconds": { - "type": "histogram", - "description": "Latency with many buckets but no API specific labels. Made for more accurate percentile calculations.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "count": 55, - "sum": 49.00706267600253, - "avg": 0.891037503200046, - "count_rate": 8.655298107491953, - "sum_rate": 7.712195215151715, - "p1_estimate": 0.44423851573615347, - "p5_estimate": 0.5800104359511684, - "p10_estimate": 0.6925104359511685, - "p25_estimate": 0.8065994093767759, - "p50_estimate": 0.9248498050493675, - "p75_estimate": 1.0, - "p90_estimate": 1.059939816221675, - "p95_estimate": 1.1499398162216752, - "p99_estimate": 1.2219398162216752 - }, - "buckets": { - "0.01": 0, - "0.025": 0, - "0.05": 0, - "0.075": 0, - "0.1": 0, - "0.25": 0, - "0.5": 1, - "0.75": 7, - "1.0": 40, - "1.5": 55, - "2.0": 55, - "2.5": 55, - "3.0": 55, - "3.5": 55, - "4.0": 55, - "4.5": 55, - "5.0": 55, - "7.5": 55, - "10.0": 55, - "30.0": 55, - "60.0": 55, - "+Inf": 55 - } - } - ] - }, - "http_request_duration_seconds": { - "type": "histogram", - "description": "Latency with only few buckets by handler. Made to be only used if aggregation by handler is important.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/chat/completions", - "method": "POST" - }, - "stats": { - "count": 55, - "sum": 49.00706267600253, - "avg": 0.891037503200046, - "count_rate": 8.655298107491953, - "sum_rate": 7.712195215151715, - "p1_estimate": 0.448141880499641, - "p5_estimate": 0.5908201207730424, - "p10_estimate": 0.6308501886525385, - "p25_estimate": 0.7509403922910272, - "p50_estimate": 0.9118345611590877, - "p75_estimate": 1.0081775996917006, - "p90_estimate": 1.1406547146972525, - "p95_estimate": 1.1848137530324365, - "p99_estimate": 1.2201409837005837 - }, - "buckets": { - "0.1": 0, - "0.5": 1, - "1.0": 40, - "+Inf": 55 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/completions", - "method": "POST" - }, - "stats": { - "count": 0 - }, - "buckets": { - "0.1": 0, - "0.5": 0, - "1.0": 0, - "+Inf": 0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "none", - "method": "GET" - }, - "stats": { - "count": 0 - }, - "buckets": { - "0.1": 0, - "0.5": 0, - "1.0": 0, - "+Inf": 0 - } - } - ] - }, - "http_requests": { - "type": "counter", - "description": "Total number of requests by method, status and handler.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/chat/completions", - "method": "POST", - "status": "2xx" - }, - "stats": { - "total": 55.0, - "rate": 8.655298107491953 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/completions", - "method": "POST", - "status": "2xx" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "none", - "method": "GET", - "status": "4xx" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "process_cpu_seconds": { - "type": "counter", - "description": "Total user and system CPU time spent in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "total": 2.080000000000002, - "rate": 0.327327637519696 - } - } - ] - }, - "process_max_fds": { - "type": "gauge", - "description": "Maximum number of open file descriptors.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1048576.0, - "min": 1048576.0, - "max": 1048576.0, - "std": 0.0, - "p1": 1048576.0, - "p5": 1048576.0, - "p10": 1048576.0, - "p25": 1048576.0, - "p50": 1048576.0, - "p75": 1048576.0, - "p90": 1048576.0, - "p95": 1048576.0, - "p99": 1048576.0 - } - } - ] - }, - "process_open_fds": { - "type": "gauge", - "description": "Number of open file descriptors.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 64.85, - "min": 64.0, - "max": 65.0, - "std": 0.36634754853252327, - "p1": 64.0, - "p5": 64.0, - "p10": 64.0, - "p25": 65.0, - "p50": 65.0, - "p75": 65.0, - "p90": 65.0, - "p95": 65.0, - "p99": 65.0 - } - } - ] - }, - "process_resident_memory_bytes": { - "type": "gauge", - "description": "Resident memory size in bytes.", - "unit": "bytes", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1479752908.8, - "min": 1479671808.0, - "max": 1479942144.0, - "std": 127101.80796328917, - "p1": 1479671808.0, - "p5": 1479671808.0, - "p10": 1479671808.0, - "p25": 1479671808.0, - "p50": 1479671808.0, - "p75": 1479942144.0, - "p90": 1479942144.0, - "p95": 1479942144.0, - "p99": 1479942144.0 - } - } - ] - }, - "process_start_time_seconds": { - "type": "gauge", - "description": "Start time of the process since unix epoch in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1779883504.0899997, - "min": 1779883504.09, - "max": 1779883504.09, - "std": 2.44612300893105e-7, - "p1": 1779883504.09, - "p5": 1779883504.09, - "p10": 1779883504.09, - "p25": 1779883504.09, - "p50": 1779883504.09, - "p75": 1779883504.09, - "p90": 1779883504.09, - "p95": 1779883504.09, - "p99": 1779883504.09 - } - } - ] - }, - "process_virtual_memory_bytes": { - "type": "gauge", - "description": "Virtual memory size in bytes.", - "unit": "bytes", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 13789437952.0, - "min": 13789437952.0, - "max": 13789437952.0, - "std": 0.0, - "p1": 13789437952.0, - "p5": 13789437952.0, - "p10": 13789437952.0, - "p25": 13789437952.0, - "p50": 13789437952.0, - "p75": 13789437952.0, - "p90": 13789437952.0, - "p95": 13789437952.0, - "p99": 13789437952.0 - } - } - ] - }, - "python_gc_collections": { - "type": "counter", - "description": "Number of times this generation was collected", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 4.0, - "rate": 0.6294762259994148 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_gc_objects_collected": { - "type": "counter", - "description": "Objects collected during gc", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_gc_objects_uncollectable": { - "type": "counter", - "description": "Uncollectable objects found during GC", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_info": { - "type": "gauge", - "description": "Python platform information", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "implementation": "CPython", - "major": "3", - "minor": "10", - "patchlevel": "20", - "version": "3.10.20" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:cache_config_info": { - "type": "gauge", - "description": "Information of the LLMEngine CacheConfig", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "_block_size_resolved": "True", - "block_size": "16", - "cache_dtype": "auto", - "calculate_kv_scales": "False", - "enable_prefix_caching": "True", - "engine": "0", - "gpu_memory_utilization": "0.92", - "hash_block_size": "None", - "is_attention_free": "False", - "kv_cache_dtype_skip_layers": "[]", - "kv_cache_memory_bytes": "None", - "kv_offloading_backend": "native", - "kv_offloading_size": "None", - "kv_sharing_fast_prefill": "False", - "mamba_block_size": "None", - "mamba_cache_dtype": "auto", - "mamba_cache_mode": "none", - "mamba_page_size_padded": "None", - "mamba_ssm_cache_dtype": "auto", - "num_cpu_blocks": "None", - "num_gpu_blocks": "40207", - "num_gpu_blocks_override": "None", - "prefix_caching_hash_algo": "sha256", - "sliding_window": "None", - "user_specified_block_size": "False", - "user_specified_mamba_block_size": "False" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:e2e_request_latency_seconds": { - "type": "histogram", - "description": "Histogram of e2e request latency in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 45.930255651474, - "avg": 0.9373521561525306, - "count_rate": 7.7110837684928315, - "sum_rate": 7.228000996669537, - "p1_estimate": 0.6407733696345439, - "p5_estimate": 0.8003504044134158, - "p10_estimate": 0.8122809246974035, - "p25_estimate": 0.8579005793528601, - "p50_estimate": 0.9328145162062689, - "p75_estimate": 1.0, - "p90_estimate": 1.1021167969810504, - "p95_estimate": 1.18211679698105, - "p99_estimate": 1.24611679698105 - }, - "buckets": { - "0.3": 0, - "0.5": 0, - "0.8": 2, - "1.0": 34, - "1.5": 49, - "2.0": 49, - "2.5": 49, - "5.0": 49, - "10.0": 49, - "15.0": 49, - "20.0": 49, - "30.0": 49, - "40.0": 49, - "50.0": 49, - "60.0": 49, - "120.0": 49, - "240.0": 49, - "480.0": 49, - "960.0": 49, - "1920.0": 49, - "7680.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:engine_sleep_state": { - "type": "gauge", - "description": "Engine sleep state; awake = 0 means engine is sleeping; awake = 1 means engine is awake; weights_offloaded = 1 means sleep level 1; discard_all = 1 means sleep level 2.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "awake" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "discard_all" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "weights_offloaded" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:estimated_flops_per_gpu": { - "type": "counter", - "description": "Estimated number of floating point operations per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:estimated_read_bytes_per_gpu": { - "type": "counter", - "description": "Estimated number of bytes read from memory per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:estimated_write_bytes_per_gpu": { - "type": "counter", - "description": "Estimated number of bytes written to memory per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:external_prefix_cache_hits": { - "type": "counter", - "description": "External prefix cache hits from KV connector cross-instance cache sharing, in terms of number of cached tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:external_prefix_cache_queries": { - "type": "counter", - "description": "External prefix cache queries from KV connector cross-instance cache sharing, in terms of number of queried tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:generation_tokens": { - "type": "counter", - "description": "Number of generation tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 19577.0, - "rate": 3080.814019097636 - } - } - ] - }, - "vllm:inter_token_latency_seconds": { - "type": "histogram", - "description": "Histogram of inter-token latency in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 19527, - "sum": 44.173306479009625, - "avg": 0.0022621655389465675, - "count_rate": 3072.945566272643, - "sum_rate": 6.9515115630806195, - "p1_estimate": 0.0005561968881855071, - "p5_estimate": 0.0005768591833694032, - "p10_estimate": 0.0006026870523492732, - "p25_estimate": 0.0006801706592888832, - "p50_estimate": 0.0018883025848719446, - "p75_estimate": 0.003286220845402631, - "p90_estimate": 0.004124971801721043, - "p95_estimate": 0.004404555453827178, - "p99_estimate": 0.013076513699821001 - }, - "buckets": { - "0.01": 19237, - "0.025": 19527, - "0.05": 19527, - "0.075": 19527, - "0.1": 19527, - "0.15": 19527, - "0.2": 19527, - "0.3": 19527, - "0.4": 19527, - "0.5": 19527, - "0.75": 19527, - "1.0": 19527, - "2.5": 19527, - "5.0": 19527, - "7.5": 19527, - "10.0": 19527, - "20.0": 19527, - "40.0": 19527, - "80.0": 19527, - "+Inf": 19527 - } - } - ] - }, - "vllm:iteration_tokens_total": { - "type": "histogram", - "description": "Histogram of number of tokens per engine_step.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 2806, - "sum": 59444.0, - "avg": 21.184604419101923, - "count_rate": 441.5775725385895, - "sum_rate": 9354.646194577303, - "p1_estimate": 0.2034141411951969, - "p5_estimate": 0.9226449104259662, - "p10_estimate": 2.50425563730251, - "p25_estimate": 4.221800777916218, - "p50_estimate": 7.084376012272398, - "p75_estimate": 7.773863892620801, - "p90_estimate": 8.0, - "p95_estimate": 8.0, - "p99_estimate": 731.679285710985 - }, - "buckets": { - "1.0": 156, - "8.0": 2762, - "16.0": 2762, - "32.0": 2762, - "64.0": 2762, - "128.0": 2762, - "256.0": 2762, - "512.0": 2762, - "1024.0": 2804, - "2048.0": 2804, - "4096.0": 2805, - "8192.0": 2806, - "16384.0": 2806, - "+Inf": 2806 - } - } - ] - }, - "vllm:kv_cache_usage_perc": { - "type": "gauge", - "description": "KV-cache usage. 1 means 100 percent usage.", - "unit": "ratio", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.010314380938168433, - "min": 0.0, - "max": 0.014251604238173399, - "std": 0.003853064472314978, - "p1": 0.0003686017012386178, - "p5": 0.0018430085061930891, - "p10": 0.003327861513206998, - "p25": 0.010980948117196437, - "p50": 0.011851464955479285, - "p75": 0.012299159329453302, - "p90": 0.012615032582201657, - "p95": 0.012739392130527761, - "p99": 0.01394916181664427 - } - } - ] - }, - "vllm:mm_cache_hits": { - "type": "counter", - "description": "Multi-modal cache hits, in terms of number of cached items.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:mm_cache_queries": { - "type": "counter", - "description": "Multi-modal cache queries, in terms of number of queried items.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:num_preemptions": { - "type": "counter", - "description": "Cumulative number of preemption from the engine.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:num_requests_running": { - "type": "gauge", - "description": "Number of requests in model execution batches.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 6.65, - "min": 0.0, - "max": 8.0, - "std": 2.497893849668261, - "p1": 0.19, - "p5": 0.9500000000000001, - "p10": 1.9000000000000001, - "p25": 7.0, - "p50": 8.0, - "p75": 8.0, - "p90": 8.0, - "p95": 8.0, - "p99": 8.0 - } - } - ] - }, - "vllm:num_requests_waiting": { - "type": "gauge", - "description": "Number of requests waiting to be processed.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:num_requests_waiting_by_reason": { - "type": "gauge", - "description": "Number of waiting requests by reason. Reason labels: 'capacity' = waiting for scheduling capacity; 'deferred' = deferred by transient constraints (LoRA budget, KV transfer, blocked status). Sum of all reasons equals vllm:num_requests_waiting.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "reason": "capacity" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "reason": "deferred" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:prefix_cache_hits": { - "type": "counter", - "description": "Prefix cache hits, in terms of number of cached tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:prefix_cache_queries": { - "type": "counter", - "description": "Prefix cache queries, in terms of number of queried tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 39867.0, - "rate": 6273.832175479667 - } - } - ] - }, - "vllm:prompt_tokens": { - "type": "counter", - "description": "Number of prefill tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 39867.0, - "rate": 6273.832175479667 - } - } - ] - }, - "vllm:prompt_tokens_by_source": { - "type": "counter", - "description": "Number of prompt tokens by source.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "external_kv_transfer" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "local_cache_hit" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "local_compute" - }, - "stats": { - "total": 39867.0, - "rate": 6273.832175479667 - } - } - ] - }, - "vllm:prompt_tokens_cached": { - "type": "counter", - "description": "Number of cached prompt tokens (local + external).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:request_decode_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in DECODE phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 44.456450776000565, - "avg": 0.9072745056326647, - "count_rate": 7.7110837684928315, - "sum_rate": 6.996069713951398, - "p1_estimate": 0.6650925911974516, - "p5_estimate": 0.7370925911974515, - "p10_estimate": 0.781995995195484, - "p25_estimate": 0.8453890807313921, - "p50_estimate": 0.90939625998903, - "p75_estimate": 0.9705234239888344, - "p90_estimate": 1.0070283016414696, - "p95_estimate": 1.10786878093462, - "p99_estimate": 1.1951415082073475 - }, - "buckets": { - "0.3": 0, - "0.5": 0, - "0.8": 8, - "1.0": 38, - "1.5": 49, - "2.0": 49, - "2.5": 49, - "5.0": 49, - "10.0": 49, - "15.0": 49, - "20.0": 49, - "30.0": 49, - "40.0": 49, - "50.0": 49, - "60.0": 49, - "120.0": 49, - "240.0": 49, - "480.0": 49, - "960.0": 49, - "1920.0": 49, - "7680.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_generation_tokens": { - "type": "histogram", - "description": "Number of generation tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 19875.0, - "avg": 405.61224489795916, - "count_rate": 7.7110837684928315, - "sum_rate": 3127.709997934592, - "p1_estimate": 306.3009506767013, - "p5_estimate": 314.6578988456669, - "p10_estimate": 325.1040840568739, - "p25_estimate": 356.4426396904949, - "p50_estimate": 408.6735657465299, - "p75_estimate": 454.90430293936623, - "p90_estimate": 482.642745255068, - "p95_estimate": 491.8888926936353, - "p99_estimate": 498.69558977574377 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 49, - "1000.0": 49, - "2000.0": 49, - "5000.0": 49, - "10000.0": 49, - "20000.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_inference_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in RUNNING phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 45.23231414600377, - "avg": 0.9231084519592607, - "count_rate": 7.7110837684928315, - "sum_rate": 7.1181666004616, - "p1_estimate": 0.5735, - "p5_estimate": 0.7175, - "p10_estimate": 0.807382343401871, - "p25_estimate": 0.8482691683968483, - "p50_estimate": 0.9215553454780888, - "p75_estimate": 1.0, - "p90_estimate": 1.075050026653788, - "p95_estimate": 1.1673577189614799, - "p99_estimate": 1.2412038728076338 - }, - "buckets": { - "0.3": 0, - "0.5": 0, - "0.8": 4, - "1.0": 36, - "1.5": 49, - "2.0": 49, - "2.5": 49, - "5.0": 49, - "10.0": 49, - "15.0": 49, - "20.0": 49, - "30.0": 49, - "40.0": 49, - "50.0": 49, - "60.0": 49, - "120.0": 49, - "240.0": 49, - "480.0": 49, - "960.0": 49, - "1920.0": 49, - "7680.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_max_num_generation_tokens": { - "type": "histogram", - "description": "Histogram of maximum number of requested generation tokens.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 19875.0, - "avg": 405.61224489795916, - "count_rate": 7.7110837684928315, - "sum_rate": 3127.709997934592, - "p1_estimate": 306.3009506767013, - "p5_estimate": 314.6578988456669, - "p10_estimate": 325.1040840568739, - "p25_estimate": 356.4426396904949, - "p50_estimate": 408.6735657465299, - "p75_estimate": 454.90430293936623, - "p90_estimate": 482.642745255068, - "p95_estimate": 491.8888926936353, - "p99_estimate": 498.69558977574377 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 49, - "1000.0": 49, - "2000.0": 49, - "5000.0": 49, - "10000.0": 49, - "20000.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_params_max_tokens": { - "type": "histogram", - "description": "Histogram of the max_tokens request parameter.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 19875.0, - "avg": 405.61224489795916, - "count_rate": 7.7110837684928315, - "sum_rate": 3127.709997934592, - "p1_estimate": 306.3009506767013, - "p5_estimate": 314.6578988456669, - "p10_estimate": 325.1040840568739, - "p25_estimate": 356.4426396904949, - "p50_estimate": 408.6735657465299, - "p75_estimate": 454.90430293936623, - "p90_estimate": 482.642745255068, - "p95_estimate": 491.8888926936353, - "p99_estimate": 498.69558977574377 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 49, - "1000.0": 49, - "2000.0": 49, - "5000.0": 49, - "10000.0": 49, - "20000.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_params_n": { - "type": "histogram", - "description": "Histogram of the n request parameter.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 49.0, - "avg": 1.0, - "count_rate": 7.7110837684928315, - "sum_rate": 7.7110837684928315, - "p1_estimate": 0.42000000000000004, - "p5_estimate": 0.45918367346938777, - "p10_estimate": 0.5081632653061225, - "p25_estimate": 0.6551020408163266, - "p50_estimate": 0.9, - "p75_estimate": 1.0, - "p90_estimate": 1.0, - "p95_estimate": 1.0, - "p99_estimate": 1.0 - }, - "buckets": { - "1.0": 49, - "2.0": 49, - "5.0": 49, - "10.0": 49, - "20.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_prefill_kv_computed_tokens": { - "type": "histogram", - "description": "Histogram of new KV tokens computed during prefill (excluding cached tokens).", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 39144.0, - "avg": 798.8571428571429, - "count_rate": 7.7110837684928315, - "sum_rate": 6160.054347630274, - "p1_estimate": 672.864567613716, - "p5_estimate": 683.1496757968529, - "p10_estimate": 696.006061025774, - "p25_estimate": 734.5752167125373, - "p50_estimate": 798.8571428571429, - "p75_estimate": 863.1390690017485, - "p90_estimate": 901.7082246885118, - "p95_estimate": 914.5646099174329, - "p99_estimate": 924.8497181005698 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 0, - "1000.0": 49, - "2000.0": 49, - "5000.0": 49, - "10000.0": 49, - "20000.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_prefill_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in PREFILL phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 0.7758633700032078, - "avg": 0.015833946326596078, - "count_rate": 7.7110837684928315, - "sum_rate": 0.1220968865102017, - "p1_estimate": 0.008328444818224614, - "p5_estimate": 0.008941138818907998, - "p10_estimate": 0.00970700631976223, - "p25_estimate": 0.012004608822324923, - "p50_estimate": 0.015833946326596078, - "p75_estimate": 0.019663283830867233, - "p90_estimate": 0.02196088633342993, - "p95_estimate": 0.022726753834284154, - "p99_estimate": 0.02333944783496754 - }, - "buckets": { - "0.3": 49, - "0.5": 49, - "0.8": 49, - "1.0": 49, - "1.5": 49, - "2.0": 49, - "2.5": 49, - "5.0": 49, - "10.0": 49, - "15.0": 49, - "20.0": 49, - "30.0": 49, - "40.0": 49, - "50.0": 49, - "60.0": 49, - "120.0": 49, - "240.0": 49, - "480.0": 49, - "960.0": 49, - "1920.0": 49, - "7680.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_prompt_tokens": { - "type": "histogram", - "description": "Number of prefill tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 39144.0, - "avg": 798.8571428571429, - "count_rate": 7.7110837684928315, - "sum_rate": 6160.054347630274, - "p1_estimate": 672.864567613716, - "p5_estimate": 683.1496757968529, - "p10_estimate": 696.006061025774, - "p25_estimate": 734.5752167125373, - "p50_estimate": 798.8571428571429, - "p75_estimate": 863.1390690017485, - "p90_estimate": 901.7082246885118, - "p95_estimate": 914.5646099174329, - "p99_estimate": 924.8497181005698 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 0, - "500.0": 0, - "1000.0": 49, - "2000.0": 49, - "5000.0": 49, - "10000.0": 49, - "20000.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_queue_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in WAITING phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 0.0005055140209151432, - "avg": 0.000010316612671737617, - "count_rate": 7.7110837684928315, - "sum_rate": 0.0000795522645188634, - "p1_estimate": 0.0, - "p5_estimate": 0.0, - "p10_estimate": 0.0, - "p25_estimate": 0.0, - "p50_estimate": 0.000014997081130667768, - "p75_estimate": 0.000014997081130667768, - "p90_estimate": 0.000014997081130667768, - "p95_estimate": 0.000014997081130667768, - "p99_estimate": 0.000014997081130667768 - }, - "buckets": { - "0.3": 49, - "0.5": 49, - "0.8": 49, - "1.0": 49, - "1.5": 49, - "2.0": 49, - "2.5": 49, - "5.0": 49, - "10.0": 49, - "15.0": 49, - "20.0": 49, - "30.0": 49, - "40.0": 49, - "50.0": 49, - "60.0": 49, - "120.0": 49, - "240.0": 49, - "480.0": 49, - "960.0": 49, - "1920.0": 49, - "7680.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:request_success": { - "type": "counter", - "description": "Count of successfully processed requests.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "abort", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "error", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "length", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 49.0, - "rate": 7.7110837684928315 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "repetition", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "stop", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:request_time_per_output_token_seconds": { - "type": "histogram", - "description": "Histogram of time_per_output_token_seconds per request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 49, - "sum": 0.10983996138890617, - "avg": 0.002241631865079718, - "count_rate": 7.7110837684928315, - "sum_rate": 0.017285411089752525, - "p1_estimate": 0.0007687797729229055, - "p5_estimate": 0.0007820095852957314, - "p10_estimate": 0.0007985468507617638, - "p25_estimate": 0.000848158647159861, - "p50_estimate": 0.0020516609070298816, - "p75_estimate": 0.0033588370302784112, - "p90_estimate": 0.004143142704227528, - "p95_estimate": 0.004404577928877233, - "p99_estimate": 0.004613726108596998 - }, - "buckets": { - "0.01": 49, - "0.025": 49, - "0.05": 49, - "0.075": 49, - "0.1": 49, - "0.15": 49, - "0.2": 49, - "0.3": 49, - "0.4": 49, - "0.5": 49, - "0.75": 49, - "1.0": 49, - "2.5": 49, - "5.0": 49, - "7.5": 49, - "10.0": 49, - "20.0": 49, - "40.0": 49, - "80.0": 49, - "+Inf": 49 - } - } - ] - }, - "vllm:time_to_first_token_seconds": { - "type": "histogram", - "description": "Histogram of time to first token in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 50, - "sum": 1.4494962692260742, - "avg": 0.028989925384521484, - "count_rate": 7.868452824992685, - "sum_rate": 0.22810586028816524, - "p1_estimate": 0.017991870029944013, - "p5_estimate": 0.021311988788314792, - "p10_estimate": 0.02173276853450702, - "p25_estimate": 0.02299510777308371, - "p50_estimate": 0.02509900650404485, - "p75_estimate": 0.027202905235005993, - "p90_estimate": 0.05062447222233986, - "p95_estimate": 0.05674947222233984, - "p99_estimate": 0.06 - }, - "buckets": { - "0.001": 0, - "0.005": 0, - "0.01": 0, - "0.02": 1, - "0.04": 42, - "0.06": 50, - "0.08": 50, - "0.1": 50, - "0.25": 50, - "0.5": 50, - "0.75": 50, - "1.0": 50, - "2.5": 50, - "5.0": 50, - "7.5": 50, - "10.0": 50, - "20.0": 50, - "40.0": 50, - "80.0": 50, - "160.0": 50, - "640.0": 50, - "2560.0": 50, - "+Inf": 50 - } - } - ] - } - }, - "input_config": { - "endpoint": { - "model_names": [ - "Qwen/Qwen3-0.6B" - ], - "custom_endpoint": "/v1/chat/completions", - "type": "chat", - "streaming": true, - "urls": [ - "http://localhost:8000" - ] - }, - "input": { - "extra": [ - [ - "ignore_eos", - true - ] - ], - "prompt": { - "input_tokens": { - "mean": 800, - "stddev": 80.0 - }, - "output_tokens": { - "mean": 400, - "stddev": 40.0 - } - } - }, - "loadgen": { - "concurrency": 8, - "arrival_pattern": "concurrency_burst", - "request_count": 50, - "warmup_request_count": 5, - "request_cancellation_rate": 10.0, - "request_cancellation_delay": 0.5 - }, - "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'chat' --endpoint '/v1/chat/completions' --streaming --url 'localhost:8000' --request-cancellation-rate 10 --request-cancellation-delay 0.5 --synthetic-input-tokens-mean 800 --synthetic-input-tokens-stddev 80 --output-tokens-mean 400 --output-tokens-stddev 40 --concurrency 8 --request-count 50 --warmup-request-count 5 --extra-inputs 'ignore_eos:true'", - "benchmark_id": "c865a5fe-f992-48d9-93c9-1e0d1d1d7d0b" - } -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json deleted file mode 100644 index e82e207bd0ec..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/inputs.json +++ /dev/null @@ -1,1304 +0,0 @@ -{ - "data": [ - { - "session_id": "548f97f4-9866-4349-82b6-2613c121ed5a", - "payloads": [ - { - "prompt": [ - " Another room in the Castle Enter Queen and Polonius POLONIUS He will come straight Look you lay home to him Tell him his pranks have been too broad to bear with And that your Grace hath screend and stood between Much heat and him Ill silence me een here Pray you be round with him HAM" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 133 - } - ] - }, - { - "session_id": "11d8f959-18a5-41cc-ac42-f0307d396e4e", - "payloads": [ - { - "prompt": [ - " a foolish wit God bless thee lady OLIVIA Take the fool away CLOWN Do you not hear fellows Take away the lady OLIVIA Go to yare a dry fool Ill no more of you Besides you grow dishonest CLOWN Two faults madonna that drink and good counsel will amend for give the dry fool drink then is the fool" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "933c454e-61de-425f-9295-39d1db413b7a", - "payloads": [ - { - "prompt": [ - "ift with merry look CAPULET How now my headstrong Where have you been gadding JULIET Where I have learnt me to repent the sin Of disobedient opposition To you and your behests and am enjoind By holy Lawrence to fall prostrate here To beg your pardon Pardon I besee" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "275fbc12-992e-4409-ba3e-9e3f48caa97d", - "payloads": [ - { - "prompt": [ - " and back the same grief draw Which speechless woe of his poor she attendeth And his untimely frenzy thus awaketh Dear lord thy sorrow to my sorrow lendeth Another power no flood by raining slaketh My woe too sensible thy passion maketh More feeling" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "c81bc5b4-f644-4796-8952-c1a1cabbb239", - "payloads": [ - { - "prompt": [ - " I live thou livst in my defame Since thou couldst not defend thy loyal dame And wast afeared to scratch her wicked foe Kill both thyself and her for yielding so This said from her betumbled couch she starteth To find some desprate instrument of death But this no slaughterhouse no tool" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "041b5be7-209c-4660-99c9-4955326f1636", - "payloads": [ - { - "prompt": [ - " make ye Think ye see The very persons of our noble story As they were living think you see them great And followed with the general throng and sweat Of thousand friends then in a moment see How soon this mightiness meets misery And if you can be merry then Ill say A man may weep upon his wedding day Exit ACT I SCENE I London An" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "5a169ad2-f37f-4da4-ac46-7c3269aa8f7f", - "payloads": [ - { - "prompt": [ - " stag when snow the pasture sheets The barks of trees thou browsed On the Alps It is reported thou didst eat strange flesh Which some did die to look on And all this It wounds thine honour that I speak it now Was borne so like a soldier that thy cheek So much as lanked not LEPIDUS Tis pity of him" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 123 - } - ] - }, - { - "session_id": "6e32919c-dd0b-4d7c-8c48-6d07880ff8db", - "payloads": [ - { - "prompt": [ - " The army is discharged all and gone FALSTAFF Let them go Ill through Gloucestershire and there will I visit Master Robert Shallow Esquire I have him already tempering between my finger and my thumb and shortly will I seal with him Come away Exeunt SCENE IV Westminster The Jerusalem Chamber Enter the King" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "af827022-a260-4291-b252-024ef172844d", - "payloads": [ - { - "prompt": [ - "able But who dare tell her so If I should speak She would mock me into air O she would laugh me Out of myself press me to death with wit Therefore let Benedick like coverd fire Consume away in sighs waste inwardly It were a better death than die with mocks Which is as bad as die with" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "15850cec-fa6e-4975-8def-29df6b35cd6a", - "payloads": [ - { - "prompt": [ - " BARDOLPH You must away to court sir presently A dozen captains stay at door for you FALSTAFF To the Page Pay the musicians sirrah Farewell hostess farewell Doll You see my good wenches how men of merit are sought after The undeserver may sleep when the" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "da6dc0b4-3658-4917-be96-33bbaf7404bb", - "payloads": [ - { - "prompt": [ - " them again Nay take them Offers the letter again VALENTINE Madam they are for you SILVIA Ay ay you writ them sir at my request But I will none of them They are for you I would have had them writ more movingly VALENTINE Please you Ill write your ladyship another SILV" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "5b6e6972-e441-4346-be00-4bd10a74bb6e", - "payloads": [ - { - "prompt": [ - " have my best gown to make thee a pair and Ill bring thee to the court myself PERICLES Then honour be but a goal to my will This day Ill rise or else add ill to ill Exeunt SCENE II The same A public way or platform leading to the lists A pavilion by the side of it for the" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 124 - } - ] - }, - { - "session_id": "da571f94-da29-4bed-881e-b23da151019a", - "payloads": [ - { - "prompt": [ - " of amorous view On the fair Cressid TROILUS Shall I sweet lord be bound to you so much After we part from Agamemnons tent To bring me thither ULYSSES You shall command me sir As gentle tell me of what honour was This Cressida in Troy Had she" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "53d231fb-1e76-483a-8b16-7abb8a1b14d9", - "payloads": [ - { - "prompt": [ - " terror in his look Much more than death Do not say banishment FRIAR LAWRENCE Hence from Verona art thou banished Be patient for the world is broad and wide ROMEO There is no world without Verona walls But purgatory torture hell itself Hence banished is banishd from the world And" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 124 - } - ] - }, - { - "session_id": "37eac353-1286-48d3-aa3d-7def1f1128d0", - "payloads": [ - { - "prompt": [ - "ANTINO Sir Proteus you are stayed for PROTEUS Go I come I come Alas this parting strikes poor lovers dumb Exeunt SCENE III The same A street Enter Lance with his dog Crab LANCE Nay twill be this hour ere I have done weeping all the kind of the" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 134 - } - ] - }, - { - "session_id": "96a3171a-a25b-436e-b246-f090bea70878", - "payloads": [ - { - "prompt": [ - " for choosing so strong a prop to support so weak a burthen only if your honour seem but pleased I account myself highly praised and vow to take advantage of all idle hours till I have honoured you with some graver labour But if the first heir of my invention prove deformed I shall be sorry it had so noble a godfather and never" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 124 - } - ] - }, - { - "session_id": "50bc498a-8dc9-4bd8-b6e8-0de1c46c9948", - "payloads": [ - { - "prompt": [ - " tis certain IAGO Stand you awhile apart Confine yourself but in a patient list Whilst you were here oerwhelmed with your grief A passion most unsuiting such a man Cassio came hither I shifted him away And laid good scuse upon your ecstasy Bade him anon return and here speak with me The" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 123 - } - ] - }, - { - "session_id": "c14f855e-ac50-439d-adca-e7c5ce5156db", - "payloads": [ - { - "prompt": [ - " wear rags Do make their children blind But fathers that bear bags Shall see their children kind Fortune that arrant whore Neer turns the key to th poor But for all this thou shalt have as many dolours for thy daughters as thou canst tell in a year LEAR O how this mother swells up" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "717e98d5-5ae6-4b9b-85e8-ab678d3ec426", - "payloads": [ - { - "prompt": [ - " the instruction Enter a man from Antonio SERVANT Gentlemen my master Antonio is at his house and desires to speak with you both SALARINO We have been up and down to seek him Enter Tubal SOLANIO Here comes another of the tribe a third cannot be matchd unless the devil himself turn Jew Exe" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 133 - } - ] - }, - { - "session_id": "27fc8202-800c-4703-ad10-a5b765baf7af", - "payloads": [ - { - "prompt": [ - " The same ACT V Scene I The same Dramatis Person SOLINUS Duke of Ephesus EGEON a Merchant of Syracuse ANTIPHOLUS OF EPHESUS Twin brothers and sons to Egeon and ANTIPHOLUS OF SYRACUSE Emilia but unknown to each other DROMIO OF EPHESUS" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "03bd14dd-4d2d-418f-aac8-ba07681078a9", - "payloads": [ - { - "prompt": [ - " Or let me die to look on earth no more QUEEN ELIZABETH Come come my boy We will to sanctuary Madam farewell DUCHESS Stay I will go with you QUEEN ELIZABETH You have no cause ARCHBISHOP To the Queen My gracious lady go And thither bear your treasure" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "677357c7-0ffc-4691-ba17-0bd14b1b4458", - "payloads": [ - { - "prompt": [ - " God is much displeased That you take with unthankfulness His doing In common worldly things tis called ungrateful With dull unwillingness to repay a debt Which with a bounteous hand was kindly lent Much more to be thus opposite with heaven For it requires the royal debt it lent you RIVERS Mad" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "6da37366-881d-47c3-a88c-c95d79ec3968", - "payloads": [ - { - "prompt": [ - " world But let that pass The very all of all isbut sweet heart I do implore secrecythat the King would have me present the Princess sweet chuck with some delightful ostentation or show or pageant or antic or firework Now understanding that the curate and your sweet self are good at such eru" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "a231ce90-12be-4b35-a4b3-df9faae7f2b7", - "payloads": [ - { - "prompt": [ - "man holla A nurses song neer pleasd her babe so well The dire imagination she did follow This sound of hope doth labour to expel 976 For now reviving joy bids her rejoice And flatters her it is Adonis voice Whereat her tears began to turn their tide Being prisond in" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "0cfa2aea-7df8-4256-90dd-e4a56df8f3a9", - "payloads": [ - { - "prompt": [ - " thou flaming minister I can again thy former light restore Should I repent me But once put out thy light Thou cunningst pattern of excelling nature I know not where is that Promethean heat That can thy light relume When I have pluckd thy rose I cannot give it vital growth again It must needs wither Ill smell it" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "58807d12-d75f-4f9f-9ae1-6b89be63d5af", - "payloads": [ - { - "prompt": [ - " grief be lodged in thee When triumph is become an alehouse guest KING RICHARD Join not with grief fair woman do not so To make my end too sudden Learn good soulTo think our former state a happy dream From which awaked the truth of what we are Shows us but this I am sworn brother" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "99b10ffe-eee5-40ea-8388-ec7c9514fddd", - "payloads": [ - { - "prompt": [ - " flesh to be by him cut off Nearest the merchants heart Be merciful Take thrice thy money bid me tear the bond SHYLOCK When it is paid according to the tenour It doth appear you are a worthy judge You know the law your exposition Hath been most sound I charge you by the law" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "ab625781-2e66-48df-b6db-cd0e572de377", - "payloads": [ - { - "prompt": [ - "achus BAWD O abominable BOULT She makes our profession as it were to stink afore the face of the gods BAWD Marry hang her up for ever BOULT The nobleman would have dealt with her like a nobleman and she sent him away as cold as a snowball saying his" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 134 - } - ] - }, - { - "session_id": "16cfe398-d891-4c1d-bd56-57ac791a79ff", - "payloads": [ - { - "prompt": [ - " be ploughed MARINA Hark hark you gods BAWD She conjures away with her Would she had never come within my doors Marry hang you Shes born to undo us Will you not go the way of womankind Marry come up my dish of chastity with rosemary and bays Exit BOULT" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "f352d3dd-78ae-4f5f-9b05-3f1a1324a354", - "payloads": [ - { - "prompt": [ - " fathers heart with proud desire Of boldfaced victory Then leaden age Quickend with youthful spleen and warlike rage Beat down Alenon Orleans Burgundy And from the pride of Gallia rescued thee The ireful Bastard Orleans that drew blood From thee my boy and had the maidenhood Of thy first fight I soon" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "ec81a52e-1d2b-4b5a-9634-8c05cd2b230b", - "payloads": [ - { - "prompt": [ - " earth Call not me slanderer Thou and thine usurp The dominations royalties and rights Of this oppressed boy This is thy eldest sons son Infortunate in nothing but in thee Thy sins are visited in this poor child The canon of the law is laid on him Being but the second generation Removed from thy sincon" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "d10a0129-5c1f-45e5-8f18-0501a15f7feb", - "payloads": [ - { - "prompt": [ - " him to our own tents Be but your lordship present at his examination if he do not for the promise of his life and in the highest compulsion of base fear offer to betray you and deliver all the intelligence in his power against you and that with the divine forfeit of his soul upon oath never trust my" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "69f9b7d6-1b7e-40e3-9be5-a87d9d49d1b8", - "payloads": [ - { - "prompt": [ - " strength in measure yet a reasonable measure in strength If I could win a lady at leapfrog or by vaulting into my saddle with my armour on my back under the correction of bragging be it spoken I should quickly leap into a wife Or if I might buffet for my love or bound my horse for her favours I could" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "0977d903-1ada-40e7-a725-55453b06985b", - "payloads": [ - { - "prompt": [ - "apping gentle love And have forsworn you with Hortensio BIANCA Tranio you jest but have you both forsworn me TRANIO Mistress we have LUCENTIO Then we are rid of Licio TRANIO I faith hell have a lusty widow now That shall be wood and wedded in a" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "9fd14d83-e611-4424-9bad-c74c304ac1e7", - "payloads": [ - { - "prompt": [ - " image neer shall go My sighing breast shall be thy funeral bell And so obsequious will thy father be Even for the loss of thee having no more As Priam was for all his valiant sons Ill bear thee hence and let them fight that will For I have murdered where I should not kill Exit with the body" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 134 - } - ] - }, - { - "session_id": "7b684d49-e384-40a0-804e-1b3dfc18f799", - "payloads": [ - { - "prompt": [ - " CLARENCE brother to the King DUKE OF BEDFORD brother to the King DUKE OF GLOUCESTER brother to the King DUKE OF EXETER uncle to the King DUKE OF YORK cousin to the King EARL OF SALISBURY EARL OF HUNTINGDON EARL OF WESTM" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "64e3aec9-b512-473a-adea-3df47deaecb6", - "payloads": [ - { - "prompt": [ - " the right of that We all have strongly sworn to give him aid And let him never see joy that breaks that oath YORK Well well I see the issue of these arms I cannot mend it I must needs confess Because my power is weak and all illleft But if I could by Him that gave me life I would" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "07469149-2561-41f9-b51e-99400495150c", - "payloads": [ - { - "prompt": [ - " itself in a fog where being three parts melted away with rotten dews the fourth would return for conscience sake to help to get thee a wife SECOND CITIZEN You are never without your tricks You may you may THIRD CITIZEN Are you all resolved to give your voices But thats no matter the greater part carries" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 135 - } - ] - }, - { - "session_id": "ae559fae-7fde-4ce7-8c58-b09542acbfb6", - "payloads": [ - { - "prompt": [ - " am the daughter to King Pericles If good King Pericles be PERICLES Ho Helicanus Enter Helicanus and Lysimachus HELICANUS Calls my lord PERICLES Thou art a grave and noble counsellor Most wise in general tell me if thou canst What this maid is or what" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "303ef95f-ff8a-4afa-9b23-bccaacd1bf23", - "payloads": [ - { - "prompt": [ - " me Richer than wealth prouder than garments costs Of more delight than hawks and horses be And having thee of all mens pride I boast Wretched in this alone that thou mayst take All this away and me most wretched make 92 But do thy worst to steal thyself away For term of life thou art assured" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "68310bc6-d65e-4485-8546-38dd082e1295", - "payloads": [ - { - "prompt": [ - " other oath Than honesty to honesty engagd That this shall be or we will fall for it Swear priests and cowards and men cautelous Old feeble carrions and such suffering souls That welcome wrongs unto bad causes swear Such creatures as men doubt but do not stain The" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 118 - } - ] - }, - { - "session_id": "1bc47a52-130b-4979-ac8f-6edc0dc90130", - "payloads": [ - { - "prompt": [ - " lets seet For the Lord Timon sir JEWELLER If he will touch the estimate But for that POET When we for recompense have praised the vile It stains the glory in that happy verse Which aptly sings the good MERCHANT Looking at the jewel Tis a good form JEWELLER And rich Here is a water look" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 132 - } - ] - }, - { - "session_id": "33214d62-32f6-43d6-acca-cf03373805b8", - "payloads": [ - { - "prompt": [ - " will you stand by us RICHARD Ay in despite of all that shall withstand you KING EDWARD Why so Then am I sure of victory Now therefore let us hence and lose no hour Till we meet Warwick with his foreign power Exeunt SCENE II A Plain in Warwickshire Enter Warwick and Oxford in" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "526e2c5f-2251-4065-b08f-4be9677c0e3f", - "payloads": [ - { - "prompt": [ - " servd all Would sing her song and dance her turn now here At upper end o th table now i th middle On his shoulder and his her face o fire With labour and the thing she took to quench it She would to each one sip You are retired As if you were a feasted one and not" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "7f3e3efd-c7c1-4961-9a4f-2edb7a2c3a5a", - "payloads": [ - { - "prompt": [ - " if not thou art an Hebrew a Jew and not worth the name of a Christian SPEED Why LANCE Because thou hast not so much charity in thee as to go to the ale with a Christian Wilt thou go SPEED At thy service Exeunt SCENE VI The same The Dukes palace Enter Proteus alone PROTEUS To" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "dc4cc285-6895-4e8c-95af-32019836c927", - "payloads": [ - { - "prompt": [ - " We shall hear music wit and oracle ULYSSES Troy yet upon his basis had been down And the great Hectors sword had lackd a master But for these instances The specialty of rule hath been neglected And look how many Grecian tents do stand Hollow upon this plain so many hollow factions When that the general" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 133 - } - ] - }, - { - "session_id": "25031728-3ca3-4bee-82c8-6e2b88d7c0e2", - "payloads": [ - { - "prompt": [ - " as his father here was conqueror As sure as in this latebetrayed town Great Coeurdelions heart was buried So sure I swear to get the town or die BURGUNDY My vows are equal partners with thy vows TALBOT But ere we go regard this dying prince The val" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "58b6ffa4-dc06-4f42-a3db-e0987e9b83aa", - "payloads": [ - { - "prompt": [ - "ence to a second day of audience When you are hearing a matter between party and party if you chance to be pinched with the colic you make faces like mummers set up the bloody flag against all patience and in roaring for a chamber pot dismiss the controversy bleeding the more entangled by" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "ba2c01af-a180-42e4-9668-1e266697e9af", - "payloads": [ - { - "prompt": [ - " fed Of that self blood that first gave life to you And from your womb where you imprisoned were He is enfranchised and come to light Nay he is your brother by the surer side Although my seal be stamped in his face NURSE Aaron what shall I say unto the empress DEMETRIUS Adv" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "0ed6e765-ba6d-4319-b09c-7de33ca6d060", - "payloads": [ - { - "prompt": [ - " catechize the world for him that is make questions and by them answer DESDEMONA Seek him bid him come hither Tell him I have moved my lord on his behalf and hope all will be well CLOWN To do this is within the compass of mans wit and therefore I will attempt the doing it Exit" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "e2b0c2f7-f946-4717-8e51-acae68cbe3be", - "payloads": [ - { - "prompt": [ - " but to the summer And not a man for being simply man Hath any honour but honour for those honours That are without him as place riches and favour Prizes of accident as oft as merit Which when they fall as being slippery standers The love that leand on them as slippery too Doth" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "e5a58390-21d9-447a-91dd-844d1ccad641", - "payloads": [ - { - "prompt": [ - " by his subornation Upon my life began her devilish practices Or if he were not privy to those faults Yet by reputing of his high descent As next the King he was successive heir And such high vaunts of his nobility Did instigate the bedlam brainsick Duchess By wicked means to frame our sovereigns fall" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 121 - } - ] - }, - { - "session_id": "134b0966-8eb7-472d-b090-11d984251e0c", - "payloads": [ - { - "prompt": [ - " the branches when the root is gone Why wither not the leaves that want their sap If you will live lament if die be brief That our swiftwinged souls may catch the Kings Or like obedient subjects follow him To his new kingdom of neerchanging night DUCHESS Ah so much interest have I" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 134 - } - ] - }, - { - "session_id": "27db0acc-0289-4034-8071-d8052527a2cd", - "payloads": [ - { - "prompt": [ - " stones well fall to it with our teeth SECOND SERVINGMAN Do what ye dare we are as resolute Skirmish again GLOUCESTER You of my household leave this peevish broil And set this unaccustomd fight aside THIRD SERVING" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "fa9fc17d-0a96-4f45-b2ad-46df2e83114c", - "payloads": [ - { - "prompt": [ - "th flow She is the weeping welkin I the earth Then must my sea be moved with her sighs Then must my earth with her continual tears Become a deluge overflowed and drowned For why my bowels cannot hide her woes But like a drunkard must I vomit them Then give me leave for losers will have leave To ease" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "466343e4-11d6-400c-8ea9-e1f7121c192b", - "payloads": [ - { - "prompt": [ - " haggard check at every feather That comes before his eye This is a practice As full of labour as a wise mans art For folly that he wisely shows is fit But wise men follyfalln quite taint their wit Enter Sir Toby and Sir Andrew SIR TOBY Save you gentleman VIOLA And you sir SIR ANDREW Die" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 124 - } - ] - }, - { - "session_id": "b364baff-d2e9-4999-a45b-2d1bc2638a69", - "payloads": [ - { - "prompt": [ - "ISTRESS FORD A plain kerchief Sir John My brows become nothing else nor that well neither FALSTAFF By the Lord thou art a traitor to say so Thou wouldst make an absolute courtier and the firm fixture of thy foot would give an excellent motion to thy gait in a semicircled far" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "2d323450-1acf-4fe0-9b90-1e14a981a301", - "payloads": [ - { - "prompt": [ - " the thing I know not It were as possible for me to say I loved nothing so well as you but believe me not and yet I lie not I confess nothing nor I deny nothing I am sorry for my cousin BENEDICK By my sword Beatrice thou lovest me BEATRICE Do not swear by it and eat it BEN" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "8397d7db-60ba-454d-a660-eabbabcf196f", - "payloads": [ - { - "prompt": [ - " you MIRANDA At mine unworthiness that dare not offer What I desire to give and much less take What I shall die to want But this is trifling And all the more it seeks to hide itself The bigger bulk it shows Hence bashful cunning And prompt me plain and holy innocence I am your wife if you will" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 132 - } - ] - }, - { - "session_id": "3827c07d-b884-4691-8eeb-64ffd9ff3b3d", - "payloads": [ - { - "prompt": [ - " we fought I doubt we should have been too young for them BENEDICK In a false quarrel there is no true valour I came to seek you both CLAUDIO We have been up and down to seek thee for we are highproof melancholy and would fain have it beaten away Wilt thou" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "0918150f-12d9-4c08-b2bf-524ad192fe24", - "payloads": [ - { - "prompt": [ - " she sighd and bade me come tomorrow Were I with her the night would post too soon But now are minutes added to the hours To spite me now each minute seems a moon Yet not for me shine sun to succour flowers Pack night peep day good day of night now borrow Short night tonight and length thyself tomorrow XV" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "4408a743-9a22-43fc-9d4b-6ef97428897e", - "payloads": [ - { - "prompt": [ - " Tis impossible CLEOPATRA I think so Charmian dull of tongue and dwarfish What majesty is in her gait Remember If eer thou lookdst on majesty MESSENGER She creeps Her motion and her station are as one She shows a body rather than a life A statue than a breather" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "a85bc1d6-cf32-4040-b01c-d8eaf6604cdd", - "payloads": [ - { - "prompt": [ - " company OBERON Tarry rash wanton am not I thy lord TITANIA Then I must be thy lady but I know When thou hast stoln away from fairyland And in the shape of Corin sat all day Playing on pipes of corn and versing love To amorous Phillida Why art thou" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "9a083883-3771-4b5c-afb9-e8a2af58b3a5", - "payloads": [ - { - "prompt": [ - " breeching scholar in the schools Ill not be tied to hours nor pointed times But learn my lessons as I please myself And to cut off all strife here sit we down Take you your instrument play you the whiles His lecture will be done ere you have tund HORTENSIO Youll leave his lecture when I am in" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 120 - } - ] - }, - { - "session_id": "0b1d6b20-83c6-4085-90b6-d919c9b61808", - "payloads": [ - { - "prompt": [ - " me you mean PETRUCHIO Alas good Kate I will not burden thee For knowing thee to be but young and light KATHERINA Too light for such a swain as you to catch And yet as heavy as my weight should be PETRUCHIO Should be should buz" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 124 - } - ] - }, - { - "session_id": "0165974c-edc4-44a0-98dc-87830e5f169c", - "payloads": [ - { - "prompt": [ - " I a coward Who calls me villain breaks my pate across Plucks off my beard and blows it in my face Tweaks me by the nose gives me the lie i th throat As deep as to the lungs Who does me this Ha Swounds I should take it for it cannot be But" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "5753b46c-3186-4a50-b2da-b8aa585af326", - "payloads": [ - { - "prompt": [ - " unborn shall bless my ashes ARCITE If she refuse me yet my grave will wed me And soldiers sing my epitaph THESEUS Make choice then EMILIA I cannot sir they are both too excellent For me a hair shall never fall of these men HIPPOLYTA What will become of em THESEUS Thus I" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "e848abb0-28b0-4aae-8da2-c81855810589", - "payloads": [ - { - "prompt": [ - " Lady There dwelt a man in Babylon Lady Lady CLOWN Beshrew me the knights in admirable fooling SIR ANDREW Ay he does well enough if he be disposed and so do I too he does it with a better grace but I do it more natural SIR TOBY Sings O the twelfth day of December MARIA For" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 132 - } - ] - }, - { - "session_id": "e3787dd5-0161-43d1-9029-ba6a4a694536", - "payloads": [ - { - "prompt": [ - " And cried All hail when as he meant all harm KING EDWARD Now am I seated as my soul delights Having my countrys peace and brothers loves GEORGE What will your Grace have done with Margaret Reignier her father to the King of France Hath pawned the Sicils and Jerusalem And hither have they sent" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "c0655b90-50ba-4029-a3ab-41144f704f6e", - "payloads": [ - { - "prompt": [ - " when you did feast Suspect still comes where an estate is least That which I show heaven knows is merely love Duty and zeal to your unmatched mind Care of your food and living And believe it My most honoured lord For any benefit that points to me Either in hope or present Id exchange For this one wish that you had" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "abffb810-bad8-4a5a-ad69-6a29a6b4c39a", - "payloads": [ - { - "prompt": [ - " hereafter it may compel him to her recompense and here by this is your brother saved your honour untainted the poor Mariana advantaged and the corrupt deputy scaled The maid will I frame and make fit for his attempt If you think well to carry this as you may the doubleness of the benefit defends the deceit from reproof What think" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "95cceb6f-d910-4c11-bc01-1bb1dfd11956", - "payloads": [ - { - "prompt": [ - " see yonder the beginning of the day but I think we shall never see the end of it Who goes there KING HENRY A friend WILLIAMS Under what captain serve you KING HENRY Under Sir Thomas Erpingham WILLIAMS A good old commander and a most kind gentleman I pray you what thinks he of our estate" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "8143a243-ad33-4bbf-b5ba-b2e97f789a12", - "payloads": [ - { - "prompt": [ - " weary with disasters tuggd with fortune That I would set my life on any chance To mend it or be rid ont MACBETH Both of you Know Banquo was your enemy BOTH MURDERERS True my lord MACBETH So is he mine and in such bloody distance That every minute of his being" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "a8cf0127-7070-4a19-937b-567632fd398c", - "payloads": [ - { - "prompt": [ - " I will wrong such honourable men But heres a parchment with the seal of Caesar I found it in his closet tis his will Let but the commons hear this testament Which pardon me I do not mean to read And they would go and kiss dead Caesars wounds And dip their napkins in his sacred blood" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 133 - } - ] - }, - { - "session_id": "91cf072e-ad1c-440c-a32a-ce03ffa8dc27", - "payloads": [ - { - "prompt": [ - " who To thee What art thou Have not I An arm as big as thine a heart as big Thy words I grant are bigger for I wear not My dagger in my mouth Say what thou art Why I should yield to thee CLOTEN Thou villain base Knowst me not by my clothes GUIDERIUS No" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "31328cdd-b973-46ed-909b-d1ec588dd4d6", - "payloads": [ - { - "prompt": [ - " and weakened Hath Bolingbroke Deposed thine intellect Hath he been in thy heart The lion dying thrusteth forth his paw And wounds the earth if nothing else with rage To be oerpowered and wilt thou pupillike Take the correction mildly kiss the rod And fawn on rage with base humility Which art" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "2abbb0ce-7114-41b3-b8eb-04a6fc9cb6b5", - "payloads": [ - { - "prompt": [ - " FALSTAFF Let it alone Ill make other shift youll be a fool still HOSTESS Well you shall have it though I pawn my gown I hope youll come to supper Youll pay me all together FALSTAFF Will I live To Bardolph Go with her with her Hook on hook on HOST" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "bcff54b2-7bdc-46ae-8e6d-f144d63488b1", - "payloads": [ - { - "prompt": [ - " And that in way of cautionI must tell you You do not understand yourself so clearly As it behoves my daughter and your honour What is between you Give me up the truth OPHELIA He hath my lord of late made many tenders Of his affection to me POLONIUS Affection Pooh You" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "c8b658b3-bee6-4a2a-b7d4-f9d6ebc58853", - "payloads": [ - { - "prompt": [ - " Who in this kind of merry fooling am nothing to you So you may continue and laugh at nothing still ANTONIO What a blow was there given SEBASTIAN An it had not fallen flatlong GONZALO You are gentlemen of brave mettle You would lift the moon" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 132 - } - ] - }, - { - "session_id": "38fd7a9a-df27-48f2-b7c3-4e469de4eb9c", - "payloads": [ - { - "prompt": [ - " school the book Where subjects eyes do learn do read do look And wilt thou be the school where Lust shall learn Must he in thee read lectures of such shame Wilt thou be glass wherein it shall discern Authority for sin warrant for blame To privilege dishonour in thy name Thou backst reproach against longliving laud And makst fair reputation" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "3ee46983-d658-481d-983f-d6b2c4e6e80f", - "payloads": [ - { - "prompt": [ - " sweet stem from Yorks great stock Why didst thou say of late thou wert despised PLANTAGENET First lean thine aged back against mine arm And in that ease Ill tell thee my disease This day in argument upon a case Some words there grew twixt Somerset and me Among which terms" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "06610607-f49e-4dbc-884d-329969144c0d", - "payloads": [ - { - "prompt": [ - " That grudge one thought against your Majesty ALL Welcome high prince the mighty Duke of York SOMERSET Aside Perish base prince ignoble Duke of York GLOUCESTER Now will it best avail your Majesty To cross the seas and to be crownd in France The presence of a king engenders love Among" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 120 - } - ] - }, - { - "session_id": "44db61d2-86b8-4d23-9b9b-a3826c171944", - "payloads": [ - { - "prompt": [ - " was PRINCESS And were you well advised KING I was fair madam PRINCESS When you then were here What did you whisper in your ladys ear KING That more than all the world I did respect her PRINCESS When she shall challenge this you will reject her KING Upon mine honour no PRINCESS Peace peace forbear Your oath once broke" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 134 - } - ] - }, - { - "session_id": "d431eda8-208d-4f84-856c-401ac68793b3", - "payloads": [ - { - "prompt": [ - " TOBY Come on there is sixpence for you Lets have a song SIR ANDREW Theres a testril of me too if one knight give a CLOWN Would you have a lovesong or a song of good life SIR TOBY A lovesong a lovesong SIR ANDREW Ay ay I care" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "139442f9-d5cd-47ab-a07d-c0bd69364db8", - "payloads": [ - { - "prompt": [ - " strange than true I never may believe These antique fables nor these fairy toys Lovers and madmen have such seething brains Such shaping fantasies that apprehend More than cool reason ever comprehends The lunatic the lover and the poet Are of imagination all compact One sees more devils than vast hell can hold That is the madman" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 136 - } - ] - }, - { - "session_id": "d4bced58-72c6-47a1-aa9a-df0186e79f78", - "payloads": [ - { - "prompt": [ - " Veronese family at feud with the Montagues LADY CAPULET wife to Capulet JULIET daughter to Capulet TYBALT nephew to Lady Capulet CAPULETS COUSIN an old man NURSE to Juliet PETER servant to Juliets Nurse SAMPSON servant to Capulet GREGORY" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 127 - } - ] - }, - { - "session_id": "2d5efaec-a564-4e37-a67e-b374e0edfd99", - "payloads": [ - { - "prompt": [ - "CE EDWARD Nay mark how Lewis stamps as he were nettled I hope alls for the best KING LEWIS Warwick what are thy news And yours fair Queen QUEEN MARGARET Mine such as fill my heart with unhoped joys WARWICK Mine full of sorrow and hearts discontent KING LE" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 129 - } - ] - }, - { - "session_id": "c32e98cf-e0c5-4bd2-b07b-5815a16de696", - "payloads": [ - { - "prompt": [ - " She clepes him king of graves and grave for kings Imperious supreme of all mortal things 996 No no quoth she sweet death I did but jest Yet pardon me I felt a kind of fear Whenas I met the boar that bloody beast Which knows no pity but is still severe 100" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "71beb956-1142-4e5f-8060-6eb65befdc4b", - "payloads": [ - { - "prompt": [ - " see aught in you that makes him like That anything he sees which moves his liking I can with ease translate it to my will Or if you will to speak more properly I will enforce it easly to my love Further I will not flatter you my lord That all I see in you is worthy love Than this that nothing do I see in" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 125 - } - ] - }, - { - "session_id": "98ad3238-c86d-412b-b04c-1204de0d75b9", - "payloads": [ - { - "prompt": [ - " thee this night a torchbearer And light thee on thy way to Mantua Therefore stay yet thou needst not to be gone ROMEO Let me be taen let me be put to death I am content so thou wilt have it so Ill say yon grey is not the mornings eye Tis but the pale reflex of Cynth" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "6e61f8a9-7808-4807-998e-8c1a281157d7", - "payloads": [ - { - "prompt": [ - " And pause us till these rebels now afoot Come underneath the yoke of government WARWICK Both which we doubt not but your Majesty Shall soon enjoy KING Humphrey my son of Gloucester Where is the Prince your brother GLOUCESTER I think hes gone to hunt my lord at Windsor KING And how accompanied GLOUCESTER I" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 132 - } - ] - }, - { - "session_id": "25ff0ff4-e09a-48d7-a0a7-76b12c1d95ac", - "payloads": [ - { - "prompt": [ - " Terms names Amaimon sounds well Lucifer well Barbason well yet they are devils additions the names of fiends But cuckold Wittol Cuckold The devil himself hath not such a name Page is an ass a secure ass he will trust his wife he will not be jealous I will rather trust a Fleming with my butter Parson Hugh the Welsh" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "d97b9984-f9ee-4437-88f8-c05e2876ac89", - "payloads": [ - { - "prompt": [ - " lie with love and love with me Since that our faults in love thus smotherd be II Two loves I have of comfort and despair That like two spirits do suggest me still My better angel is a man right fair My worser spirit a woman colourd ill To win me soon to hell my female evil Tempteth my better angel from my side" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 126 - } - ] - }, - { - "session_id": "9a9c074f-140d-4541-91c5-8bc63ed42562", - "payloads": [ - { - "prompt": [ - "rows to feed upon Exit ACT V SCENE I Fields between Dartford and Blackheath Enter York and his army of Irish with drum and colours YORK From Ireland thus comes York to claim his right And pluck the crown from feeble Henrys head Ring bells aloud burn bonfires clear and bright To entertain great Eng" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "aca24e4f-9cc4-41aa-8531-692203f159c1", - "payloads": [ - { - "prompt": [ - " foot And spurn upon thee beggar for thy boldness They set down the bier ANNE What do you tremble Are you all afraid Alas I blame you not for you are mortal And mortal eyes cannot endure the devil Avaunt thou dreadful minister of hell Thou hadst but power over his mortal" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 123 - } - ] - }, - { - "session_id": "74c764eb-9670-4eef-91fa-a38fe1ff85af", - "payloads": [ - { - "prompt": [ - " Joseph Nicholas Philip Walter Sugarsop and the rest let their heads be sleekly combed their blue coats brushd and their garters of an indifferent knit let them curtsy with their left legs and not presume to touch a hair of my masters horsetail till they kiss their hands Are they all ready CURTIS They" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 131 - } - ] - }, - { - "session_id": "a27b1570-2e17-458d-92c4-6e1235fb7d29", - "payloads": [ - { - "prompt": [ - " had eaten thee Dost thou deny thy father cursed drab O burn her burn her Hanging is too good Exit YORK Take her away for she hath lived too long To fill the world with vicious qualities PUCELLE First let me tell you whom you have condemnd Not one begotten of a shepherd swain But issued from the progeny of kings Virt" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 135 - } - ] - }, - { - "session_id": "dc437983-f910-497c-b035-83a8dfe7346e", - "payloads": [ - { - "prompt": [ - " sun to sun There is my honours pawn Engage it to the trial if thou darst AUMERLE Who sets me else By heaven Ill throw at all I have a thousand spirits in one breast To answer twenty thousand such as you SURREY My Lord Fitzwater I do remember well The very time A" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 128 - } - ] - }, - { - "session_id": "b4246780-9468-400e-9551-ec039d827599", - "payloads": [ - { - "prompt": [ - "stuffd brain Doth couch his limbs there golden sleep doth reign Therefore thy earliness doth me assure Thou art uprousd with some distemperature Or if not so then here I hit it right Our Romeo hath not been in bed tonight ROMEO That last is true the sweeter rest was" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 130 - } - ] - }, - { - "session_id": "a03b1575-2434-4c03-a746-7922bebb0e15", - "payloads": [ - { - "prompt": [ - " from us we were free Csars ambition Which swelld so much that it did almost stretch The sides o th world against all colour here Did put the yoke upons which to shake off Becomes a warlike people whom we reckon Ourselves to be CLOTEN We do CYMBELINE Say then to Csar Our ancestor was" - ], - "model": "Qwen/Qwen3-0.6B", - "stream": false, - "max_tokens": 124 - } - ] - } - ] -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl deleted file mode 100644 index 2f2b44642b07..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export.jsonl +++ /dev/null @@ -1,32 +0,0 @@ -{"metadata":{"session_num":0,"x_request_id":"1c7c0d22-fede-47de-9672-81dd6d2c30dd","x_correlation_id":"b3ae8abb-1dc5-4fac-ba21-f2834d2a5626","conversation_id":"ae559fae-7fde-4ce7-8c58-b09542acbfb6","turn_index":0,"credit_issued_ns":1779883646101094270,"request_start_ns":1779883646102266691,"request_ack_ns":1779883646338471769,"request_end_ns":1779883646339000259,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.31640625,"unit":"KB"},"http_req_sending":{"value":2.361264,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":0,"unit":"ratio"},"request_latency":{"value":236.733568,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":1.856933,"unit":"ms"},"http_req_dns_lookup":{"value":1.227657,"unit":"ms"},"http_req_duration":{"value":236.55495,"unit":"ms"},"usage_prompt_tokens":{"value":63,"unit":"tokens"},"input_sequence_length":{"value":63,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":234.142493,"unit":"ms"},"usage_total_tokens":{"value":191,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.947265625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":540.6922266300654,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":3.08459,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":239.588347,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":1,"x_request_id":"e9a6eacf-f16c-48f7-a55f-42b1cced4ca4","x_correlation_id":"cc29a37c-2d1c-44cf-8bdc-45f38c4f8422","conversation_id":"a03b1575-2434-4c03-a746-7922bebb0e15","turn_index":0,"credit_issued_ns":1779883646339786805,"request_start_ns":1779883646340758077,"request_ack_ns":1779883646568116105,"request_end_ns":1779883646568168819,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.3486328125,"unit":"KB"},"http_req_sending":{"value":0.215636,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":227.410742,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":227.33817,"unit":"ms"},"usage_prompt_tokens":{"value":70,"unit":"tokens"},"input_sequence_length":{"value":70,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":227.10696399999998,"unit":"ms"},"usage_total_tokens":{"value":194,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":0.8837890625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":545.2688774042168,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":227.3226,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":2,"x_request_id":"7607035f-56fd-4bf0-8f20-0c80f950e9e2","x_correlation_id":"e7b6bde6-b72e-430c-9c1a-2a63f4a086b5","conversation_id":"6da37366-881d-47c3-a88c-c95d79ec3968","turn_index":0,"credit_issued_ns":1779883646568855610,"request_start_ns":1779883646569531469,"request_ack_ns":1779883646800494259,"request_end_ns":1779883646800531453,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.35546875,"unit":"KB"},"http_req_sending":{"value":0.16286599999999998,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":230.99998399999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":230.937538,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":230.76440699999998,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":1.0361328125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":549.7835878637983,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":230.92727299999999,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":3,"x_request_id":"2ac223d1-aacc-4701-913d-8eb4e1f440e7","x_correlation_id":"ae84be20-4093-4f86-8794-2384abdcc961","conversation_id":"e2b0c2f7-f946-4717-8e51-acae68cbe3be","turn_index":0,"credit_issued_ns":1779883646801098277,"request_start_ns":1779883646801751396,"request_ack_ns":1779883647030858184,"request_end_ns":1779883647030895730,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3427734375,"unit":"KB"},"http_req_sending":{"value":0.13824899999999998,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":229.144334,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":229.086174,"unit":"ms"},"usage_prompt_tokens":{"value":59,"unit":"tokens"},"input_sequence_length":{"value":59,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":228.937477,"unit":"ms"},"usage_total_tokens":{"value":187,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.9228515625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":558.5998910189069,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":229.075726,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":4,"x_request_id":"a7d565d0-6ec2-481e-ab91-0d5dfc3ee5f8","x_correlation_id":"23cb857f-23cc-465f-b348-d4be68d3c81e","conversation_id":"3ee46983-d658-481d-983f-d6b2c4e6e80f","turn_index":0,"credit_issued_ns":1779883647031445846,"request_start_ns":1779883647032072631,"request_ack_ns":1779883647260854370,"request_end_ns":1779883647260892485,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.337890625,"unit":"KB"},"http_req_sending":{"value":0.141595,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":228.819854,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":228.762675,"unit":"ms"},"usage_prompt_tokens":{"value":62,"unit":"tokens"},"input_sequence_length":{"value":62,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":228.611535,"unit":"ms"},"usage_total_tokens":{"value":189,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.9951171875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":555.021768347077,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":228.75313,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":5,"x_request_id":"e4d23ef5-132a-4cf7-963a-d80fcb00e579","x_correlation_id":"cdbb99a7-bf39-434d-877e-e91a10602729","conversation_id":"c32e98cf-e0c5-4bd2-b07b-5815a16de696","turn_index":0,"credit_issued_ns":1779883647261450837,"request_start_ns":1779883647262105967,"request_ack_ns":1779883647494782906,"request_end_ns":1779883647494831347,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3212890625,"unit":"KB"},"http_req_sending":{"value":0.148593,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":232.72538,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":232.663724,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":232.49434599999998,"unit":"ms"},"usage_total_tokens":{"value":192,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.8974609375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":550.0044730832537,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":232.64293899999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":6,"x_request_id":"6f27a507-0daa-4dbd-a7f9-48f99266b3bc","x_correlation_id":"62b52c21-6e79-4997-a5f0-4c77ef793927","conversation_id":"134b0966-8eb7-472d-b090-11d984251e0c","turn_index":0,"credit_issued_ns":1779883647495421223,"request_start_ns":1779883647496071656,"request_ack_ns":1779883647736767907,"request_end_ns":1779883647736807274,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":134,"unit":"tokens"},"http_req_data_sent":{"value":0.345703125,"unit":"KB"},"http_req_sending":{"value":0.149728,"unit":"ms"},"output_sequence_length":{"value":134,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":240.735618,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":240.677497,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":240.517407,"unit":"ms"},"usage_total_tokens":{"value":195,"unit":"tokens"},"usage_completion_tokens":{"value":134,"unit":"tokens"},"http_req_data_received":{"value":1.0810546875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":556.6272291290107,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":240.667135,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":7,"x_request_id":"3a7cf8be-d03e-4df0-af8d-60102df1dbee","x_correlation_id":"98f838a0-79eb-4e5c-8e9b-c55345a5cdb4","conversation_id":"0918150f-12d9-4c08-b2bf-524ad192fe24","turn_index":0,"credit_issued_ns":1779883647737363214,"request_start_ns":1779883647738012823,"request_ack_ns":1779883647970560564,"request_end_ns":1779883647970599747,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3701171875,"unit":"KB"},"http_req_sending":{"value":0.138965,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":232.58692399999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":232.52893,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":232.37994899999998,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":1.0458984375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":546.0324158205901,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":232.518914,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":8,"x_request_id":"87e65984-fe1d-4f15-9672-48d9cd279d6a","x_correlation_id":"8f616d43-f820-4bbd-89bb-c5c15a4b1147","conversation_id":"06610607-f49e-4dbc-884d-329969144c0d","turn_index":0,"credit_issued_ns":1779883647971198233,"request_start_ns":1779883647971884705,"request_ack_ns":1779883648190662087,"request_end_ns":1779883648190701196,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":120,"unit":"tokens"},"http_req_data_sent":{"value":0.3486328125,"unit":"KB"},"http_req_sending":{"value":0.1422,"unit":"ms"},"output_sequence_length":{"value":120,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":218.81649099999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":218.757669,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":218.604807,"unit":"ms"},"usage_total_tokens":{"value":181,"unit":"tokens"},"usage_completion_tokens":{"value":120,"unit":"tokens"},"http_req_data_received":{"value":0.970703125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":548.4047360945935,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":218.747007,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":9,"x_request_id":"4500c976-8f1b-4953-a64d-f276a942a2d8","x_correlation_id":"e3d80db3-ae78-492f-9bb0-7fdbeaebdd06","conversation_id":"da6dc0b4-3658-4917-be96-33bbaf7404bb","turn_index":0,"credit_issued_ns":1779883648191295245,"request_start_ns":1779883648191992768,"request_ack_ns":1779883648422473479,"request_end_ns":1779883648422525211,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.33203125,"unit":"KB"},"http_req_sending":{"value":0.147189,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":230.532443,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":230.472569,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":230.31285699999998,"unit":"ms"},"usage_total_tokens":{"value":192,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":1.0244140625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":555.2363838004354,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":230.46004599999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":10,"x_request_id":"ed8de3e0-3258-400c-990a-de4805f19c9f","x_correlation_id":"3136e2d7-0d08-408f-99e4-11848a9b02a0","conversation_id":"e3787dd5-0161-43d1-9029-ba6a4a694536","turn_index":0,"credit_issued_ns":1779883648423148729,"request_start_ns":1779883648423841926,"request_ack_ns":1779883648660528590,"request_end_ns":1779883648660581418,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.3583984375,"unit":"KB"},"http_req_sending":{"value":0.141001,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":236.73949199999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":236.675761,"unit":"ms"},"usage_prompt_tokens":{"value":63,"unit":"tokens"},"input_sequence_length":{"value":63,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":236.510946,"unit":"ms"},"usage_total_tokens":{"value":194,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":1.0068359375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":553.3508536885768,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":236.65194699999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":11,"x_request_id":"24adc203-4adb-48b3-86e6-c5857da94308","x_correlation_id":"ac08be1c-b655-46ac-824d-19f08521bd35","conversation_id":"0977d903-1ada-40e7-a725-55453b06985b","turn_index":0,"credit_issued_ns":1779883648661178021,"request_start_ns":1779883648661845019,"request_ack_ns":1779883648900106828,"request_end_ns":1779883648900148518,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.3095703125,"unit":"KB"},"http_req_sending":{"value":0.147649,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":238.303499,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":238.24335399999998,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":238.085267,"unit":"ms"},"usage_total_tokens":{"value":195,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":0.916015625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":549.719162956982,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":238.232916,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":12,"x_request_id":"e2363666-4661-4943-9929-04c272895694","x_correlation_id":"651c56d4-978d-4187-8391-d399dc3eac54","conversation_id":"6e32919c-dd0b-4d7c-8c48-6d07880ff8db","turn_index":0,"credit_issued_ns":1779883648900741301,"request_start_ns":1779883648901424871,"request_ack_ns":1779883649137716440,"request_end_ns":1779883649137755613,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3701171875,"unit":"KB"},"http_req_sending":{"value":0.150225,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":236.330742,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":236.26813299999998,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":236.10726,"unit":"ms"},"usage_total_tokens":{"value":192,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":1.0830078125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":541.6138371029191,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":236.257485,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":13,"x_request_id":"7dad5f2b-f005-48a7-89bc-5983273c2d77","x_correlation_id":"2a3b24d2-489d-42b0-88a5-f1e98337e794","conversation_id":"68310bc6-d65e-4485-8546-38dd082e1295","turn_index":0,"credit_issued_ns":1779883649138385877,"request_start_ns":1779883649139141203,"request_ack_ns":1779883649354993615,"request_end_ns":1779883649355033707,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":118,"unit":"tokens"},"http_req_data_sent":{"value":0.3291015625,"unit":"KB"},"http_req_sending":{"value":0.175813,"unit":"ms"},"output_sequence_length":{"value":118,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":215.892504,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":215.830218,"unit":"ms"},"usage_prompt_tokens":{"value":57,"unit":"tokens"},"input_sequence_length":{"value":57,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":215.643295,"unit":"ms"},"usage_total_tokens":{"value":175,"unit":"tokens"},"usage_completion_tokens":{"value":118,"unit":"tokens"},"http_req_data_received":{"value":1.02734375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":546.5683051228124,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":215.819108,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":14,"x_request_id":"946fef7c-abc8-4a8a-9c4e-332f0db442d5","x_correlation_id":"446bb6ad-2357-45e9-a2ca-f1c48afae7f7","conversation_id":"5b6e6972-e441-4346-be00-4bd10a74bb6e","turn_index":0,"credit_issued_ns":1779883649355652382,"request_start_ns":1779883649356335256,"request_ack_ns":1779883649587373184,"request_end_ns":1779883649587414818,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.3369140625,"unit":"KB"},"http_req_sending":{"value":0.148448,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":231.07956199999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":231.01811899999998,"unit":"ms"},"usage_prompt_tokens":{"value":65,"unit":"tokens"},"input_sequence_length":{"value":65,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":230.85869599999998,"unit":"ms"},"usage_total_tokens":{"value":189,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":1.095703125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":536.6117147132206,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":231.00714399999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":15,"x_request_id":"87f4ecc0-a3b3-4d35-ae88-7e7cf9ed81e6","x_correlation_id":"186a7d39-16a8-4f77-aa4a-1b933a04123f","conversation_id":"11d8f959-18a5-41cc-ac42-f0307d396e4e","turn_index":0,"credit_issued_ns":1779883649588055128,"request_start_ns":1779883649589030554,"request_ack_ns":1779883649824244266,"request_end_ns":1779883649824281047,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":129,"unit":"tokens"},"http_req_data_sent":{"value":0.357421875,"unit":"KB"},"http_req_sending":{"value":0.147289,"unit":"ms"},"output_sequence_length":{"value":129,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":235.25049299999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":235.18741899999998,"unit":"ms"},"usage_prompt_tokens":{"value":69,"unit":"tokens"},"input_sequence_length":{"value":69,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":235.03032,"unit":"ms"},"usage_total_tokens":{"value":198,"unit":"tokens"},"usage_completion_tokens":{"value":129,"unit":"tokens"},"http_req_data_received":{"value":0.876953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":548.3516670037329,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":235.177609,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":16,"x_request_id":"31d53ee6-8934-48cf-b5f4-a642e62c776a","x_correlation_id":"3793b36e-89f8-4e84-85c9-e9d84efef874","conversation_id":"9a9c074f-140d-4541-91c5-8bc63ed42562","turn_index":0,"credit_issued_ns":1779883649824881152,"request_start_ns":1779883649825810862,"request_ack_ns":1779883650057311555,"request_end_ns":1779883650057353613,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":130,"unit":"tokens"},"http_req_data_sent":{"value":0.3623046875,"unit":"KB"},"http_req_sending":{"value":0.147563,"unit":"ms"},"output_sequence_length":{"value":130,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":231.54275099999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":231.48139899999998,"unit":"ms"},"usage_prompt_tokens":{"value":63,"unit":"tokens"},"input_sequence_length":{"value":63,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":231.32379699999998,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":130,"unit":"tokens"},"http_req_data_received":{"value":1.01953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":561.4513926199313,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":231.47135999999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":17,"x_request_id":"3d95a200-cbe4-4e79-b502-dff0e02464df","x_correlation_id":"cf3aba3c-4e76-411e-b228-6436abfc09d7","conversation_id":"53d231fb-1e76-483a-8b16-7abb8a1b14d9","turn_index":0,"credit_issued_ns":1779883650057902323,"request_start_ns":1779883650058538128,"request_ack_ns":1779883650279754309,"request_end_ns":1779883650279789661,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.3447265625,"unit":"KB"},"http_req_sending":{"value":0.13713799999999998,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":221.251533,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":221.195156,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":221.048544,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":1.033203125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":560.4480941607758,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":221.18568199999999,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":18,"x_request_id":"f837ea09-194d-4b24-8edf-3d4901eebfe5","x_correlation_id":"e89eee39-e30a-408b-b788-66ca913b9224","conversation_id":"bcff54b2-7bdc-46ae-8e6d-f144d63488b1","turn_index":0,"credit_issued_ns":1779883650280285298,"request_start_ns":1779883650280907838,"request_ack_ns":1779883650508815907,"request_end_ns":1779883650508851349,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":128,"unit":"tokens"},"http_req_data_sent":{"value":0.3330078125,"unit":"KB"},"http_req_sending":{"value":0.13120199999999999,"unit":"ms"},"output_sequence_length":{"value":128,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":227.943511,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":227.887994,"unit":"ms"},"usage_prompt_tokens":{"value":62,"unit":"tokens"},"input_sequence_length":{"value":62,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":227.747741,"unit":"ms"},"usage_total_tokens":{"value":190,"unit":"tokens"},"usage_completion_tokens":{"value":128,"unit":"tokens"},"http_req_data_received":{"value":0.97265625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":561.542635885783,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":227.878943,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":19,"x_request_id":"7e879386-2d6b-42a0-8bd8-b20e451f76e4","x_correlation_id":"e4e78abc-a477-41da-8f13-07a2da328b38","conversation_id":"139442f9-d5cd-47ab-a07d-c0bd69364db8","turn_index":0,"credit_issued_ns":1779883650509431861,"request_start_ns":1779883650510103809,"request_ack_ns":1779883650753745231,"request_end_ns":1779883650753781080,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":136,"unit":"tokens"},"http_req_data_sent":{"value":0.39453125,"unit":"KB"},"http_req_sending":{"value":0.136421,"unit":"ms"},"output_sequence_length":{"value":136,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":243.677271,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":243.61701699999998,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":243.47126999999998,"unit":"ms"},"usage_total_tokens":{"value":202,"unit":"tokens"},"usage_completion_tokens":{"value":136,"unit":"tokens"},"http_req_data_received":{"value":1.0185546875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":558.1152457998431,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":243.607691,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":20,"x_request_id":"f90ca895-45b3-4678-ae3d-960f6d9cedf4","x_correlation_id":"4c12a428-5b86-4d01-99c7-986cc0aa8c5f","conversation_id":"25ff0ff4-e09a-48d7-a0a7-76b12c1d95ac","turn_index":0,"credit_issued_ns":1779883650754312932,"request_start_ns":1779883650754964288,"request_ack_ns":1779883650989291778,"request_end_ns":1779883650989336001,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":130,"unit":"tokens"},"http_req_data_sent":{"value":0.3798828125,"unit":"KB"},"http_req_sending":{"value":0.13752,"unit":"ms"},"output_sequence_length":{"value":130,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":234.371713,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":234.31553499999998,"unit":"ms"},"usage_prompt_tokens":{"value":69,"unit":"tokens"},"input_sequence_length":{"value":69,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":234.166654,"unit":"ms"},"usage_total_tokens":{"value":199,"unit":"tokens"},"usage_completion_tokens":{"value":130,"unit":"tokens"},"http_req_data_received":{"value":1.1201171875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":554.6744457169198,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":234.304174,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":21,"x_request_id":"538eaa65-20e4-4a83-bea4-f1a5681eaf2d","x_correlation_id":"c1ee889c-22f3-4245-9f39-301d922661d1","conversation_id":"f352d3dd-78ae-4f5f-9b05-3f1a1324a354","turn_index":0,"credit_issued_ns":1779883650989827899,"request_start_ns":1779883650990442758,"request_ack_ns":1779883651217921383,"request_end_ns":1779883651217961521,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":126,"unit":"tokens"},"http_req_data_sent":{"value":0.365234375,"unit":"KB"},"http_req_sending":{"value":0.14404599999999998,"unit":"ms"},"output_sequence_length":{"value":126,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":227.51876299999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":227.46191399999998,"unit":"ms"},"usage_prompt_tokens":{"value":65,"unit":"tokens"},"input_sequence_length":{"value":65,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":227.306962,"unit":"ms"},"usage_total_tokens":{"value":191,"unit":"tokens"},"usage_completion_tokens":{"value":126,"unit":"tokens"},"http_req_data_received":{"value":1.00390625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":553.8004793037662,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":227.451008,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":22,"x_request_id":"f348ef34-50e0-4516-8e57-4e1e78de8ba4","x_correlation_id":"0ac53835-ed4a-4185-b896-349887019a39","conversation_id":"a231ce90-12be-4b35-a4b3-df9faae7f2b7","turn_index":0,"credit_issued_ns":1779883651218515020,"request_start_ns":1779883651219194661,"request_ack_ns":1779883651454554044,"request_end_ns":1779883651454594861,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.3310546875,"unit":"KB"},"http_req_sending":{"value":0.154863,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":235.40019999999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":235.327026,"unit":"ms"},"usage_prompt_tokens":{"value":64,"unit":"tokens"},"input_sequence_length":{"value":64,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":235.16123499999998,"unit":"ms"},"usage_total_tokens":{"value":195,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":0.8525390625,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":556.4991023796921,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":235.31609799999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":23,"x_request_id":"d8c76bbd-a0fb-4098-934d-218025442181","x_correlation_id":"9a80ffcf-ca4f-4768-be62-b121031057ad","conversation_id":"25031728-3ca3-4bee-82c8-6e2b88d7c0e2","turn_index":0,"credit_issued_ns":1779883651455150632,"request_start_ns":1779883651455793896,"request_ack_ns":1779883651681248744,"request_end_ns":1779883651681284658,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.314453125,"unit":"KB"},"http_req_sending":{"value":0.138068,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":225.490762,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":225.43494299999998,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":225.287219,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.998046875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":563.2159777791695,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":225.425287,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":24,"x_request_id":"6b2e2180-501e-4a33-b7b9-6d98fbeff410","x_correlation_id":"8c1edd1e-eb37-4d7e-91c9-34365f3eb5fd","conversation_id":"2d323450-1acf-4fe0-9b90-1e14a981a301","turn_index":0,"credit_issued_ns":1779883651681738697,"request_start_ns":1779883651682357654,"request_ack_ns":1779883651916486702,"request_end_ns":1779883651916533758,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":129,"unit":"tokens"},"http_req_data_sent":{"value":0.337890625,"unit":"KB"},"http_req_sending":{"value":0.140879,"unit":"ms"},"output_sequence_length":{"value":129,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":234.17610399999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":234.12045999999998,"unit":"ms"},"usage_prompt_tokens":{"value":67,"unit":"tokens"},"input_sequence_length":{"value":67,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":233.969069,"unit":"ms"},"usage_total_tokens":{"value":196,"unit":"tokens"},"usage_completion_tokens":{"value":129,"unit":"tokens"},"http_req_data_received":{"value":0.9521484375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":550.8674787757166,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":234.109948,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":25,"x_request_id":"cb8215c8-4cc7-4484-82ac-7ba46276be84","x_correlation_id":"1e036ebe-36f0-4d5e-885c-8663078e5b1f","conversation_id":"33214d62-32f6-43d6-acca-cf03373805b8","turn_index":0,"credit_issued_ns":1779883651917050368,"request_start_ns":1779883651917689015,"request_ack_ns":1779883652160317048,"request_end_ns":1779883652160352696,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3408203125,"unit":"KB"},"http_req_sending":{"value":0.145391,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":242.663681,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":242.604886,"unit":"ms"},"usage_prompt_tokens":{"value":61,"unit":"tokens"},"input_sequence_length":{"value":61,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":242.44948599999998,"unit":"ms"},"usage_total_tokens":{"value":188,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.92578125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":523.3580875252609,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":242.594877,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":26,"x_request_id":"ca86308a-df44-4cc7-aba5-691195275cc6","x_correlation_id":"0a10682f-e2de-48e3-a85a-0ff7d1e664ad","conversation_id":"98ad3238-c86d-412b-b04c-1204de0d75b9","turn_index":0,"credit_issued_ns":1779883652160897387,"request_start_ns":1779883652161531465,"request_ack_ns":1779883652396072217,"request_end_ns":1779883652396111142,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":131,"unit":"tokens"},"http_req_data_sent":{"value":0.33203125,"unit":"KB"},"http_req_sending":{"value":0.145997,"unit":"ms"},"output_sequence_length":{"value":131,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":234.57967699999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":234.521099,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":234.36424499999998,"unit":"ms"},"usage_total_tokens":{"value":197,"unit":"tokens"},"usage_completion_tokens":{"value":131,"unit":"tokens"},"http_req_data_received":{"value":0.9501953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":558.4456491514395,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":234.51024199999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":27,"x_request_id":"c357ef44-d2e3-47be-99cd-936bba093a4f","x_correlation_id":"a94ff733-d0e4-446d-a285-2c5a26d31c1f","conversation_id":"e848abb0-28b0-4aae-8da2-c81855810589","turn_index":0,"credit_issued_ns":1779883652396624387,"request_start_ns":1779883652397289509,"request_ack_ns":1779883652636499063,"request_end_ns":1779883652636537060,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":132,"unit":"tokens"},"http_req_data_sent":{"value":0.337890625,"unit":"KB"},"http_req_sending":{"value":0.146473,"unit":"ms"},"output_sequence_length":{"value":132,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":239.247551,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":239.18818,"unit":"ms"},"usage_prompt_tokens":{"value":70,"unit":"tokens"},"input_sequence_length":{"value":70,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":239.031374,"unit":"ms"},"usage_total_tokens":{"value":202,"unit":"tokens"},"usage_completion_tokens":{"value":132,"unit":"tokens"},"http_req_data_received":{"value":1.001953125,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":551.7297855224441,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":239.17784699999999,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":28,"x_request_id":"a22959eb-f6fe-4d3b-bcf6-372c2ac5b420","x_correlation_id":"adf34067-8d67-4b3e-af8f-81b0a43f365c","conversation_id":"0b1d6b20-83c6-4085-90b6-d919c9b61808","turn_index":0,"credit_issued_ns":1779883652637039140,"request_start_ns":1779883652637687015,"request_ack_ns":1779883652867747012,"request_end_ns":1779883652867790521,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":124,"unit":"tokens"},"http_req_data_sent":{"value":0.29296875,"unit":"KB"},"http_req_sending":{"value":0.141585,"unit":"ms"},"output_sequence_length":{"value":124,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":230.10350599999998,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":230.042859,"unit":"ms"},"usage_prompt_tokens":{"value":56,"unit":"tokens"},"input_sequence_length":{"value":56,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":229.889453,"unit":"ms"},"usage_total_tokens":{"value":180,"unit":"tokens"},"usage_completion_tokens":{"value":124,"unit":"tokens"},"http_req_data_received":{"value":0.9375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":538.8879211601409,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":230.031038,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":29,"x_request_id":"e596b3ce-3066-4b71-8c12-3f06702e9330","x_correlation_id":"63cdef9b-930a-4d83-a957-947535a2ec66","conversation_id":"7f3e3efd-c7c1-4961-9a4f-2edb7a2c3a5a","turn_index":0,"credit_issued_ns":1779883652868302926,"request_start_ns":1779883652869007752,"request_ack_ns":1779883653111946065,"request_end_ns":1779883653111983767,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3408203125,"unit":"KB"},"http_req_sending":{"value":0.138788,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":242.976015,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":242.91212299999998,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":242.763665,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.9208984375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":522.6853358344855,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":242.90245299999998,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":30,"x_request_id":"07ed1f3a-915b-4d58-b840-3196ff843dfb","x_correlation_id":"09f004bb-7160-4b82-bac9-5b278eae2e5e","conversation_id":"2abbb0ce-7114-41b3-b8eb-04a6fc9cb6b5","turn_index":0,"credit_issued_ns":1779883653112483428,"request_start_ns":1779883653113155777,"request_ack_ns":1779883653336315842,"request_end_ns":1779883653336353037,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":125,"unit":"tokens"},"http_req_data_sent":{"value":0.3125,"unit":"KB"},"http_req_sending":{"value":0.141502,"unit":"ms"},"output_sequence_length":{"value":125,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":223.19726,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":223.134962,"unit":"ms"},"usage_prompt_tokens":{"value":62,"unit":"tokens"},"input_sequence_length":{"value":62,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":222.983432,"unit":"ms"},"usage_total_tokens":{"value":187,"unit":"tokens"},"usage_completion_tokens":{"value":125,"unit":"tokens"},"http_req_data_received":{"value":0.99609375,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":560.0427173702759,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":223.124934,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} -{"metadata":{"session_num":31,"x_request_id":"b08b1737-4fa0-4cc2-979a-469a9fe49b0d","x_correlation_id":"e6439888-db3f-45d5-bfa6-e75aed25a6c0","conversation_id":"d4bced58-72c6-47a1-aa9a-df0186e79f78","turn_index":0,"credit_issued_ns":1779883653336871956,"request_start_ns":1779883653337498647,"request_ack_ns":1779883653567336165,"request_end_ns":1779883653567375563,"worker_id":"worker_2403eaa0","record_processor_id":"record_processor_25ff6900","benchmark_phase":"profiling","was_cancelled":false},"metrics":{"output_token_count":{"value":127,"unit":"tokens"},"http_req_data_sent":{"value":0.3037109375,"unit":"KB"},"http_req_sending":{"value":0.139796,"unit":"ms"},"output_sequence_length":{"value":127,"unit":"tokens"},"http_req_blocked":{"value":0.0,"unit":"ms"},"http_req_connection_reused":{"value":1,"unit":"ratio"},"request_latency":{"value":229.876916,"unit":"ms"},"http_req_chunks_sent":{"value":1,"unit":"count"},"http_req_connecting":{"value":0.0,"unit":"ms"},"http_req_dns_lookup":{"value":0.0,"unit":"ms"},"http_req_duration":{"value":229.820346,"unit":"ms"},"usage_prompt_tokens":{"value":66,"unit":"tokens"},"input_sequence_length":{"value":66,"unit":"tokens"},"http_req_chunks_received":{"value":1,"unit":"count"},"http_req_receiving":{"value":0.0,"unit":"ms"},"http_req_waiting":{"value":229.669656,"unit":"ms"},"usage_total_tokens":{"value":193,"unit":"tokens"},"usage_completion_tokens":{"value":127,"unit":"tokens"},"http_req_data_received":{"value":0.91796875,"unit":"KB"},"osl_mismatch_diff_pct":{"value":0.0,"unit":"%"},"e2e_output_token_throughput":{"value":552.4695659306652,"unit":"tokens/sec/user"},"http_req_connection_overhead":{"value":0.0,"unit":"ms"},"usage_prompt_tokens_diff_pct":{"value":0.0,"unit":"%"},"http_req_total":{"value":229.809452,"unit":"ms"},"usage_completion_tokens_diff_pct":{"value":0.0,"unit":"%"}}} diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json deleted file mode 100644 index 7edd8555de98..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/profile_export_aiperf.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "schema_version": "1.1", - "aiperf_version": "0.8.0", - "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f", - "request_throughput": { - "unit": "requests/sec", - "avg": 4.286608614647944 - }, - "request_latency": { - "unit": "ms", - "avg": 232.066213875, - "p1": 216.79893997, - "p5": 220.15576409999997, - "p10": 223.42661019999997, - "p25": 228.60076825, - "p50": 232.06483749999998, - "p75": 236.4314485, - "p90": 240.5868113, - "p95": 242.8042313, - "p99": 243.45988164, - "min": 215.892504, - "max": 243.677271, - "std": 6.6130545512261705, - "count": 32, - "sum": 7426.118844 - }, - "request_count": { - "unit": "requests", - "avg": 32.0 - }, - "output_token_throughput": { - "unit": "tokens/sec", - "avg": 547.3463374828594 - }, - "output_sequence_length": { - "unit": "tokens", - "avg": 127.6875, - "p1": 118.62, - "p5": 122.2, - "p10": 124.0, - "p25": 126.75, - "p50": 128.0, - "p75": 130.0, - "p90": 131.0, - "p95": 132.9, - "p99": 135.38, - "min": 118.0, - "max": 136.0, - "std": 3.565787956398978, - "count": 32, - "sum": 4086.0 - }, - "input_sequence_length": { - "unit": "tokens", - "avg": 63.78125, - "p1": 56.31, - "p5": 58.1, - "p10": 61.0, - "p25": 61.75, - "p50": 64.0, - "p75": 66.0, - "p90": 68.80000000000001, - "p95": 69.45, - "p99": 70.0, - "min": 56.0, - "max": 70.0, - "std": 3.3046782653535276, - "count": 32, - "sum": 2041.0 - }, - "output_token_count": { - "unit": "tokens", - "avg": 127.6875, - "p1": 118.62, - "p5": 122.2, - "p10": 124.0, - "p25": 126.75, - "p50": 128.0, - "p75": 130.0, - "p90": 131.0, - "p95": 132.9, - "p99": 135.38, - "min": 118.0, - "max": 136.0, - "std": 3.565787956398978, - "count": 32, - "sum": 4086.0 - }, - "total_output_tokens": { - "unit": "tokens", - "avg": 4086.0 - }, - "benchmark_duration": { - "unit": "sec", - "avg": 7.465108872 - }, - "total_isl": { - "unit": "tokens", - "avg": 2041.0 - }, - "total_osl": { - "unit": "tokens", - "avg": 4086.0 - }, - "telemetry_data": { - "summary": { - "endpoints_configured": [], - "endpoints_successful": [], - "start_time": "2026-05-27T12:07:26.100645", - "end_time": "2026-05-27T12:07:35.573176" - }, - "endpoints": {}, - "error_summary": [] - }, - "input_config": { - "endpoint": { - "model_names": [ - "Qwen/Qwen3-0.6B" - ], - "custom_endpoint": "/v1/completions", - "type": "completions", - "urls": [ - "http://localhost:8000" - ] - }, - "input": { - "prompt": { - "input_tokens": { - "mean": 64, - "stddev": 4.0 - }, - "output_tokens": { - "mean": 128, - "stddev": 4.0 - } - } - }, - "loadgen": { - "concurrency": 1, - "arrival_pattern": "concurrency_burst", - "request_count": 32 - }, - "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'completions' --endpoint '/v1/completions' --synthetic-input-tokens-mean 64 --synthetic-input-tokens-stddev 4 --output-tokens-mean 128 --output-tokens-stddev 4 --url 'localhost:8000' --request-count 32", - "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f" - }, - "was_cancelled": false, - "error_summary": [], - "start_time": "2026-05-27T12:07:26.100645", - "end_time": "2026-05-27T12:07:33.568086", - "http_req_data_sent": { - "unit": "KB", - "avg": 0.34075927734375, - "p1": 0.296298828125, - "p5": 0.30693359375, - "p10": 0.3126953125, - "p25": 0.33056640625, - "p50": 0.33935546875, - "p75": 0.35595703125, - "p90": 0.36962890625, - "p95": 0.37451171875, - "p99": 0.389990234375, - "min": 0.29296875, - "max": 0.39453125, - "std": 0.02218986807529967, - "count": 32, - "sum": 10.904296875 - }, - "http_req_sending": { - "unit": "ms", - "avg": 0.21637318749999998, - "p1": 0.13281989, - "p5": 0.13681535, - "p10": 0.13757479999999997, - "p25": 0.13958825, - "p50": 0.1447185, - "p75": 0.14848424999999998, - "p90": 0.1620657, - "p95": 0.19373334999999997, - "p99": 1.6961193200000027, - "min": 0.13120199999999999, - "max": 2.361264, - "std": 0.3855161039593902, - "count": 32, - "sum": 6.923941999999999 - }, - "http_req_blocked": { - "unit": "ms", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 32, - "sum": 0.0 - }, - "http_req_connection_reused": { - "unit": "ratio", - "avg": 0.96875, - "p1": 0.31, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 0.0, - "max": 1.0, - "std": 0.17399263633843817, - "count": 32, - "sum": 31.0 - }, - "http_req_chunks_sent": { - "unit": "count", - "avg": 1.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "count": 32, - "sum": 32.0 - }, - "http_req_connecting": { - "unit": "ms", - "avg": 0.05802915625, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 1.2812837700000024, - "min": 0.0, - "max": 1.856933, - "std": 0.323092668173845, - "count": 32, - "sum": 1.856933 - }, - "http_req_dns_lookup": { - "unit": "ms", - "avg": 0.03836428125, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.8470833300000016, - "min": 0.0, - "max": 1.227657, - "std": 0.21360327794933798, - "count": 32, - "sum": 1.227657 - }, - "http_req_duration": { - "unit": "ms", - "avg": 232.00214996875, - "p1": 216.73772781, - "p5": 220.09828685, - "p10": 223.3649601, - "p25": 228.54400475, - "p50": 232.00516449999998, - "p75": 236.33983725, - "p90": 240.5285653, - "p95": 242.74314264999998, - "p99": 243.39849986000002, - "min": 215.830218, - "max": 243.61701699999998, - "std": 6.610050743758985, - "count": 32, - "sum": 7424.068799 - }, - "usage_prompt_tokens": { - "unit": "tokens", - "avg": 63.78125, - "p1": 56.31, - "p5": 58.1, - "p10": 61.0, - "p25": 61.75, - "p50": 64.0, - "p75": 66.0, - "p90": 68.80000000000001, - "p95": 69.45, - "p99": 70.0, - "min": 56.0, - "max": 70.0, - "std": 3.3046782653535276, - "count": 32, - "sum": 2041.0 - }, - "http_req_chunks_received": { - "unit": "count", - "avg": 1.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "count": 32, - "sum": 32.0 - }, - "http_req_receiving": { - "unit": "ms", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 32, - "sum": 0.0 - }, - "http_req_waiting": { - "unit": "ms", - "avg": 231.77318212499998, - "p1": 216.56136372, - "p5": 219.94886234999998, - "p10": 223.21381069999998, - "p25": 228.39558649999998, - "p50": 231.85187299999998, - "p75": 235.39774125, - "p90": 240.3688037, - "p95": 242.59086655, - "p99": 243.25191244999996, - "min": 215.643295, - "max": 243.47126999999998, - "std": 6.575850020715852, - "count": 32, - "sum": 7416.741827999999 - }, - "usage_total_tokens": { - "unit": "tokens", - "avg": 191.46875, - "p1": 176.55, - "p5": 180.55, - "p10": 187.0, - "p25": 188.0, - "p50": 192.0, - "p75": 195.0, - "p90": 197.9, - "p95": 200.35, - "p99": 202.0, - "min": 175.0, - "max": 202.0, - "std": 5.722676247831953, - "count": 32, - "sum": 6127.0 - }, - "usage_completion_tokens": { - "unit": "tokens", - "avg": 127.6875, - "p1": 118.62, - "p5": 122.2, - "p10": 124.0, - "p25": 126.75, - "p50": 128.0, - "p75": 130.0, - "p90": 131.0, - "p95": 132.9, - "p99": 135.38, - "min": 118.0, - "max": 136.0, - "std": 3.565787956398978, - "count": 32, - "sum": 4086.0 - }, - "http_req_data_received": { - "unit": "KB", - "avg": 0.98223876953125, - "p1": 0.860107421875, - "p5": 0.880712890625, - "p10": 0.89931640625, - "p25": 0.925048828125, - "p50": 0.99560546875, - "p75": 1.025146484375, - "p90": 1.0775390625, - "p95": 1.088720703125, - "p99": 1.112548828125, - "min": 0.8525390625, - "max": 1.1201171875, - "std": 0.06593398853190367, - "count": 32, - "sum": 31.431640625 - }, - "osl_mismatch_diff_pct": { - "unit": "%", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 32, - "sum": 0.0 - }, - "e2e_output_token_throughput": { - "unit": "tokens/sec/user", - "avg": 550.3162826467657, - "p1": 522.8938888586258, - "p5": 530.6475824786387, - "p10": 539.0683517071334, - "p25": 546.4343327972568, - "p50": 552.0996757265547, - "p75": 556.9992332967188, - "p90": 560.4075564817258, - "p95": 561.4924520895646, - "p99": 562.6972417922198, - "min": 522.6853358344855, - "max": 563.2159777791695, - "std": 9.721129813623758, - "count": 32, - "sum": 17610.1210446965 - }, - "http_req_connection_overhead": { - "unit": "ms", - "avg": 0.0963934375, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 2.1283671000000037, - "min": 0.0, - "max": 3.08459, - "std": 0.5366959461231829, - "count": 32, - "sum": 3.08459 - }, - "usage_prompt_tokens_diff_pct": { - "unit": "%", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 32, - "sum": 0.0 - }, - "http_req_total": { - "unit": "ms", - "avg": 232.08594875, - "p1": 216.72675669, - "p5": 220.08827825, - "p10": 223.3549693, - "p25": 228.53458325, - "p50": 231.995137, - "p75": 236.3561005, - "p90": 240.55925619999996, - "p95": 242.73328619999998, - "p99": 243.38906722, - "min": 215.819108, - "max": 243.607691, - "std": 6.696110156892461, - "count": 32, - "sum": 7426.75036 - }, - "usage_completion_tokens_diff_pct": { - "unit": "%", - "avg": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "count": 32, - "sum": 0.0 - }, - "osl_mismatch_count": { - "unit": "requests", - "avg": 0.0 - }, - "usage_discrepancy_count": { - "unit": "requests", - "avg": 0.0 - }, - "total_usage_total_tokens": { - "unit": "tokens", - "avg": 6127.0 - }, - "total_usage_prompt_tokens": { - "unit": "tokens", - "avg": 2041.0 - }, - "total_usage_completion_tokens": { - "unit": "tokens", - "avg": 4086.0 - }, - "total_token_throughput": { - "unit": "tokens/sec", - "avg": 820.7515931858736 - } -} \ No newline at end of file diff --git a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json b/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json deleted file mode 100644 index bb782af5728b..000000000000 --- a/artifacts/Qwen_Qwen3-0.6B-openai-completions-concurrency1/server_metrics_export.json +++ /dev/null @@ -1,1789 +0,0 @@ -{ - "schema_version": "1.0", - "aiperf_version": "0.8.0", - "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f", - "summary": { - "endpoints_configured": [ - "http://localhost:8000/metrics" - ], - "endpoints_successful": [ - "http://localhost:8000/metrics" - ], - "start_time": "2026-05-27T12:07:26.100645", - "end_time": "2026-05-27T12:07:33.568086", - "endpoint_info": { - "http://localhost:8000/metrics": { - "total_fetches": 25, - "first_fetch_ns": 1779883641219174639, - "last_fetch_ns": 1779883653576857299, - "avg_fetch_latency_ms": 7.16797224, - "unique_updates": 25, - "first_update_ns": 1779883641219174639, - "last_update_ns": 1779883653576857299, - "duration_seconds": 12.35768266, - "avg_update_interval_ms": 514.9034441666666, - "median_update_interval_ms": 333.4391975 - } - } - }, - "metrics": { - "http_request_duration_highr_seconds": { - "type": "histogram", - "description": "Latency with many buckets but no API specific labels. Made for more accurate percentile calculations.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "count": 32, - "sum": 7.393918320991361, - "avg": 0.23105994753098003, - "count_rate": 2.589482258156644, - "sum_rate": 0.5983256347020778, - "p1_estimate": 0.2176593716425737, - "p5_estimate": 0.21875329620489262, - "p10_estimate": 0.2201207019077912, - "p25_estimate": 0.224222919016487, - "p50_estimate": 0.23105994753098003, - "p75_estimate": 0.23789697604547305, - "p90_estimate": 0.24199919315416885, - "p95_estimate": 0.24336659885706743, - "p99_estimate": 0.24446052341938634 - }, - "buckets": { - "0.01": 0, - "0.025": 0, - "0.05": 0, - "0.075": 0, - "0.1": 0, - "0.25": 32, - "0.5": 32, - "0.75": 32, - "1.0": 32, - "1.5": 32, - "2.0": 32, - "2.5": 32, - "3.0": 32, - "3.5": 32, - "4.0": 32, - "4.5": 32, - "5.0": 32, - "7.5": 32, - "10.0": 32, - "30.0": 32, - "60.0": 32, - "+Inf": 32 - } - } - ] - }, - "http_request_duration_seconds": { - "type": "histogram", - "description": "Latency with only few buckets by handler. Made to be only used if aggregation by handler is important.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/completions", - "method": "POST" - }, - "stats": { - "count": 32, - "sum": 7.393918320991361, - "avg": 0.23105994753098003, - "count_rate": 2.589482258156644, - "sum_rate": 0.5983256347020778, - "p1_estimate": 0.15588218090231626, - "p5_estimate": 0.1564291431834757, - "p10_estimate": 0.157112846034925, - "p25_estimate": 0.1762564283547629, - "p50_estimate": 0.22811244261200944, - "p75_estimate": 0.2799684568692559, - "p90_estimate": 0.3110820654236039, - "p95_estimate": 0.32145326827505316, - "p99_estimate": 0.3297502305562126 - }, - "buckets": { - "0.1": 0, - "0.5": 32, - "1.0": 32, - "+Inf": 32 - } - } - ] - }, - "http_requests": { - "type": "counter", - "description": "Total number of requests by method, status and handler.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "handler": "/v1/completions", - "method": "POST", - "status": "2xx" - }, - "stats": { - "total": 32.0, - "rate": 2.589482258156644 - } - } - ] - }, - "process_cpu_seconds": { - "type": "counter", - "description": "Total user and system CPU time spent in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "total": 0.7899999999999991, - "rate": 0.06392784324824208 - } - } - ] - }, - "process_max_fds": { - "type": "gauge", - "description": "Maximum number of open file descriptors.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1048576.0, - "min": 1048576.0, - "max": 1048576.0, - "std": 0.0, - "p1": 1048576.0, - "p5": 1048576.0, - "p10": 1048576.0, - "p25": 1048576.0, - "p50": 1048576.0, - "p75": 1048576.0, - "p90": 1048576.0, - "p95": 1048576.0, - "p99": 1048576.0 - } - } - ] - }, - "process_open_fds": { - "type": "gauge", - "description": "Number of open file descriptors.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 57.958333333333336, - "min": 57.0, - "max": 58.0, - "std": 0.2041241452319315, - "p1": 57.23, - "p5": 58.0, - "p10": 58.0, - "p25": 58.0, - "p50": 58.0, - "p75": 58.0, - "p90": 58.0, - "p95": 58.0, - "p99": 58.0 - } - } - ] - }, - "process_resident_memory_bytes": { - "type": "gauge", - "description": "Resident memory size in bytes.", - "unit": "bytes", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1474952192.0, - "min": 1474805760.0, - "max": 1475076096.0, - "std": 137594.90837900247, - "p1": 1474805760.0, - "p5": 1474805760.0, - "p10": 1474805760.0, - "p25": 1474805760.0, - "p50": 1475076096.0, - "p75": 1475076096.0, - "p90": 1475076096.0, - "p95": 1475076096.0, - "p99": 1475076096.0 - } - } - ] - }, - "process_start_time_seconds": { - "type": "gauge", - "description": "Start time of the process since unix epoch in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 1779883504.09, - "min": 1779883504.09, - "max": 1779883504.09, - "std": 0.0, - "p1": 1779883504.09, - "p5": 1779883504.09, - "p10": 1779883504.09, - "p25": 1779883504.09, - "p50": 1779883504.09, - "p75": 1779883504.09, - "p90": 1779883504.09, - "p95": 1779883504.09, - "p99": 1779883504.09 - } - } - ] - }, - "process_virtual_memory_bytes": { - "type": "gauge", - "description": "Virtual memory size in bytes.", - "unit": "bytes", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "stats": { - "avg": 13789437952.0, - "min": 13789437952.0, - "max": 13789437952.0, - "std": 0.0, - "p1": 13789437952.0, - "p5": 13789437952.0, - "p10": 13789437952.0, - "p25": 13789437952.0, - "p50": 13789437952.0, - "p75": 13789437952.0, - "p90": 13789437952.0, - "p95": 13789437952.0, - "p99": 13789437952.0 - } - } - ] - }, - "python_gc_collections": { - "type": "counter", - "description": "Number of times this generation was collected", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 1.0, - "rate": 0.08092132056739512 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_gc_objects_collected": { - "type": "counter", - "description": "Objects collected during gc", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_gc_objects_uncollectable": { - "type": "counter", - "description": "Uncollectable objects found during GC", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "0" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "1" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "generation": "2" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "python_info": { - "type": "gauge", - "description": "Python platform information", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "implementation": "CPython", - "major": "3", - "minor": "10", - "patchlevel": "20", - "version": "3.10.20" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:cache_config_info": { - "type": "gauge", - "description": "Information of the LLMEngine CacheConfig", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "_block_size_resolved": "True", - "block_size": "16", - "cache_dtype": "auto", - "calculate_kv_scales": "False", - "enable_prefix_caching": "True", - "engine": "0", - "gpu_memory_utilization": "0.92", - "hash_block_size": "None", - "is_attention_free": "False", - "kv_cache_dtype_skip_layers": "[]", - "kv_cache_memory_bytes": "None", - "kv_offloading_backend": "native", - "kv_offloading_size": "None", - "kv_sharing_fast_prefill": "False", - "mamba_block_size": "None", - "mamba_cache_dtype": "auto", - "mamba_cache_mode": "none", - "mamba_page_size_padded": "None", - "mamba_ssm_cache_dtype": "auto", - "num_cpu_blocks": "None", - "num_gpu_blocks": "40207", - "num_gpu_blocks_override": "None", - "prefix_caching_hash_algo": "sha256", - "sliding_window": "None", - "user_specified_block_size": "False", - "user_specified_mamba_block_size": "False" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:e2e_request_latency_seconds": { - "type": "histogram", - "description": "Histogram of e2e request latency in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 7.350219249725342, - "avg": 0.22969435155391693, - "count_rate": 2.589482258156644, - "sum_rate": 0.5947894481476628, - "p1_estimate": 0.15703103068267568, - "p5_estimate": 0.16339329369255412, - "p10_estimate": 0.17134612245490216, - "p25_estimate": 0.19520460874194628, - "p50_estimate": 0.2349687525536865, - "p75_estimate": 0.2735575955884682, - "p90_estimate": 0.27561920687551233, - "p95_estimate": 0.2763064106378604, - "p99_estimate": 0.2768561736477388 - }, - "buckets": { - "0.3": 32, - "0.5": 32, - "0.8": 32, - "1.0": 32, - "1.5": 32, - "2.0": 32, - "2.5": 32, - "5.0": 32, - "10.0": 32, - "15.0": 32, - "20.0": 32, - "30.0": 32, - "40.0": 32, - "50.0": 32, - "60.0": 32, - "120.0": 32, - "240.0": 32, - "480.0": 32, - "960.0": 32, - "1920.0": 32, - "7680.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:engine_sleep_state": { - "type": "gauge", - "description": "Engine sleep state; awake = 0 means engine is sleeping; awake = 1 means engine is awake; weights_offloaded = 1 means sleep level 1; discard_all = 1 means sleep level 2.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "awake" - }, - "stats": { - "avg": 1.0, - "min": 1.0, - "max": 1.0, - "std": 0.0, - "p1": 1.0, - "p5": 1.0, - "p10": 1.0, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "discard_all" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "sleep_state": "weights_offloaded" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:estimated_flops_per_gpu": { - "type": "counter", - "description": "Estimated number of floating point operations per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:estimated_read_bytes_per_gpu": { - "type": "counter", - "description": "Estimated number of bytes read from memory per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:estimated_write_bytes_per_gpu": { - "type": "counter", - "description": "Estimated number of bytes written to memory per GPU (for Model Flops Utilization calculations).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:external_prefix_cache_hits": { - "type": "counter", - "description": "External prefix cache hits from KV connector cross-instance cache sharing, in terms of number of cached tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:external_prefix_cache_queries": { - "type": "counter", - "description": "External prefix cache queries from KV connector cross-instance cache sharing, in terms of number of queried tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:generation_tokens": { - "type": "counter", - "description": "Number of generation tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 4086.0, - "rate": 330.64451583837644 - } - } - ] - }, - "vllm:inter_token_latency_seconds": { - "type": "histogram", - "description": "Histogram of inter-token latency in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 4054, - "sum": 6.9974565529992105, - "avg": 0.0017260622972371017, - "count_rate": 328.0550335802198, - "sum_rate": 0.5662434248816688, - "p1_estimate": 0.0016306021876336858, - "p5_estimate": 0.001638394849642128, - "p10_estimate": 0.0016481356771526807, - "p25_estimate": 0.0016773581596843386, - "p50_estimate": 0.0017260622972371017, - "p75_estimate": 0.0017747664347898648, - "p90_estimate": 0.0018039889173215229, - "p95_estimate": 0.0018137297448320754, - "p99_estimate": 0.0018215224068405176 - }, - "buckets": { - "0.01": 4054, - "0.025": 4054, - "0.05": 4054, - "0.075": 4054, - "0.1": 4054, - "0.15": 4054, - "0.2": 4054, - "0.3": 4054, - "0.4": 4054, - "0.5": 4054, - "0.75": 4054, - "1.0": 4054, - "2.5": 4054, - "5.0": 4054, - "7.5": 4054, - "10.0": 4054, - "20.0": 4054, - "40.0": 4054, - "80.0": 4054, - "+Inf": 4054 - } - } - ] - }, - "vllm:iteration_tokens_total": { - "type": "histogram", - "description": "Histogram of number of tokens per engine_step.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 4086, - "sum": 6127.0, - "avg": 1.4995105237395987, - "count_rate": 330.64451583837644, - "sum_rate": 495.8049311164299, - "p1_estimate": 0.2022034168497143, - "p5_estimate": 0.24250928759465756, - "p10_estimate": 0.2928916260258366, - "p25_estimate": 0.44403864131937393, - "p50_estimate": 0.6959503334752694, - "p75_estimate": 0.9478620256311647, - "p90_estimate": 1.0, - "p95_estimate": 1.0, - "p99_estimate": 1.0 - }, - "buckets": { - "1.0": 4054, - "8.0": 4054, - "16.0": 4054, - "32.0": 4054, - "64.0": 4068, - "128.0": 4086, - "256.0": 4086, - "512.0": 4086, - "1024.0": 4086, - "2048.0": 4086, - "4096.0": 4086, - "8192.0": 4086, - "16384.0": 4086, - "+Inf": 4086 - } - } - ] - }, - "vllm:kv_cache_usage_perc": { - "type": "gauge", - "description": "KV-cache usage. 1 means 100 percent usage.", - "unit": "ratio", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.00018446666335042902, - "min": 0.0, - "max": 0.00029846291598267793, - "std": 0.00008798644224910449, - "p1": 0.0, - "p5": 0.0, - "p10": 0.00003730786449783755, - "p25": 0.00014923145799139448, - "p50": 0.0001989752773218223, - "p75": 0.0002487190966522501, - "p90": 0.00027359100631751954, - "p95": 0.0002947321295329041, - "p99": 0.00029846291598267793 - } - } - ] - }, - "vllm:mm_cache_hits": { - "type": "counter", - "description": "Multi-modal cache hits, in terms of number of cached items.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:mm_cache_queries": { - "type": "counter", - "description": "Multi-modal cache queries, in terms of number of queried items.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:num_preemptions": { - "type": "counter", - "description": "Cumulative number of preemption from the engine.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:num_requests_running": { - "type": "gauge", - "description": "Number of requests in model execution batches.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.875, - "min": 0.0, - "max": 1.0, - "std": 0.3378319623460881, - "p1": 0.0, - "p5": 0.0, - "p10": 0.30000000000000027, - "p25": 1.0, - "p50": 1.0, - "p75": 1.0, - "p90": 1.0, - "p95": 1.0, - "p99": 1.0 - } - } - ] - }, - "vllm:num_requests_waiting": { - "type": "gauge", - "description": "Number of requests waiting to be processed.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:num_requests_waiting_by_reason": { - "type": "gauge", - "description": "Number of waiting requests by reason. Reason labels: 'capacity' = waiting for scheduling capacity; 'deferred' = deferred by transient constraints (LoRA budget, KV transfer, blocked status). Sum of all reasons equals vllm:num_requests_waiting.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "reason": "capacity" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "reason": "deferred" - }, - "stats": { - "avg": 0.0, - "min": 0.0, - "max": 0.0, - "std": 0.0, - "p1": 0.0, - "p5": 0.0, - "p10": 0.0, - "p25": 0.0, - "p50": 0.0, - "p75": 0.0, - "p90": 0.0, - "p95": 0.0, - "p99": 0.0 - } - } - ] - }, - "vllm:prefix_cache_hits": { - "type": "counter", - "description": "Prefix cache hits, in terms of number of cached tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:prefix_cache_queries": { - "type": "counter", - "description": "Prefix cache queries, in terms of number of queried tokens.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 2041.0, - "rate": 165.16041527805342 - } - } - ] - }, - "vllm:prompt_tokens": { - "type": "counter", - "description": "Number of prefill tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 2041.0, - "rate": 165.16041527805342 - } - } - ] - }, - "vllm:prompt_tokens_by_source": { - "type": "counter", - "description": "Number of prompt tokens by source.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "external_kv_transfer" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "local_cache_hit" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B", - "source": "local_compute" - }, - "stats": { - "total": 2041.0, - "rate": 165.16041527805342 - } - } - ] - }, - "vllm:prompt_tokens_cached": { - "type": "counter", - "description": "Number of cached prompt tokens (local + external).", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:request_decode_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in DECODE phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 6.9974565529992105, - "avg": 0.21867051728122533, - "count_rate": 2.589482258156644, - "sum_rate": 0.5662434248816688, - "p1_estimate": 0.14473313914810645, - "p5_estimate": 0.1510890043540863, - "p10_estimate": 0.15903383586156106, - "p25_estimate": 0.18286833038398542, - "p50_estimate": 0.22259248792135933, - "p75_estimate": 0.2623166454587333, - "p90_estimate": 0.2686908813405449, - "p95_estimate": 0.2693700878480197, - "p99_estimate": 0.26991345305399955 - }, - "buckets": { - "0.3": 32, - "0.5": 32, - "0.8": 32, - "1.0": 32, - "1.5": 32, - "2.0": 32, - "2.5": 32, - "5.0": 32, - "10.0": 32, - "15.0": 32, - "20.0": 32, - "30.0": 32, - "40.0": 32, - "50.0": 32, - "60.0": 32, - "120.0": 32, - "240.0": 32, - "480.0": 32, - "960.0": 32, - "1920.0": 32, - "7680.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_generation_tokens": { - "type": "histogram", - "description": "Number of generation tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 4086.0, - "avg": 127.6875, - "count_rate": 2.589482258156644, - "sum_rate": 330.64451583837644, - "p1_estimate": 108.51518447528855, - "p5_estimate": 108.84860691608132, - "p10_estimate": 109.2653849670723, - "p25_estimate": 112.25009412004518, - "p50_estimate": 126.443359375, - "p75_estimate": 140.63662462995484, - "p90_estimate": 149.1525837829277, - "p95_estimate": 151.9912368339187, - "p99_estimate": 154.26215927471145 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 32, - "500.0": 32, - "1000.0": 32, - "2000.0": 32, - "5000.0": 32, - "10000.0": 32, - "20000.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_inference_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in RUNNING phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 7.217302881006617, - "avg": 0.22554071503145678, - "count_rate": 2.589482258156644, - "sum_rate": 0.5840336800659208, - "p1_estimate": 0.15233455195246065, - "p5_estimate": 0.15869873582657726, - "p10_estimate": 0.166653965669223, - "p25_estimate": 0.19051965519716021, - "p50_estimate": 0.23029580441038888, - "p75_estimate": 0.26941842674468547, - "p90_estimate": 0.2730422856358264, - "p95_estimate": 0.27373189047847213, - "p99_estimate": 0.27428357435258865 - }, - "buckets": { - "0.3": 32, - "0.5": 32, - "0.8": 32, - "1.0": 32, - "1.5": 32, - "2.0": 32, - "2.5": 32, - "5.0": 32, - "10.0": 32, - "15.0": 32, - "20.0": 32, - "30.0": 32, - "40.0": 32, - "50.0": 32, - "60.0": 32, - "120.0": 32, - "240.0": 32, - "480.0": 32, - "960.0": 32, - "1920.0": 32, - "7680.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_max_num_generation_tokens": { - "type": "histogram", - "description": "Histogram of maximum number of requested generation tokens.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 4086.0, - "avg": 127.6875, - "count_rate": 2.589482258156644, - "sum_rate": 330.64451583837644, - "p1_estimate": 108.51518447528855, - "p5_estimate": 108.84860691608132, - "p10_estimate": 109.2653849670723, - "p25_estimate": 112.25009412004518, - "p50_estimate": 126.443359375, - "p75_estimate": 140.63662462995484, - "p90_estimate": 149.1525837829277, - "p95_estimate": 151.9912368339187, - "p99_estimate": 154.26215927471145 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 32, - "500.0": 32, - "1000.0": 32, - "2000.0": 32, - "5000.0": 32, - "10000.0": 32, - "20000.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_params_max_tokens": { - "type": "histogram", - "description": "Histogram of the max_tokens request parameter.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 4086.0, - "avg": 127.6875, - "count_rate": 2.589482258156644, - "sum_rate": 330.64451583837644, - "p1_estimate": 108.51518447528855, - "p5_estimate": 108.84860691608132, - "p10_estimate": 109.2653849670723, - "p25_estimate": 112.25009412004518, - "p50_estimate": 126.443359375, - "p75_estimate": 140.63662462995484, - "p90_estimate": 149.1525837829277, - "p95_estimate": 151.9912368339187, - "p99_estimate": 154.26215927471145 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 0, - "200.0": 32, - "500.0": 32, - "1000.0": 32, - "2000.0": 32, - "5000.0": 32, - "10000.0": 32, - "20000.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_params_n": { - "type": "histogram", - "description": "Histogram of the n request parameter.", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 32.0, - "avg": 1.0, - "count_rate": 2.589482258156644, - "sum_rate": 2.589482258156644, - "p1_estimate": 0.42531250000000004, - "p5_estimate": 0.46406250000000004, - "p10_estimate": 0.5125000000000001, - "p25_estimate": 0.6578125, - "p50_estimate": 0.9, - "p75_estimate": 1.0, - "p90_estimate": 1.0, - "p95_estimate": 1.0, - "p99_estimate": 1.0 - }, - "buckets": { - "1.0": 32, - "2.0": 32, - "5.0": 32, - "10.0": 32, - "20.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_prefill_kv_computed_tokens": { - "type": "histogram", - "description": "Histogram of new KV tokens computed during prefill (excluding cached tokens).", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 2041.0, - "avg": 63.78125, - "count_rate": 2.589482258156644, - "sum_rate": 165.16041527805342, - "p1_estimate": 54.6786376532561, - "p5_estimate": 55.42170804890866, - "p10_estimate": 56.35054604347437, - "p25_estimate": 59.13706002717148, - "p50_estimate": 63.78125, - "p75_estimate": 68.42543997282853, - "p90_estimate": 71.21195395652563, - "p95_estimate": 72.14079195109134, - "p99_estimate": 72.8838623467439 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 32, - "200.0": 32, - "500.0": 32, - "1000.0": 32, - "2000.0": 32, - "5000.0": 32, - "10000.0": 32, - "20000.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_prefill_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in PREFILL phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 0.21984632800740656, - "avg": 0.006870197750231455, - "count_rate": 2.589482258156644, - "sum_rate": 0.017790255184252042, - "p1_estimate": 0.006870197750231455, - "p5_estimate": 0.006870197750231455, - "p10_estimate": 0.006870197750231455, - "p25_estimate": 0.006870197750231455, - "p50_estimate": 0.006870197750231455, - "p75_estimate": 0.006870197750231455, - "p90_estimate": 0.006870197750231455, - "p95_estimate": 0.006870197750231455, - "p99_estimate": 0.006870197750231455 - }, - "buckets": { - "0.3": 32, - "0.5": 32, - "0.8": 32, - "1.0": 32, - "1.5": 32, - "2.0": 32, - "2.5": 32, - "5.0": 32, - "10.0": 32, - "15.0": 32, - "20.0": 32, - "30.0": 32, - "40.0": 32, - "50.0": 32, - "60.0": 32, - "120.0": 32, - "240.0": 32, - "480.0": 32, - "960.0": 32, - "1920.0": 32, - "7680.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_prompt_tokens": { - "type": "histogram", - "description": "Number of prefill tokens processed.", - "unit": "tokens", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 2041.0, - "avg": 63.78125, - "count_rate": 2.589482258156644, - "sum_rate": 165.16041527805342, - "p1_estimate": 54.6786376532561, - "p5_estimate": 55.42170804890866, - "p10_estimate": 56.35054604347437, - "p25_estimate": 59.13706002717148, - "p50_estimate": 63.78125, - "p75_estimate": 68.42543997282853, - "p90_estimate": 71.21195395652563, - "p95_estimate": 72.14079195109134, - "p99_estimate": 72.8838623467439 - }, - "buckets": { - "1.0": 0, - "2.0": 0, - "5.0": 0, - "10.0": 0, - "20.0": 0, - "50.0": 0, - "100.0": 32, - "200.0": 32, - "500.0": 32, - "1000.0": 32, - "2000.0": 32, - "5000.0": 32, - "10000.0": 32, - "20000.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_queue_time_seconds": { - "type": "histogram", - "description": "Histogram of time spent in WAITING phase for request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 0.0005148149939486757, - "avg": 0.000016087968560896115, - "count_rate": 2.589482258156644, - "sum_rate": 0.00004165950915822236, - "p1_estimate": 0.000016087968560896115, - "p5_estimate": 0.000016087968560896115, - "p10_estimate": 0.000016087968560896115, - "p25_estimate": 0.000016087968560896115, - "p50_estimate": 0.000016087968560896115, - "p75_estimate": 0.000016087968560896115, - "p90_estimate": 0.000016087968560896115, - "p95_estimate": 0.000016087968560896115, - "p99_estimate": 0.000016087968560896115 - }, - "buckets": { - "0.3": 32, - "0.5": 32, - "0.8": 32, - "1.0": 32, - "1.5": 32, - "2.0": 32, - "2.5": 32, - "5.0": 32, - "10.0": 32, - "15.0": 32, - "20.0": 32, - "30.0": 32, - "40.0": 32, - "50.0": 32, - "60.0": 32, - "120.0": 32, - "240.0": 32, - "480.0": 32, - "960.0": 32, - "1920.0": 32, - "7680.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:request_success": { - "type": "counter", - "description": "Count of successfully processed requests.", - "unit": "requests", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "abort", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "error", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "length", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 32.0, - "rate": 2.589482258156644 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "repetition", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - }, - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "finished_reason": "stop", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "total": 0.0, - "rate": 0.0 - } - } - ] - }, - "vllm:request_time_per_output_token_seconds": { - "type": "histogram", - "description": "Histogram of time_per_output_token_seconds per request.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 0.05524069966020399, - "avg": 0.0017262718643813748, - "count_rate": 2.589482258156644, - "sum_rate": 0.004470150365570562, - "p1_estimate": 0.0017265413140450938, - "p5_estimate": 0.0017265413140450938, - "p10_estimate": 0.0017265413140450938, - "p25_estimate": 0.0017265413140450938, - "p50_estimate": 0.0017265413140450938, - "p75_estimate": 0.0017265413140450938, - "p90_estimate": 0.0017265413140450938, - "p95_estimate": 0.0017265413140450938, - "p99_estimate": 0.0017265413140450938 - }, - "buckets": { - "0.01": 32, - "0.025": 32, - "0.05": 32, - "0.075": 32, - "0.1": 32, - "0.15": 32, - "0.2": 32, - "0.3": 32, - "0.4": 32, - "0.5": 32, - "0.75": 32, - "1.0": 32, - "2.5": 32, - "5.0": 32, - "7.5": 32, - "10.0": 32, - "20.0": 32, - "40.0": 32, - "80.0": 32, - "+Inf": 32 - } - } - ] - }, - "vllm:time_to_first_token_seconds": { - "type": "histogram", - "description": "Histogram of time to first token in seconds.", - "unit": "seconds", - "series": [ - { - "endpoint_url": "http://localhost:8000/metrics", - "labels": { - "engine": "0", - "model_name": "Qwen/Qwen3-0.6B" - }, - "stats": { - "count": 32, - "sum": 0.361710786819458, - "avg": 0.011303462088108063, - "count_rate": 2.589482258156644, - "sum_rate": 0.029270114532902076, - "p1_estimate": 0.01000006851793998, - "p5_estimate": 0.010045027534891553, - "p10_estimate": 0.01017130042467702, - "p25_estimate": 0.010550119094033427, - "p50_estimate": 0.011189107202032474, - "p75_estimate": 0.012049181423110997, - "p90_estimate": 0.012569800151201132, - "p95_estimate": 0.012743339727231177, - "p99_estimate": 0.012882171388055214 - }, - "buckets": { - "0.001": 0, - "0.005": 0, - "0.01": 0, - "0.02": 32, - "0.04": 32, - "0.06": 32, - "0.08": 32, - "0.1": 32, - "0.25": 32, - "0.5": 32, - "0.75": 32, - "1.0": 32, - "2.5": 32, - "5.0": 32, - "7.5": 32, - "10.0": 32, - "20.0": 32, - "40.0": 32, - "80.0": 32, - "160.0": 32, - "640.0": 32, - "2560.0": 32, - "+Inf": 32 - } - } - ] - } - }, - "input_config": { - "endpoint": { - "model_names": [ - "Qwen/Qwen3-0.6B" - ], - "custom_endpoint": "/v1/completions", - "type": "completions", - "urls": [ - "http://localhost:8000" - ] - }, - "input": { - "prompt": { - "input_tokens": { - "mean": 64, - "stddev": 4.0 - }, - "output_tokens": { - "mean": 128, - "stddev": 4.0 - } - } - }, - "loadgen": { - "concurrency": 1, - "arrival_pattern": "concurrency_burst", - "request_count": 32 - }, - "cli_command": "aiperf profile --model 'Qwen/Qwen3-0.6B' --endpoint-type 'completions' --endpoint '/v1/completions' --synthetic-input-tokens-mean 64 --synthetic-input-tokens-stddev 4 --output-tokens-mean 128 --output-tokens-stddev 4 --url 'localhost:8000' --request-count 32", - "benchmark_id": "f5752497-00b2-4f57-a5ac-5e0252aba61f" - } -} \ No newline at end of file