{"label": "liveness", "path": "/health/live", "status": 200, "elapsed_ms": 12.023, "offset_ms": 5292.322, "response": {"live": true}}
{"label": "unauthorized", "path": "/predict", "status": 401, "elapsed_ms": 1.738, "offset_ms": 5305.136, "response": {"error": "unauthorized"}}
{"label": "invalid_json", "path": "/predict", "status": 400, "elapsed_ms": 1.666, "offset_ms": 5306.941, "response": {"error": "invalid_request"}}
{"label": "invalid_image", "path": "/predict", "status": 400, "elapsed_ms": 63.525, "offset_ms": 5308.653, "response": {"error": "invalid_image"}}
{"label": "oversized", "path": "/predict", "status": 413, "elapsed_ms": 2.603, "offset_ms": 5372.699, "response": {"error": "body_too_large"}}
{"label": "inference_01", "path": "/predict", "status": 200, "elapsed_ms": 100.271, "offset_ms": 5375.897, "response": {"type": "result", "request_id": 2, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 89.661, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_02", "path": "/predict", "status": 200, "elapsed_ms": 60.078, "offset_ms": 5476.714, "response": {"type": "result", "request_id": 3, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 39.111, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_03", "path": "/predict", "status": 200, "elapsed_ms": 75.651, "offset_ms": 5537.266, "response": {"type": "result", "request_id": 4, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 53.892, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_04", "path": "/predict", "status": 200, "elapsed_ms": 96.967, "offset_ms": 5613.479, "response": {"type": "result", "request_id": 5, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 90.948, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_05", "path": "/predict", "status": 200, "elapsed_ms": 76.339, "offset_ms": 5710.996, "response": {"type": "result", "request_id": 6, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 69.047, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_06", "path": "/predict", "status": 200, "elapsed_ms": 81.116, "offset_ms": 5787.821, "response": {"type": "result", "request_id": 7, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 57.627, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_07", "path": "/predict", "status": 200, "elapsed_ms": 57.476, "offset_ms": 5869.514, "response": {"type": "result", "request_id": 8, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 52.352, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_08", "path": "/predict", "status": 200, "elapsed_ms": 117.982, "offset_ms": 5927.579, "response": {"type": "result", "request_id": 9, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 80.807, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_09", "path": "/predict", "status": 200, "elapsed_ms": 94.685, "offset_ms": 6046.2, "response": {"type": "result", "request_id": 10, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 87.774, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_10", "path": "/predict", "status": 200, "elapsed_ms": 102.879, "offset_ms": 6141.412, "response": {"type": "result", "request_id": 11, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 79.624, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_11", "path": "/predict", "status": 200, "elapsed_ms": 106.316, "offset_ms": 6244.763, "response": {"type": "result", "request_id": 12, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 79.106, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_12", "path": "/predict", "status": 200, "elapsed_ms": 90.028, "offset_ms": 6351.558, "response": {"type": "result", "request_id": 13, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 83.176, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_13", "path": "/predict", "status": 200, "elapsed_ms": 65.809, "offset_ms": 6442.082, "response": {"type": "result", "request_id": 14, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 57.571, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_14", "path": "/predict", "status": 200, "elapsed_ms": 92.505, "offset_ms": 6508.37, "response": {"type": "result", "request_id": 15, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 84.838, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_15", "path": "/predict", "status": 200, "elapsed_ms": 96.629, "offset_ms": 6601.373, "response": {"type": "result", "request_id": 16, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 89.88, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_16", "path": "/predict", "status": 200, "elapsed_ms": 96.506, "offset_ms": 6698.852, "response": {"type": "result", "request_id": 17, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 89.874, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_17", "path": "/predict", "status": 200, "elapsed_ms": 106.272, "offset_ms": 6796.13, "response": {"type": "result", "request_id": 18, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 99.282, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_18", "path": "/predict", "status": 200, "elapsed_ms": 83.627, "offset_ms": 6903.071, "response": {"type": "result", "request_id": 19, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 66.233, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_19", "path": "/predict", "status": 200, "elapsed_ms": 89.476, "offset_ms": 6987.615, "response": {"type": "result", "request_id": 20, "detections": [{"xyxy": [220.27630615234375, 391.68316650390625, 325.22369384765625, 602.9668579101562], "confidence": 0.8701023459434509, "class_id": 0}, {"xyxy": [869.9039916992188, 361.748779296875, 962.1455688476562, 580.7520751953125], "confidence": 0.8581218719482422, "class_id": 0}, {"xyxy": [468.11492919921875, 232.8916015625, 535.650146484375, 410.51953125], "confidence": 0.8497844338417053, "class_id": 0}, {"xyxy": [555.414794921875, 208.18496704101562, 630.7957763671875, 393.5848388671875], "confidence": 0.8456692099571228, "class_id": 0}, {"xyxy": [656.106201171875, 273.41302490234375, 721.9979248046875, 458.52911376953125], "confidence": 0.8320407867431641, "class_id": 0}, {"xyxy": [777.20263671875, 370.71307373046875, 871.499267578125, 600.5599975585938], "confidence": 0.8298223614692688, "class_id": 0}, {"xyxy": [114.68441772460938, 374.2510986328125, 220.70620727539062, 586.3094482421875], "confidence": 0.7722750306129456, "class_id": 0}, {"xyxy": [744.9744262695312, 0.0, 774.9558715820312, 55.1549072265625], "confidence": 0.575564444065094, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 79.631, "torch_threads": 2, "image_sha256": "e22ecbd82c9ac69d8f82a9819fe0ca256409160bca0237df6659204284c30ad1", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "inference_20", "path": "/predict", "status": 200, "elapsed_ms": 116.43, "offset_ms": 7077.604, "response": {"type": "result", "request_id": 21, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 71.152, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 1, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "deadline", "path": "/__test/stall", "status": 504, "elapsed_ms": 2074.04, "offset_ms": 7195.471, "response": {"error": "request_deadline", "generation": 1}}
{"label": "capacity", "path": "/predict", "status": 429, "elapsed_ms": 2.786, "offset_ms": 7227.113, "response": {"error": "capacity_exceeded", "retry_after_seconds": 1}}
{"label": "reload_readiness", "path": "/health/ready", "status": 503, "elapsed_ms": 1.985, "offset_ms": 9269.718, "response": {"ready": false, "state": "starting", "generation": 2, "inflight": 0, "restarts": 1, "model": "YOLO26n", "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu", "worker_pid": 76760, "runtime": {}}}
{"label": "reload_reject", "path": "/predict", "status": 503, "elapsed_ms": 26.584, "offset_ms": 9272.433, "response": {"error": "model_not_ready"}}
{"label": "after_deadline_inference", "path": "/predict", "status": 200, "elapsed_ms": 86.191, "offset_ms": 12154.649, "response": {"type": "result", "request_id": 23, "detections": [{"xyxy": [937.0040893554688, 221.145263671875, 1016.0835571289062, 414.3763427734375], "confidence": 0.8480092883110046, "class_id": 0}, {"xyxy": [485.50421142578125, 117.27313232421875, 551.9955444335938, 271.55474853515625], "confidence": 0.8466870784759521, "class_id": 0}, {"xyxy": [398.45867919921875, 115.69580078125, 458.56781005859375, 271.4193115234375], "confidence": 0.8331583142280579, "class_id": 0}, {"xyxy": [1055.564208984375, 240.07073974609375, 1140.4990234375, 411.24420166015625], "confidence": 0.8290791511535645, "class_id": 0}, {"xyxy": [714.8908081054688, 58.899169921875, 775.5719604492188, 206.9927978515625], "confidence": 0.8209720849990845, "class_id": 0}, {"xyxy": [778.3179321289062, 52.23089599609375, 826.1653442382812, 198.19122314453125], "confidence": 0.7894136905670166, "class_id": 0}, {"xyxy": [651.2913818359375, 0.298065185546875, 695.6148681640625, 121.96963500976562], "confidence": 0.7285577058792114, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 56.657, "torch_threads": 2, "image_sha256": "dd62abdd6a658fd5789f89c498a881531b8868dc3242ac5ba2001f5817b5a469", "generation": 2, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "worker_crash", "path": "/__test/crash", "status": 503, "elapsed_ms": 181.875, "offset_ms": 12241.562, "response": {"error": "worker_exited", "generation": 2}}
{"label": "live_during_crash", "path": "/health/live", "status": 200, "elapsed_ms": 1.086, "offset_ms": 12423.47, "response": {"live": true}}
{"label": "after_crash_inference", "path": "/predict", "status": 200, "elapsed_ms": 98.253, "offset_ms": 15429.482, "response": {"type": "result", "request_id": 25, "detections": [{"xyxy": [1017.1505126953125, 478.48876953125, 1133.5281982421875, 714.4481201171875], "confidence": 0.8701435923576355, "class_id": 0}, {"xyxy": [387.88555908203125, 355.65234375, 478.83282470703125, 567.2578125], "confidence": 0.8691173791885376, "class_id": 0}, {"xyxy": [672.066162109375, 192.18133544921875, 737.3677978515625, 375.98773193359375], "confidence": 0.8406891226768494, "class_id": 0}, {"xyxy": [880.494140625, 42.416107177734375, 928.3157958984375, 170.62033081054688], "confidence": 0.7954867482185364, "class_id": 0}, {"xyxy": [748.4782104492188, 36.18548583984375, 795.0697631835938, 181.12115478515625], "confidence": 0.7851173281669617, "class_id": 0}, {"xyxy": [587.8379516601562, 0.0, 634.4401245117188, 101.9215087890625], "confidence": 0.7059105634689331, "class_id": 0}, {"xyxy": [528.3965454101562, 0.0, 574.1410522460938, 100.1392822265625], "confidence": 0.7007330060005188, "class_id": 0}, {"xyxy": [695.9888916015625, 0.0, 724.3243408203125, 46.69195556640625], "confidence": 0.5248653292655945, "class_id": 0}, {"xyxy": [420.48919677734375, 0.0, 433.91973876953125, 27.674346923828125], "confidence": 0.24966612458229065, "class_id": 0}, {"xyxy": [744.7421875, 0.0, 771.236083984375, 41.64892578125], "confidence": 0.21937383711338043, "class_id": 0}, {"xyxy": [837.0035400390625, 0.0, 850.9884033203125, 20.39776611328125], "confidence": 0.14749443531036377, "class_id": 0}, {"xyxy": [840.40625, 0.0, 850.402099609375, 19.59185791015625], "confidence": 0.13383205235004425, "class_id": 0}], "width": 1280, "height": 720, "inference_ms": 79.924, "torch_threads": 2, "image_sha256": "fccc91ea75ef653273bf6ca55b570bf9af81c37b8d176c0bbdcda7e5cd877806", "generation": 3, "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu"}}
{"label": "final_readiness", "path": "/health/ready", "status": 200, "elapsed_ms": 1.638, "offset_ms": 15527.793, "response": {"ready": true, "state": "ready", "generation": 3, "inflight": 0, "restarts": 2, "model": "YOLO26n", "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu", "worker_pid": 38812, "runtime": {"type": "ready", "model_sha256": "9b09cc8bf347f0fc8a5f7657480587f25db09b34bf33b0652110fb03a8ad4fef", "device": "cpu", "torch": "2.11.0+cu128", "ultralytics": "8.4.150", "opencv": "4.14.0", "threads": 2}}}
{"label": "metrics", "path": "/metrics", "status": 200, "elapsed_ms": 1.299, "offset_ms": 15529.479, "response": "visioneye_requests_total{status=\"200\"} 22\nvisioneye_requests_total{status=\"400\"} 2\nvisioneye_requests_total{status=\"413\"} 1\nvisioneye_requests_total{status=\"429\"} 1\nvisioneye_requests_total{status=\"503\"} 2\nvisioneye_requests_total{status=\"504\"} 1\nvisioneye_inflight 0\nvisioneye_worker_restarts_total 2\nvisioneye_request_duration_seconds_sum 4.160135799669661\nvisioneye_request_duration_seconds_count 29\n"}