SPB Git forge

spb/polyllm

Public
15commits 1branches 0releases
2.2 MBsize
maindefault branch
13 days agolast push
TypeScript 97.4% SQL 1% JavaScript 0.9% CSS 0.6%
14.2 KB · 672 lines json
Raw Blame History
1[2 {3  "label": "roles:system:gpt-5.5",4  "ok": true,5  "ms": 1418,6  "result": {7   "id": "resp_03afe6b35374b2d3006a9f9374da6087d1bd9ac53db7b61aff",8   "model": "gpt-5.5-2026-04-23",9   "status": "completed",10   "incomplete_details": null,11   "service_tier": "default",12   "store": true,13   "output_item_types": [14    "reasoning",15    "message[output_text]"16   ],17   "output_text": "Bonjour !",18   "usage": {19    "input_tokens": 18,20    "input_tokens_details": {21     "cache_write_tokens": 0,22     "cached_tokens": 023    },24    "output_tokens": 23,25    "output_tokens_details": {26     "reasoning_tokens": 1527    },28    "total_tokens": 4129   },30   "reasoning": {31    "context": "current_turn",32    "effort": "medium",33    "mode": "standard",34    "summary": null35   },36   "text": {37    "format": {38     "type": "text"39    },40    "verbosity": "medium"41   },42   "temperature": 1,43   "top_p": 0.98,44   "truncation": "disabled",45   "max_output_tokens": 6046  }47 },48 {49  "label": "roles:developer+instructions:gpt-5.5",50  "ok": true,51  "ms": 1498,52  "result": {53   "id": "resp_0e8b8abd2e7f0b24006a9f93763c8087d18abf383348dcfabf",54   "model": "gpt-5.5-2026-04-23",55   "status": "completed",56   "incomplete_details": null,57   "service_tier": "default",58   "store": true,59   "output_item_types": [60    "reasoning",61    "message[output_text]"62   ],63   "output_text": "DEV: Hola.",64   "usage": {65    "input_tokens": 28,66    "input_tokens_details": {67     "cache_write_tokens": 0,68     "cached_tokens": 069    },70    "output_tokens": 26,71    "output_tokens_details": {72     "reasoning_tokens": 1673    },74    "total_tokens": 5475   },76   "reasoning": {77    "context": "current_turn",78    "effort": "medium",79    "mode": "standard",80    "summary": null81   },82   "text": {83    "format": {84     "type": "text"85    },86    "verbosity": "medium"87   },88   "temperature": 1,89   "top_p": 0.98,90   "truncation": "disabled",91   "max_output_tokens": 60,92   "instructions_echo": "Always answer in Spanish."93  }94 },95 {96  "label": "roles:system:gpt-4.1-mini",97  "ok": true,98  "ms": 680,99  "result": {100   "id": "resp_05b262db1dbf3d1f006a9f9377b0fc87d1a8a11ac5c7e8bc87",101   "model": "gpt-4.1-mini-2025-04-14",102   "status": "completed",103   "incomplete_details": null,104   "service_tier": "default",105   "store": true,106   "output_item_types": [107    "message[output_text]"108   ],109   "output_text": "Bonjour.",110   "usage": {111    "input_tokens": 19,112    "input_tokens_details": {113     "cache_write_tokens": 0,114     "cached_tokens": 0115    },116    "output_tokens": 3,117    "output_tokens_details": {118     "reasoning_tokens": 0119    },120    "total_tokens": 22121   },122   "reasoning": {123    "context": null,124    "effort": null,125    "summary": null126   },127   "text": {128    "format": {129     "type": "text"130    },131    "verbosity": "medium"132   },133   "temperature": 1,134   "top_p": 1,135   "truncation": "disabled",136   "max_output_tokens": 60137  }138 },139 {140  "label": "roles:developer+instructions:gpt-4.1-mini",141  "ok": true,142  "ms": 916,143  "result": {144   "id": "resp_0bb423393483c9b7006a9f937865d087d18915c91bd3994dd7",145   "model": "gpt-4.1-mini-2025-04-14",146   "status": "completed",147   "incomplete_details": null,148   "service_tier": "default",149   "store": true,150   "output_item_types": [151    "message[output_text]"152   ],153   "output_text": "DEV: Hola.",154   "usage": {155    "input_tokens": 29,156    "input_tokens_details": {157     "cache_write_tokens": 0,158     "cached_tokens": 0159    },160    "output_tokens": 5,161    "output_tokens_details": {162     "reasoning_tokens": 0163    },164    "total_tokens": 34165   },166   "reasoning": {167    "context": null,168    "effort": null,169    "summary": null170   },171   "text": {172    "format": {173     "type": "text"174    },175    "verbosity": "medium"176   },177   "temperature": 1,178   "top_p": 1,179   "truncation": "disabled",180   "max_output_tokens": 60,181   "instructions_echo": "Always answer in Spanish."182  }183 },184 {185  "label": "previous_response_id:gpt-5.4-mini",186  "ok": true,187  "ms": 1540,188  "result": {189   "r1": {190    "id": "resp_01a1adacc1c1aa7e006a9f93794ecc87d18be619d8ba0a9a0f",191    "model": "gpt-5.4-mini-2026-03-17",192    "status": "completed",193    "incomplete_details": null,194    "service_tier": "default",195    "store": true,196    "output_item_types": [197     "message[output_text]"198    ],199    "output_text": "OK",200    "usage": {201     "input_tokens": 16,202     "input_tokens_details": {203      "cache_write_tokens": 0,204      "cached_tokens": 0205     },206     "output_tokens": 5,207     "output_tokens_details": {208      "reasoning_tokens": 0209     },210     "total_tokens": 21211    },212    "reasoning": {213     "context": "current_turn",214     "effort": "none",215     "mode": "standard",216     "summary": null217    },218    "text": {219     "format": {220      "type": "text"221     },222     "verbosity": "medium"223    },224    "temperature": 1,225    "top_p": 0.98,226    "truncation": "disabled",227    "max_output_tokens": 32228   },229   "r2": {230    "id": "resp_01a1adacc1c1aa7e006a9f937a20c887d18d087322803cc179",231    "model": "gpt-5.4-mini-2026-03-17",232    "status": "completed",233    "incomplete_details": null,234    "service_tier": "default",235    "store": true,236    "output_item_types": [237     "message[output_text]"238    ],239    "output_text": "7",240    "usage": {241     "input_tokens": 36,242     "input_tokens_details": {243      "cache_write_tokens": 0,244      "cached_tokens": 0245     },246     "output_tokens": 5,247     "output_tokens_details": {248      "reasoning_tokens": 0249     },250     "total_tokens": 41251    },252    "reasoning": {253     "context": "current_turn",254     "effort": "none",255     "mode": "standard",256     "summary": null257    },258    "text": {259     "format": {260      "type": "text"261     },262     "verbosity": "medium"263    },264    "temperature": 1,265    "top_p": 0.98,266    "truncation": "disabled",267    "max_output_tokens": 32,268    "previous_response_id": "resp_01a1adacc1c1aa7e006a9f93794ecc87d18be619d8ba0a9a0f"269   }270  }271 },272 {273  "label": "previous_response_id with store:false (expected to fail)",274  "ok": false,275  "ms": 907,276  "error": {277   "status": 400,278   "code": "previous_response_not_found",279   "type": "invalid_request_error",280   "param": "previous_response_id",281   "message": "Previous response with id 'resp_0e7b7e34508b1bf5016a9f937ad4c087d1a205c69ecdb98432' not found.",282   "request_id": "req_eb8f1f5313db46bead5faf713074dee4",283   "sdk_class": "BadRequestError"284  }285 },286 {287  "label": "encrypted_reasoning_roundtrip:gpt-5.5",288  "ok": true,289  "ms": 1978,290  "result": {291   "r1": {292    "id": "resp_09311b0a1f7dd0c2016a9f937bd31c87d182baa3b5898839c8",293    "model": "gpt-5.5-2026-04-23",294    "status": "completed",295    "incomplete_details": null,296    "service_tier": "default",297    "store": false,298    "output_item_types": [299     "reasoning",300     "message[output_text]"301    ],302    "output_text": "OK",303    "usage": {304     "input_tokens": 13,305     "input_tokens_details": {306      "cache_write_tokens": 0,307      "cached_tokens": 0308     },309     "output_tokens": 18,310     "output_tokens_details": {311      "reasoning_tokens": 11312     },313     "total_tokens": 31314    },315    "reasoning": {316     "context": "current_turn",317     "effort": "low",318     "mode": "standard",319     "summary": null320    },321    "text": {322     "format": {323      "type": "text"324     },325     "verbosity": "medium"326    },327    "temperature": 1,328    "top_p": 0.98,329    "truncation": "disabled",330    "max_output_tokens": 100331   },332   "reasoning_items": [333    {334     "id": "rs_09311b0a1f7dd0c2016a9f937c671087d19665d88a57b5bd33",335     "has_encrypted": true,336     "encrypted_len": 1252,337     "summary_len": 0338    }339   ],340   "r2": {341    "id": "resp_09311b0a1f7dd0c2016a9f937cdad487d1aa2e2cc1c23a66ff",342    "model": "gpt-5.5-2026-04-23",343    "status": "completed",344    "incomplete_details": null,345    "service_tier": "default",346    "store": false,347    "output_item_types": [348     "message[output_text]"349    ],350    "output_text": "DONE",351    "usage": {352     "input_tokens": 28,353     "input_tokens_details": {354      "cache_write_tokens": 0,355      "cached_tokens": 0356     },357     "output_tokens": 5,358     "output_tokens_details": {359      "reasoning_tokens": 0360     },361     "total_tokens": 33362    },363    "reasoning": {364     "context": "current_turn",365     "effort": "low",366     "mode": "standard",367     "summary": null368    },369    "text": {370     "format": {371      "type": "text"372     },373     "verbosity": "medium"374    },375    "temperature": 1,376    "top_p": 0.98,377    "truncation": "disabled",378    "max_output_tokens": 60379   }380  }381 },382 {383  "label": "pdf_input:gpt-5.4-mini",384  "ok": true,385  "ms": 1775,386  "result": {387   "id": "resp_0618cfbd84bf6759006a9f937db71c87d18f6b1082f8ebd2f6",388   "model": "gpt-5.4-mini-2026-03-17",389   "status": "completed",390   "incomplete_details": null,391   "service_tier": "default",392   "store": true,393   "output_item_types": [394    "message[output_text]"395   ],396   "output_text": "42",397   "usage": {398    "input_tokens": 46,399    "input_tokens_details": {400     "cache_write_tokens": 0,401     "cached_tokens": 0402    },403    "output_tokens": 5,404    "output_tokens_details": {405     "reasoning_tokens": 0406    },407    "total_tokens": 51408   },409   "reasoning": {410    "context": "current_turn",411    "effort": "none",412    "mode": "standard",413    "summary": null414   },415   "text": {416    "format": {417     "type": "text"418    },419    "verbosity": "medium"420   },421   "temperature": 1,422   "top_p": 0.98,423   "truncation": "disabled",424   "max_output_tokens": 100425  }426 },427 {428  "label": "prompt_cache_retention=24h:gpt-5.5",429  "ok": true,430  "ms": 1084,431  "result": {432   "id": "resp_0fe54b0964a474a6006a9f937f7d9c87d1aa56a5721302d934",433   "model": "gpt-5.5-2026-04-23",434   "status": "completed",435   "incomplete_details": null,436   "service_tier": "default",437   "store": true,438   "output_item_types": [439    "message[output_text]"440   ],441   "output_text": "OK",442   "usage": {443    "input_tokens": 9,444    "input_tokens_details": {445     "cache_write_tokens": 0,446     "cached_tokens": 0447    },448    "output_tokens": 5,449    "output_tokens_details": {450     "reasoning_tokens": 0451    },452    "total_tokens": 14453   },454   "reasoning": {455    "context": "current_turn",456    "effort": "medium",457    "mode": "standard",458    "summary": null459   },460   "text": {461    "format": {462     "type": "text"463    },464    "verbosity": "medium"465   },466   "temperature": 1,467   "top_p": 0.98,468   "truncation": "disabled",469   "max_output_tokens": 16,470   "prompt_cache_key": "polyllm-probe",471   "prompt_cache_retention": "24h"472  }473 },474 {475  "label": "prompt_cache_options.ttl=30m:gpt-5.6-sol",476  "ok": true,477  "ms": 1217,478  "result": {479   "id": "resp_0f64461c81a74ac3006a9f938097cc87d190a9a606edcd10ce",480   "model": "gpt-5.6-sol",481   "status": "completed",482   "incomplete_details": null,483   "service_tier": "default",484   "store": true,485   "output_item_types": [486    "message[output_text]"487   ],488   "output_text": "OK",489   "usage": {490    "input_tokens": 9,491    "input_tokens_details": {492     "cache_write_tokens": 0,493     "cached_tokens": 0494    },495    "output_tokens": 5,496    "output_tokens_details": {497     "reasoning_tokens": 0498    },499    "total_tokens": 14500   },501   "reasoning": {502    "context": "all_turns",503    "effort": "medium",504    "mode": "standard",505    "summary": null506   },507   "text": {508    "format": {509     "type": "text"510    },511    "verbosity": "medium"512   },513   "temperature": 1,514   "top_p": 0.98,515   "truncation": "disabled",516   "max_output_tokens": 16,517   "prompt_cache_options": {518    "mode": "implicit",519    "ttl": "30m"520   }521  }522 },523 {524  "label": "prompt_cache_retention=24h:gpt-6-astra (docs: deprecated for 6)",525  "ok": true,526  "ms": 1199,527  "result": {528   "id": "resp_004bff5d2ef8cd03006a9f9381cf5c87d1ae2b06ca8a0e641c",529   "model": "gpt-6-astra",530   "status": "completed",531   "incomplete_details": null,532   "service_tier": "default",533   "store": true,534   "output_item_types": [535    "message[output_text]"536   ],537   "output_text": "OK",538   "usage": {539    "input_tokens": 9,540    "input_tokens_details": {541     "cache_write_tokens": 0,542     "cached_tokens": 0543    },544    "output_tokens": 5,545    "output_tokens_details": {546     "reasoning_tokens": 0547    },548    "total_tokens": 14549   },550   "reasoning": {551    "context": "all_turns",552    "effort": "medium",553    "mode": "standard",554    "summary": null555   },556   "text": {557    "format": {558     "type": "text"559    },560    "verbosity": "medium"561   },562   "temperature": 1,563   "top_p": 0.98,564   "truncation": "disabled",565   "max_output_tokens": 32566  }567 },568 {569  "label": "reasoning.context=all_turns:gpt-5.6-sol",570  "ok": true,571  "ms": 1219,572  "result": {573   "id": "resp_0554967207e3fce0006a9f9383005087d1accc3ac99adda3e4",574   "model": "gpt-5.6-sol",575   "status": "completed",576   "incomplete_details": null,577   "service_tier": "default",578   "store": true,579   "output_item_types": [580    "message[output_text]"581   ],582   "output_text": "OK.",583   "usage": {584    "input_tokens": 9,585    "input_tokens_details": {586     "cache_write_tokens": 0,587     "cached_tokens": 0588    },589    "output_tokens": 6,590    "output_tokens_details": {591     "reasoning_tokens": 0592    },593    "total_tokens": 15594   },595   "reasoning": {596    "context": "all_turns",597    "effort": "low",598    "mode": "standard",599    "summary": null600   },601   "text": {602    "format": {603     "type": "text"604    },605    "verbosity": "medium"606   },607   "temperature": 1,608   "top_p": 0.98,609   "truncation": "disabled",610   "max_output_tokens": 32611  }612 },613 {614  "label": "service_tier=flex:gpt-5.4-mini",615  "ok": true,616  "ms": 1781,617  "result": {618   "id": "resp_0d0574411af6af05006a9f9384366887d19c2165cf5164e948",619   "model": "gpt-5.4-mini-2026-03-17",620   "status": "completed",621   "incomplete_details": null,622   "service_tier": "flex",623   "store": true,624   "output_item_types": [625    "message[output_text]"626   ],627   "output_text": "OK",628   "usage": {629    "input_tokens": 9,630    "input_tokens_details": {631     "cache_write_tokens": 0,632     "cached_tokens": 0633    },634    "output_tokens": 5,635    "output_tokens_details": {636     "reasoning_tokens": 0637    },638    "total_tokens": 14639   },640   "reasoning": {641    "context": "current_turn",642    "effort": "none",643    "mode": "standard",644    "summary": null645   },646   "text": {647    "format": {648     "type": "text"649    },650    "verbosity": "medium"651   },652   "temperature": 1,653   "top_p": 0.98,654   "truncation": "disabled",655   "max_output_tokens": 32656  }657 },658 {659  "label": "input_audio in Responses (expect reject):gpt-5.5",660  "ok": false,661  "ms": 138,662  "error": {663   "status": 400,664   "code": null,665   "type": "invalid_request_error",666   "param": "input",667   "message": "Audio input is not available.",668   "request_id": "req_a827e3c3d8544d31b621fe1424579b59",669   "sdk_class": "BadRequestError"670  }671 }672]