You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: .speakeasy/in.openapi.yaml
+178Lines changed: 178 additions & 0 deletions
Original file line number
Diff line number
Diff line change
@@ -21656,6 +21656,19 @@ components:
21656
21656
model_id: 'openai/gpt-4'
21657
21657
model_name: 'GPT-4'
21658
21658
name: 'OpenAI: GPT-4'
21659
+
perf_last_30m_by_workload:
21660
+
text_generation:
21661
+
latency:
21662
+
p50: 250
21663
+
p75: 350
21664
+
p90: 480
21665
+
p99: 850
21666
+
request_count: 1000
21667
+
throughput:
21668
+
p50: 45.2
21669
+
p75: 38.5
21670
+
p90: 28.3
21671
+
p99: 15.1
21659
21672
pricing:
21660
21673
completion: '0.00006'
21661
21674
image: '0'
@@ -21706,6 +21719,171 @@ components:
21706
21719
type: 'string'
21707
21720
name:
21708
21721
type: 'string'
21722
+
perf_last_30m_by_workload:
21723
+
additionalProperties: false
21724
+
description: 'Endpoint performance over the last 30 minutes, keyed by the kind of request served (e.g. `text_generation`, `image_generation`). Additive to the legacy singular latency and throughput fields; image and video generation report end-to-end latency. Only visible when authenticated with an API key or cookie.'
21725
+
properties:
21726
+
embeddings:
21727
+
properties:
21728
+
latency:
21729
+
allOf:
21730
+
- $ref: '#/components/schemas/PercentileStats'
21731
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21732
+
request_count:
21733
+
description: 'Total requests admitted for this workload in the window.'
21734
+
type:
21735
+
- 'integer'
21736
+
- 'null'
21737
+
throughput:
21738
+
allOf:
21739
+
- $ref: '#/components/schemas/PercentileStats'
21740
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21741
+
required:
21742
+
- 'latency'
21743
+
- 'throughput'
21744
+
- 'request_count'
21745
+
type: 'object'
21746
+
image_generation:
21747
+
properties:
21748
+
latency:
21749
+
allOf:
21750
+
- $ref: '#/components/schemas/PercentileStats'
21751
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21752
+
request_count:
21753
+
description: 'Total requests admitted for this workload in the window.'
21754
+
type:
21755
+
- 'integer'
21756
+
- 'null'
21757
+
throughput:
21758
+
allOf:
21759
+
- $ref: '#/components/schemas/PercentileStats'
21760
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21761
+
required:
21762
+
- 'latency'
21763
+
- 'throughput'
21764
+
- 'request_count'
21765
+
type: 'object'
21766
+
rerank:
21767
+
properties:
21768
+
latency:
21769
+
allOf:
21770
+
- $ref: '#/components/schemas/PercentileStats'
21771
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21772
+
request_count:
21773
+
description: 'Total requests admitted for this workload in the window.'
21774
+
type:
21775
+
- 'integer'
21776
+
- 'null'
21777
+
throughput:
21778
+
allOf:
21779
+
- $ref: '#/components/schemas/PercentileStats'
21780
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21781
+
required:
21782
+
- 'latency'
21783
+
- 'throughput'
21784
+
- 'request_count'
21785
+
type: 'object'
21786
+
stt:
21787
+
properties:
21788
+
latency:
21789
+
allOf:
21790
+
- $ref: '#/components/schemas/PercentileStats'
21791
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21792
+
request_count:
21793
+
description: 'Total requests admitted for this workload in the window.'
21794
+
type:
21795
+
- 'integer'
21796
+
- 'null'
21797
+
throughput:
21798
+
allOf:
21799
+
- $ref: '#/components/schemas/PercentileStats'
21800
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21801
+
required:
21802
+
- 'latency'
21803
+
- 'throughput'
21804
+
- 'request_count'
21805
+
type: 'object'
21806
+
text_generation:
21807
+
properties:
21808
+
latency:
21809
+
allOf:
21810
+
- $ref: '#/components/schemas/PercentileStats'
21811
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21812
+
request_count:
21813
+
description: 'Total requests admitted for this workload in the window.'
21814
+
type:
21815
+
- 'integer'
21816
+
- 'null'
21817
+
throughput:
21818
+
allOf:
21819
+
- $ref: '#/components/schemas/PercentileStats'
21820
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21821
+
required:
21822
+
- 'latency'
21823
+
- 'throughput'
21824
+
- 'request_count'
21825
+
type: 'object'
21826
+
tts:
21827
+
properties:
21828
+
latency:
21829
+
allOf:
21830
+
- $ref: '#/components/schemas/PercentileStats'
21831
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21832
+
request_count:
21833
+
description: 'Total requests admitted for this workload in the window.'
21834
+
type:
21835
+
- 'integer'
21836
+
- 'null'
21837
+
throughput:
21838
+
allOf:
21839
+
- $ref: '#/components/schemas/PercentileStats'
21840
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21841
+
required:
21842
+
- 'latency'
21843
+
- 'throughput'
21844
+
- 'request_count'
21845
+
type: 'object'
21846
+
unknown:
21847
+
properties:
21848
+
latency:
21849
+
allOf:
21850
+
- $ref: '#/components/schemas/PercentileStats'
21851
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21852
+
request_count:
21853
+
description: 'Total requests admitted for this workload in the window.'
21854
+
type:
21855
+
- 'integer'
21856
+
- 'null'
21857
+
throughput:
21858
+
allOf:
21859
+
- $ref: '#/components/schemas/PercentileStats'
21860
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
21861
+
required:
21862
+
- 'latency'
21863
+
- 'throughput'
21864
+
- 'request_count'
21865
+
type: 'object'
21866
+
video_generation:
21867
+
properties:
21868
+
latency:
21869
+
allOf:
21870
+
- $ref: '#/components/schemas/PercentileStats'
21871
+
- description: 'Latency percentiles in milliseconds for this workload. Image and video generation report full end-to-end generation time, because their raw latency only measures request acknowledgement; every other workload reports time to first token or result.'
21872
+
request_count:
21873
+
description: 'Total requests admitted for this workload in the window.'
21874
+
type:
21875
+
- 'integer'
21876
+
- 'null'
21877
+
throughput:
21878
+
allOf:
21879
+
- $ref: '#/components/schemas/PercentileStats'
21880
+
- description: 'Throughput percentiles in tokens per second. Only meaningful for text generation; null for workloads without token throughput.'
0 commit comments