Commit a43b229
committed
feat: add reasoning and reasoning_content fields to OpenAI message types
Add support for reasoning fields in OpenAI-compatible chat completion
messages to enable compatibility with vLLM reasoning parsers.
Changes:
- Add `reasoning_content` and `reasoning` fields to OpenAIAssistantMessageParam
- Add `reasoning` field to OpenAIChoiceDelta (reasoning_content already existed)
Both field names are supported for maximum compatibility:
- `reasoning_content`: Used by vLLM ≤ v0.8.4
- `reasoning`: New field name in vLLM ≥ v0.9.x
vLLM documentation recommends migrating to the shorter `reasoning` field
name, but maintains backward compatibility with `reasoning_content`.
These fields allow reasoning models to return their chain-of-thought
process alongside the final answer, which is crucial for transparency
and debugging with reasoning models.
References:
- vLLM Reasoning Outputs: https://docs.vllm.ai/en/stable/features/reasoning_outputs/
- vLLM Issue #12468: vllm-project/vllm#12468
Signed-off-by: Charlie Doern <[email protected]>1 parent aac494c commit a43b229
File tree
6 files changed
+162
-1
lines changed- client-sdks/stainless
- docs/static
- src/llama_stack_api
6 files changed
+162
-1
lines changed| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
4151 | 4151 | | |
4152 | 4152 | | |
4153 | 4153 | | |
| 4154 | + | |
| 4155 | + | |
| 4156 | + | |
| 4157 | + | |
| 4158 | + | |
| 4159 | + | |
| 4160 | + | |
| 4161 | + | |
| 4162 | + | |
| 4163 | + | |
4154 | 4164 | | |
4155 | 4165 | | |
4156 | 4166 | | |
| |||
4880 | 4890 | | |
4881 | 4891 | | |
4882 | 4892 | | |
| 4893 | + | |
| 4894 | + | |
| 4895 | + | |
| 4896 | + | |
| 4897 | + | |
4883 | 4898 | | |
4884 | 4899 | | |
4885 | 4900 | | |
| |||
11729 | 11744 | | |
11730 | 11745 | | |
11731 | 11746 | | |
| 11747 | + | |
| 11748 | + | |
| 11749 | + | |
| 11750 | + | |
| 11751 | + | |
| 11752 | + | |
| 11753 | + | |
| 11754 | + | |
11732 | 11755 | | |
11733 | 11756 | | |
11734 | 11757 | | |
| |||
11758 | 11781 | | |
11759 | 11782 | | |
11760 | 11783 | | |
| 11784 | + | |
| 11785 | + | |
| 11786 | + | |
| 11787 | + | |
| 11788 | + | |
| 11789 | + | |
| 11790 | + | |
| 11791 | + | |
11761 | 11792 | | |
11762 | 11793 | | |
11763 | 11794 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
994 | 994 | | |
995 | 995 | | |
996 | 996 | | |
| 997 | + | |
| 998 | + | |
| 999 | + | |
| 1000 | + | |
| 1001 | + | |
| 1002 | + | |
| 1003 | + | |
| 1004 | + | |
| 1005 | + | |
| 1006 | + | |
997 | 1007 | | |
998 | 1008 | | |
999 | 1009 | | |
| |||
1723 | 1733 | | |
1724 | 1734 | | |
1725 | 1735 | | |
| 1736 | + | |
| 1737 | + | |
| 1738 | + | |
| 1739 | + | |
| 1740 | + | |
1726 | 1741 | | |
1727 | 1742 | | |
1728 | 1743 | | |
| |||
8572 | 8587 | | |
8573 | 8588 | | |
8574 | 8589 | | |
| 8590 | + | |
| 8591 | + | |
| 8592 | + | |
| 8593 | + | |
| 8594 | + | |
| 8595 | + | |
| 8596 | + | |
| 8597 | + | |
8575 | 8598 | | |
8576 | 8599 | | |
8577 | 8600 | | |
| |||
8601 | 8624 | | |
8602 | 8625 | | |
8603 | 8626 | | |
| 8627 | + | |
| 8628 | + | |
| 8629 | + | |
| 8630 | + | |
| 8631 | + | |
| 8632 | + | |
| 8633 | + | |
| 8634 | + | |
8604 | 8635 | | |
8605 | 8636 | | |
8606 | 8637 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
859 | 859 | | |
860 | 860 | | |
861 | 861 | | |
| 862 | + | |
| 863 | + | |
| 864 | + | |
| 865 | + | |
| 866 | + | |
| 867 | + | |
| 868 | + | |
| 869 | + | |
| 870 | + | |
| 871 | + | |
862 | 872 | | |
863 | 873 | | |
864 | 874 | | |
| |||
1588 | 1598 | | |
1589 | 1599 | | |
1590 | 1600 | | |
| 1601 | + | |
| 1602 | + | |
| 1603 | + | |
| 1604 | + | |
| 1605 | + | |
1591 | 1606 | | |
1592 | 1607 | | |
1593 | 1608 | | |
| |||
7570 | 7585 | | |
7571 | 7586 | | |
7572 | 7587 | | |
| 7588 | + | |
| 7589 | + | |
| 7590 | + | |
| 7591 | + | |
| 7592 | + | |
| 7593 | + | |
| 7594 | + | |
| 7595 | + | |
7573 | 7596 | | |
7574 | 7597 | | |
7575 | 7598 | | |
| |||
7599 | 7622 | | |
7600 | 7623 | | |
7601 | 7624 | | |
| 7625 | + | |
| 7626 | + | |
| 7627 | + | |
| 7628 | + | |
| 7629 | + | |
| 7630 | + | |
| 7631 | + | |
| 7632 | + | |
7602 | 7633 | | |
7603 | 7634 | | |
7604 | 7635 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
3172 | 3172 | | |
3173 | 3173 | | |
3174 | 3174 | | |
| 3175 | + | |
| 3176 | + | |
| 3177 | + | |
| 3178 | + | |
| 3179 | + | |
| 3180 | + | |
| 3181 | + | |
| 3182 | + | |
| 3183 | + | |
| 3184 | + | |
3175 | 3185 | | |
3176 | 3186 | | |
3177 | 3187 | | |
| |||
3901 | 3911 | | |
3902 | 3912 | | |
3903 | 3913 | | |
| 3914 | + | |
| 3915 | + | |
| 3916 | + | |
| 3917 | + | |
| 3918 | + | |
3904 | 3919 | | |
3905 | 3920 | | |
3906 | 3921 | | |
| |||
10399 | 10414 | | |
10400 | 10415 | | |
10401 | 10416 | | |
| 10417 | + | |
| 10418 | + | |
| 10419 | + | |
| 10420 | + | |
| 10421 | + | |
| 10422 | + | |
| 10423 | + | |
| 10424 | + | |
10402 | 10425 | | |
10403 | 10426 | | |
10404 | 10427 | | |
| |||
10428 | 10451 | | |
10429 | 10452 | | |
10430 | 10453 | | |
| 10454 | + | |
| 10455 | + | |
| 10456 | + | |
| 10457 | + | |
| 10458 | + | |
| 10459 | + | |
| 10460 | + | |
| 10461 | + | |
10431 | 10462 | | |
10432 | 10463 | | |
10433 | 10464 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
4151 | 4151 | | |
4152 | 4152 | | |
4153 | 4153 | | |
| 4154 | + | |
| 4155 | + | |
| 4156 | + | |
| 4157 | + | |
| 4158 | + | |
| 4159 | + | |
| 4160 | + | |
| 4161 | + | |
| 4162 | + | |
| 4163 | + | |
4154 | 4164 | | |
4155 | 4165 | | |
4156 | 4166 | | |
| |||
4880 | 4890 | | |
4881 | 4891 | | |
4882 | 4892 | | |
| 4893 | + | |
| 4894 | + | |
| 4895 | + | |
| 4896 | + | |
| 4897 | + | |
4883 | 4898 | | |
4884 | 4899 | | |
4885 | 4900 | | |
| |||
11729 | 11744 | | |
11730 | 11745 | | |
11731 | 11746 | | |
| 11747 | + | |
| 11748 | + | |
| 11749 | + | |
| 11750 | + | |
| 11751 | + | |
| 11752 | + | |
| 11753 | + | |
| 11754 | + | |
11732 | 11755 | | |
11733 | 11756 | | |
11734 | 11757 | | |
| |||
11758 | 11781 | | |
11759 | 11782 | | |
11760 | 11783 | | |
| 11784 | + | |
| 11785 | + | |
| 11786 | + | |
| 11787 | + | |
| 11788 | + | |
| 11789 | + | |
| 11790 | + | |
| 11791 | + | |
11761 | 11792 | | |
11762 | 11793 | | |
11763 | 11794 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
449 | 449 | | |
450 | 450 | | |
451 | 451 | | |
| 452 | + | |
| 453 | + | |
452 | 454 | | |
453 | 455 | | |
454 | 456 | | |
455 | 457 | | |
456 | 458 | | |
457 | 459 | | |
| 460 | + | |
| 461 | + | |
458 | 462 | | |
459 | 463 | | |
460 | 464 | | |
| |||
606 | 610 | | |
607 | 611 | | |
608 | 612 | | |
609 | | - | |
| 613 | + | |
| 614 | + | |
610 | 615 | | |
611 | 616 | | |
612 | 617 | | |
613 | 618 | | |
614 | 619 | | |
615 | 620 | | |
616 | 621 | | |
| 622 | + | |
617 | 623 | | |
618 | 624 | | |
619 | 625 | | |
| |||
0 commit comments