feat(openai): support audio contont type

Resolved #464

Author: icyqwq

.gitlab/ci/build.yml

@@ -1450,6 +1450,7 @@ build_components_openai_test_apps:
       - IMAGE: espressif/idf:v4.4.6   # Due to a bug in the ESP32-S3 not being able to scan for AP in release/v4.4,
                                       # temporarily using version v4.4.6 and awaiting the next update in release/v4.4.
       - IMAGE: espressif/idf:release-v5.0
+      - IMAGE: espressif/idf:release-v5.4
   variables:
     EXAMPLE_DIR: components/openai/test_apps
 

.gitlab/ci/target_test.yml

@@ -316,13 +316,17 @@ components_test_led_indicator:
     TEST_ENV: led_indicator
 
 components_test_openai:
+  # To avoid factors such as unstable wifi or expired openai-key, allow ci test to fail.
+  allow_failure: true
   extends:
     - .pytest_template
     - .rules:build:components_openai_test_apps
   needs:
     - job: "build_components_openai_test_apps"
       artifacts: true
       optional: true
+  retry:
+    max: 2
   parallel:
     matrix:
         - IDF_TARGET: esp32s3
@@ -331,10 +335,13 @@ components_test_openai:
         - IDF_TARGET: esp32s3
           IDF_VERSION: "5.0"
           ENV_TAG: "openai"
+        - IDF_TARGET: esp32s3
+          IDF_VERSION: "5.4"
+          ENV_TAG: "openai"
   tags:
     - ${IDF_TARGET}
     - ${ENV_TAG}
-  image: $DOCKER_TARGET_TEST_v5_1_ENV_IMAGE
+  image: $DOCKER_TARGET_TEST_v5_4_ENV_IMAGE
   variables:
     TEST_TARGET: esp32s3
     TEST_FOLDER: components/openai

.pre-commit-config.yaml

@@ -36,7 +36,8 @@ repos:
             .*.pb-c.h|
             .*.pb-c.c|
             .*.yuv|
-            .*.patch
+            .*.patch|
+            .*.base64
           )$
       - id: end-of-file-fixer
         exclude: *whitespace_excludes
@@ -93,4 +94,4 @@ repos:
     rev: v2.3.0
     hooks:
     - id: codespell
-      args: [-w, "--ignore-words=codespell-ignore-list", "--skip=*.js,*.vue,*/pnpm-lock.yaml,*/package-lock.json,*/yarn.lock"]
+      args: [-w, "--ignore-words=codespell-ignore-list", "--skip=*.js,*.vue,*/pnpm-lock.yaml,*/package-lock.json,*/yarn.lock,*.base64"]

components/openai/CHANGELOG.md

@@ -1,10 +1,17 @@
 # ChangeLog
 
+## v1.1.0 - 2025-7-24
+
+### Enhancements
+
+* Chat completion supports multi-modal input [#464](https://github.com/espressif/esp-iot-solution/pull/464)
+* Text-to-speech supports streaming output [#464](https://github.com/espressif/esp-iot-solution/pull/464)
+
 ## v1.0.2 - 2025-2-11
 
 ### Bug Fixes:
 
-* Fix OpenAI_Request not handling chunked data correctly [!467](https://github.com/espressif/esp-iot-solution/pull/467)
+* Fix OpenAI_Request not handling chunked data correctly [#467](https://github.com/espressif/esp-iot-solution/pull/467)
 
 ## v1.0.1 - 2024-11-5