Derive compatible compute type in the case of CPU use (open-mmlab#383)

* Fix default compute type for CPU

* Update main.py

* Rerun code formatter

Author: 3manifold

models/tta/picoaudio/picoaudio/audioldm/clap/open_clip/model.py

@@ -1,4 +1,4 @@
-""" CLAP Model
+"""CLAP Model
 
 Adapted from CLIP: https://github.com/openai/CLIP. Originally MIT License, Copyright (c) 2021 OpenAI.
 Adapted to the Audio Task.

models/tta/picoaudio/picoaudio/audioldm/clap/open_clip/openai.py

@@ -1,4 +1,4 @@
-""" OpenAI pretrained model functions
+"""OpenAI pretrained model functions
 
 Adapted from https://github.com/openai/CLIP. Originally MIT License, Copyright (c) 2021 OpenAI.
 """

models/tta/picoaudio/picoaudio/audioldm/clap/open_clip/timm_model.py

@@ -1,4 +1,4 @@
-""" timm model adapter
+"""timm model adapter
 
 Wraps timm (https://github.com/rwightman/pytorch-image-models) models for use as a vision tower in CLIP model.
 """

models/tta/picoaudio/picoaudio/audioldm/clap/open_clip/tokenizer.py

@@ -1,4 +1,4 @@
-""" CLIP tokenizer
+"""CLIP tokenizer
 
 Copied from https://github.com/openai/CLIP. Originally MIT License, Copyright (c) 2021 OpenAI.
 """

models/tts/debatts/utils/g2p/english.py

@@ -1,4 +1,4 @@
-""" from https://github.com/keithito/tacotron """
+"""from https://github.com/keithito/tacotron"""
 
 import re
 from unidecode import unidecode

models/tts/valle_v2/modeling_llama.py

@@ -23,7 +23,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-""" PyTorch LLaMA model."""
+"""PyTorch LLaMA model."""
 import math
 from typing import List, Optional, Tuple, Union
 

preprocessors/Emilia/main.py

@@ -509,6 +509,9 @@ def main_process(audio_path, save_path=None, audio_name=None):
         logger.info("Using CPU")
         device_name = "cpu"
         device = torch.device(device_name)
+        # whisperX expects compute type: int8
+        logger.info("Overriding the compute type to int8")
+        args.compute_type = "int8"
 
     check_env(logger)
 

processors/audio_features_extractor.py

@@ -11,7 +11,7 @@
 1. Acoustic features such as Mel Spectrogram, F0, Energy, etc.
 2. Content features such as phonetic posteriorgrams (PPG) and bottleneck features (BNF) from pretrained models
 
-Note: 
+Note:
 All the features extraction are designed to utilize GPU to the maximum extent, which can ease the on-the-fly extraction for large-scale dataset.
 
 """

processors/descriptive_text_features_extractor.py

@@ -11,7 +11,7 @@
 The common descriptive text features include:
 1. Global semantic guidance features that extracted some pretrained text models like T5. It can be adopted to TTA, TTM, etc.
 
-Note: 
+Note:
 All the features extraction are designed to utilize GPU to the maximum extent, which can ease the on-the-fly extraction for large-scale dataset.
 
 """

processors/text_features_extractor.py

@@ -11,7 +11,7 @@
 The common text features include:
 1. phone features that are used for TTS, SVS, etc.
 
-Note: 
+Note:
 All the features extraction are designed to utilize GPU to the maximum extent, which can ease the on-the-fly extraction for large-scale dataset.
 
 """