[backport 3.4] Revert #4487 #4489 as it is resolved in build get image scripts (#4502)

Signed-off-by: Sicheng Song <[email protected]>

Author: b4sjoo

.github/workflows/CI-workflow.yml

@@ -2,10 +2,10 @@ name: Build and Test ml-commons
 # This workflow is triggered on pull requests and push to any branches
 on:
   push:
-    branches-ignore:
-      - 'backport/**'
-      - 'create-pull-request/**'
-      - 'dependabot/**'
+    branches:
+      - 'main'
+      - '[0-9]+.[0-9]+'
+      - '[0-9]+.x'
   pull_request_target:
     types: [opened, synchronize, reopened]