Update workflow to be able to handle new doc structure (#3051)

Author: paoloredis

.github/workflows/redisvl_docs_sync.yaml

@@ -78,8 +78,13 @@ jobs:
 
           #!/bin/bash
           mkdir -p redis_vl_hugo/user_guide/
-          mkdir redis_vl_hugo/overview/
           mkdir redis_vl_hugo/api/
+          if [ -d "./redis-vl-python/docs/overview" ]; then
+              mkdir redis_vl_hugo/overview/
+          fi
+          if [ -d "./redis-vl-python/docs/concepts" ]; then
+              mkdir redis_vl_hugo/concepts/
+          fi
 
           function format() {
               src=$1
@@ -118,6 +123,8 @@ jobs:
               case "${title}" in
                   "Overview")
                       echo "weight: 3" >> _tmp ;;
+                  "Concepts")
+                      echo "weight: 3" >> _tmp ;;
                   "User Guides")
                       echo "weight: 4" >> _tmp ;;
                   "RedisVL API")
@@ -153,11 +160,21 @@ jobs:
           # Convert jupyter notebooks to markdown
           build_folder=$(echo build-*)
           jupyter nbconvert --to markdown ${build_folder}/jupyter_execute/user_guide/*.ipynb --output-dir redis_vl_hugo/user_guide/ 2>/dev/null
-          jupyter nbconvert --to markdown ${build_folder}/jupyter_execute/overview/cli.ipynb --output-dir redis_vl_hugo/overview/ 2>/dev/null
+          if [ -f "${build_folder}/jupyter_execute/overview/cli.ipynb" ]; then
+              jupyter nbconvert --to markdown ${build_folder}/jupyter_execute/overview/cli.ipynb --output-dir redis_vl_hugo/overview/ 2>/dev/null
+          fi
 
           # Prepare markdown files
           rsync -a ./${build_folder}/markdown/api/ ./redis_vl_hugo/api/ --exclude=index.md
-          cp ./${build_folder}/markdown/overview/installation.md ./redis_vl_hugo/overview/installation.md
+          if [ -f "./${build_folder}/markdown/overview/installation.md" ]; then
+              cp ./${build_folder}/markdown/overview/installation.md ./redis_vl_hugo/overview/installation.md
+          fi
+          if [ -f "./${build_folder}/markdown/user_guide/installation.md" ]; then
+              cp ./${build_folder}/markdown/user_guide/installation.md ./redis_vl_hugo/user_guide/installation.md
+          fi
+          if [ -d "./${build_folder}/markdown/concepts" ]; then
+              rsync -a ./${build_folder}/markdown/concepts/ ./redis_vl_hugo/concepts/ --exclude=index.md
+          fi
 
           # Format markdown files
           shopt -s globstar
@@ -255,14 +272,21 @@ jobs:
           # Format _index.md pages
           cp ./${build_folder}/markdown/api/index.md ./redis_vl_hugo/api/_index.md
           cp ./${build_folder}/markdown/user_guide/index.md ./redis_vl_hugo/user_guide/_index.md
-          cp ./${build_folder}/markdown/overview/index.md ./redis_vl_hugo/overview/_index.md
 
           index_markdown_pages=(
               ./redis_vl_hugo/api/_index.md
               ./redis_vl_hugo/user_guide/_index.md
-              ./redis_vl_hugo/overview/_index.md
           )
 
+          if [ -f "./${build_folder}/markdown/overview/index.md" ]; then
+              cp ./${build_folder}/markdown/overview/index.md ./redis_vl_hugo/overview/_index.md
+              index_markdown_pages+=(./redis_vl_hugo/overview/_index.md)
+          fi
+          if [ -f "./${build_folder}/markdown/concepts/index.md" ]; then
+              cp ./${build_folder}/markdown/concepts/index.md ./redis_vl_hugo/concepts/_index.md
+              index_markdown_pages+=(./redis_vl_hugo/concepts/_index.md)
+          fi
+
           for index_markdown_page in "${index_markdown_pages[@]}"; do
               format "${index_markdown_page}"