Test URLs that are referenced

Author: vbakke

yaml-generation/bib.php

@@ -14,11 +14,17 @@
 ini_set('display_startup_errors', 1);
 error_reporting(E_ALL);
 define('NUMBER_LEVELS', 4);
-if (isset($_ENV["IS_IMPLEMENTED_WHEN_EVIDENCE"])) {
-    $enforce=boolval($_ENV["IS_IMPLEMENTED_WHEN_EVIDENCE"]);
-    define('IS_IMPLEMENTED_WHEN_EVIDENCE', $enforce);
-}else {
-    define('IS_IMPLEMENTED_WHEN_EVIDENCE', false);
+defineConstFromEnv("IS_IMPLEMENTED_WHEN_EVIDENCE");
+defineConstFromEnv("TEST_REFERENCED_URLS");
+
+
+function defineConstFromEnv($envVar) {
+    if (isset($_ENV[$envVar])) {
+        $value = boolval($_ENV[$envVar]);
+        define($envVar, $value);
+    }else {
+        define($envVar, false);
+    }
 }
 
 /**

yaml-generation/generateDimensions.php

@@ -165,6 +165,7 @@
 $implementationReferences = readYaml($implementationReferenceFile)['implementations'];
 $references = array("implementations" => $implementationReferences);
 assertUniqueRefs($references, $errorMsg);
+assertLiveUrlsInRefs($references, $errorMsg);
 
 resolveYamlReferences($dimensionsAggregated, $references, $errorMsg);
 
@@ -215,6 +216,63 @@ function assertUniqueRefByKey($references, $keyToAssert, &$errorMsg) {
 }
 
 
+function assertLiveUrlsInRefs($all_references, &$errorMsg) {
+    if (TEST_REFERENCED_URLS) {
+        echo "\nTesting referenced URLs:\n";
+        foreach ($all_references as $references) {
+            foreach ($references as $key => $reference) {
+                if (array_key_exists('url', $reference)) {
+                    $url = $reference['url'];
+                    echo "  $key: $url\n";
+                    $err = assertLiveUrl($reference['url']);
+                    if ($err) {
+                        echo "    # $err\n";
+                        array_push($errorMsg, "Dead ref URL ($key): $err");
+                    }
+                }
+            }
+        }
+        echo "\n";
+    }
+}
+
+
+function assertLiveUrl($url):string {
+    $useragent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:135.0) Gecko/20100101 Firefox/135.0';
+
+    $curl = curl_init($url);
+    curl_setopt($curl, CURLOPT_USERAGENT, $useragent);
+    curl_setopt($curl, CURLOPT_NOBODY, true);
+    curl_setopt($curl, CURLOPT_HEADER, true);
+    curl_setopt($curl, CURLOPT_FOLLOWLOCATION, false);
+    curl_setopt($curl, CURLOPT_RETURNTRANSFER, true);
+    curl_setopt($curl, CURLOPT_TIMEOUT, 5);
+    curl_setopt($curl, CURLOPT_CONNECTTIMEOUT, 5);
+    $response = curl_exec($curl);
+    
+    if (curl_errno($curl)) {
+        echo curl_error($curl);
+        curl_close($curl);
+        return "No reply";
+    }
+    
+    // Extract header info
+    $statusCode = curl_getinfo($curl, CURLINFO_HTTP_CODE);
+    $redirectUrl = curl_getinfo($curl,  CURLINFO_REDIRECT_URL );
+
+    curl_close($curl);
+
+    if ($statusCode == 200) {   
+        return "";
+    }
+    if ($statusCode == 301 || $statusCode == 302) {   
+        return "Status code $statusCode redirects to: $redirectUrl";
+    }
+    return "Status code: $statusCode: $url";
+}
+
+
+
 /**
  *
  * @param unknown $dimensions