Mark removed types as deprecated

Author: jablko

packages/publisher/package.json

@@ -11,6 +11,7 @@
     "@definitelytyped/retag": "^0.0.58-next.6",
     "@definitelytyped/typescript-versions": "^0.0.57",
     "@definitelytyped/utils": "^0.0.58-next.3",
+    "@octokit/graphql": "^4.5.6",
     "@octokit/rest": "^16.1.0",
     "adal-node": "^0.1.22",
     "applicationinsights": "^1.0.7",
@@ -27,6 +28,7 @@
   },
   "devDependencies": {
     "@types/fs-extra": "4.0.0",
+    "@types/libnpmsearch": "^2.0.1",
     "@types/mz": "^0.0.31",
     "@types/node": "^12.12.29",
     "@types/oboe": "^2.0.28",

packages/publisher/src/full.ts

@@ -51,7 +51,7 @@ export default async function full(
   const changedPackages = await calculateVersions(dt, infoClient, log);
   await generatePackages(dt, allPackages, changedPackages);
   await createSearchIndex(allPackages, infoClient);
-  await publishPackages(changedPackages, dry, githubAccessToken, fetcher);
+  await publishPackages(allPackages, changedPackages, dry, githubAccessToken, fetcher);
   await publishRegistry(dt, allPackages, dry, infoClient);
   await validate(dt);
 }

packages/publisher/src/publish-packages.ts

@@ -1,4 +1,6 @@
 import applicationinsights = require("applicationinsights");
+import search = require("libnpmsearch");
+import { graphql } from "@octokit/graphql";
 import * as yargs from "yargs";
 
 import { defaultLocalOptions } from "./lib/common";
@@ -52,8 +54,10 @@ if (!module.parent) {
         log
       );
     } else {
+      const allPackages = await AllPackages.read(dt);
       await publishPackages(
-        await readChangedPackages(await AllPackages.read(dt)),
+        allPackages,
+        await readChangedPackages(allPackages),
         dry,
         process.env.GH_API_TOKEN || "",
         new Fetcher()
@@ -63,6 +67,7 @@ if (!module.parent) {
 }
 
 export default async function publishPackages(
+  allPackages: AllPackages,
   changedPackages: ChangedPackages,
   dry: boolean,
   githubAccessToken: string,
@@ -187,6 +192,85 @@ export default async function publishPackages(
     cacheDirPath
   );
 
+  // Loop over the @types packages in npm and mark any that no longer
+  // exist in HEAD as deprecated.
+  let from = 0;
+  let objects;
+  do {
+    const opts = {
+      limit: 250,
+      from
+    };
+    objects = await search("@types", opts);
+    for (const { name: fullNpmName } of objects) {
+      const name = fullNpmName.slice("@types/".length);
+      // If they don't exist in the types directory or in
+      // notNeededPackages.json then mark them deprecated. Reference the
+      // commit/pull request that removed them.
+      if (!allPackages.tryGetLatestVersion(name) && !allPackages.getNotNeededPackage(name)) {
+        log(`Deprecating ${name}`);
+        const {
+          repository: {
+            ref: {
+              target: {
+                history: {
+                  nodes: [commit]
+                }
+              }
+            }
+          }
+        } = await graphql(
+          `
+            query($path: String!) {
+              repository(name: "DefinitelyTyped", owner: "DefinitelyTyped") {
+                ref(qualifiedName: "master") {
+                  target {
+                    ... on Commit {
+                      history(first: 1, path: $path) {
+                        nodes {
+                          associatedPullRequests(first: 1) {
+                            nodes {
+                              url
+                            }
+                          }
+                          messageHeadline
+                        }
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          `,
+          {
+            headers: { authorization: `token ${githubAccessToken}` },
+            path: `types/${name}`
+          }
+        );
+        let deprecatedMessage;
+        if (commit) {
+          const {
+            associatedPullRequests: {
+              nodes: [pullRequest]
+            },
+            messageHeadline
+          } = commit;
+          deprecatedMessage = messageHeadline;
+          if (pullRequest) {
+            deprecatedMessage += ` (${pullRequest.url})`;
+          }
+        }
+        if (dry) {
+          log(`(dry) Skip deprecate removed package ${fullNpmName}`);
+        } else {
+          log(`Deprecating ${fullNpmName} with message: ${deprecatedMessage}`);
+          await client.deprecate(fullNpmName, "", deprecatedMessage);
+        }
+      }
+    }
+    from += objects.length;
+  } while (objects.length >= 250 && from <= 5000);
+
   await writeLog("publishing.md", logResult());
   console.log("Done!");
 }