Add cml-send-comment --update (#581)

* Fix minor typo in cml-send-comment.js
* Add GitHub support for cml-send-comment --update
* Add BitBucket support for cml-send comment --update
* Increase end to end test timeouts
* Emit a warning when Pull Request Commit Links is not installed
* Alias console.log to print after monkey-patching
* Rename fullEndpoint to url
* Use more destructuring on bitbucket_cloud.js
* Use destructuring on github.js
* Add GitLab error for comment updates
* Use destructuring as a workaround to optional chaining (#596)
* Require the Pull Request Commit Links API to work
* BB comment spacing

Author: 0x2b3bfa0

bin/cml-send-comment.js

@@ -1,5 +1,6 @@
 #!/usr/bin/env node
 
+const print = console.log;
 console.log = console.error;
 
 const fs = require('fs').promises;
@@ -11,7 +12,7 @@ const run = async (opts) => {
   const path = opts._[0];
   const report = await fs.readFile(path, 'utf-8');
   const cml = new CML(opts);
-  await cml.commentCreate({ ...opts, report });
+  print(await cml.commentCreate({ ...opts, report }));
 };
 
 const opts = yargs
@@ -23,6 +24,11 @@ const opts = yargs
     'Commit SHA linked to this comment. Defaults to HEAD.'
   )
   .alias('commit-sha', 'head-sha')
+  .boolean('update')
+  .describe(
+    'update',
+    'Update the last CML comment (if any) instead of creating a new one'
+  )
   .boolean('rm-watermark')
   .describe(
     'rm-watermark',
@@ -36,10 +42,10 @@ const opts = yargs
   .default('token')
   .describe(
     'token',
-    'Personal access token to be used. If not specified in extracted from ENV REPO_TOKEN.'
+    'Personal access token to be used. If not specified is extracted from ENV REPO_TOKEN.'
   )
   .default('driver')
-  .choices('driver', ['github', 'gitlab'])
+  .choices('driver', ['github', 'gitlab', 'bitbucket'])
   .describe('driver', 'If not specify it infers it from the ENV.')
   .help('h')
   .demand(1).argv;

bin/cml-send-comment.test.js

@@ -21,15 +21,17 @@ describe('Comment integration tests', () => {
       Options:
         --version                 Show version number                        [boolean]
         --commit-sha, --head-sha  Commit SHA linked to this comment. Defaults to HEAD.
+        --update                  Update the last CML comment (if any) instead of
+                                  creating a new one                         [boolean]
         --rm-watermark            Avoid watermark. CML needs a watermark to be able to
                                   distinguish CML reports from other comments in order
                                   to provide extra functionality.            [boolean]
         --repo                    Specifies the repo to be used. If not specified is
                                   extracted from the CI ENV.
         --token                   Personal access token to be used. If not specified
-                                  in extracted from ENV REPO_TOKEN.
+                                  is extracted from ENV REPO_TOKEN.
         --driver                  If not specify it infers it from the ENV.
-                                                         [choices: \\"github\\", \\"gitlab\\"]
+                                            [choices: \\"github\\", \\"gitlab\\", \\"bitbucket\\"]
         -h                        Show help                                  [boolean]"
     `);
   });

src/cml.js

@@ -96,8 +96,11 @@ class CML {
     const {
       report: userReport,
       commitSha = await this.headSha(),
-      rmWatermark
+      rmWatermark,
+      update
     } = opts;
+    if (rmWatermark && update)
+      throw new Error('watermarks are mandatory for updateable comments');
     const watermark = rmWatermark
       ? ''
       : ' \n\n  ![CML watermark](https://raw.githubusercontent.com/iterative/cml/master/assets/watermark.svg)';
@@ -106,7 +109,8 @@ class CML {
     return await getDriver(this).commentCreate({
       ...opts,
       report,
-      commitSha
+      commitSha,
+      watermark
     });
   }
 

src/cml.test.js

@@ -1,5 +1,6 @@
 const CML = require('../src/cml').default;
 
+jest.setTimeout(40000);
 describe('Github tests', () => {
   const OLD_ENV = process.env;
 

src/drivers/bitbucket_cloud.js

@@ -22,43 +22,67 @@ class BitBucketCloud {
 
   async commentCreate(opts = {}) {
     const { projectPath } = this;
-    const { commitSha, report } = opts;
-
-    // Make a comment in the commit
-    const commitEndpoint = `/repositories/${projectPath}/commit/${commitSha}/comments/`;
-    const commitBody = JSON.stringify({ content: { raw: report } });
-    const commitOutput = await this.request({
-      endpoint: commitEndpoint,
-      method: 'POST',
-      body: commitBody
-    });
+    const { commitSha, report, update, watermark } = opts;
 
     // Check for a corresponding PR. If it exists, also put the comment there.
-    const getPrEndpt = `/repositories/${projectPath}/commit/${commitSha}/pullrequests`;
-    const { values: prs } = await this.request({ endpoint: getPrEndpt });
+    let prs;
+    try {
+      const getPrEndpoint = `/repositories/${projectPath}/commit/${commitSha}/pullrequests`;
+      prs = await this.paginatedRequest({ endpoint: getPrEndpoint });
+    } catch (err) {
+      if (err.message === 'Not Found Resource not found')
+        err.message =
+          "Click 'Go to pull request' on any commit details page to enable this API";
+      throw err;
+    }
 
     if (prs && prs.length) {
       for (const pr of prs) {
-        try {
-          // Append a watermark to the report with a link to the commit
-          const commitLink = commitSha.substr(0, 7);
-          const longReport = `${commitLink}   \n${report}`;
-          const prBody = JSON.stringify({ content: { raw: longReport } });
-
-          // Write a comment on the PR
-          const prEndpoint = `/repositories/${projectPath}/pullrequests/${pr.id}/comments`;
-          await this.request({
-            endpoint: prEndpoint,
-            method: 'POST',
-            body: prBody
-          });
-        } catch (err) {
-          console.debug(err.message);
-        }
+        // Append a watermark to the report with a link to the commit
+        const commitLink = commitSha.substr(0, 7);
+        const longReport = `${commitLink}\n\n${report}`;
+        const prBody = JSON.stringify({ content: { raw: longReport } });
+
+        // Write a comment on the PR
+        const prEndpoint = `/repositories/${projectPath}/pullrequests/${pr.id}/comments/`;
+        const existingPr = (
+          await this.paginatedRequest({ endpoint: prEndpoint, method: 'GET' })
+        )
+          .filter((comment) => {
+            const { content: { raw = '' } = {} } = comment;
+            return raw.endsWith(watermark);
+          })
+          .sort((first, second) => first.id < second.id)
+          .pop();
+        await this.request({
+          endpoint: prEndpoint + (update && existingPr ? existingPr.id : ''),
+          method: update && existingPr ? 'PUT' : 'POST',
+          body: prBody
+        });
       }
     }
 
-    return commitOutput;
+    const commitEndpoint = `/repositories/${projectPath}/commit/${commitSha}/comments/`;
+
+    const existingCommmit = (
+      await this.paginatedRequest({ endpoint: commitEndpoint, method: 'GET' })
+    )
+      .filter((comment) => {
+        const { content: { raw = '' } = {} } = comment;
+        return raw.endsWith(watermark);
+      })
+      .sort((first, second) => first.id < second.id)
+      .pop();
+
+    return (
+      await this.request({
+        endpoint:
+          commitEndpoint +
+          (update && existingCommmit ? existingCommmit.id : ''),
+        method: update && existingCommmit ? 'PUT' : 'POST',
+        body: JSON.stringify({ content: { raw: report } })
+      })
+    ).links.html.href;
   }
 
   async checkCreate() {
@@ -150,15 +174,18 @@ class BitBucketCloud {
 
   async request(opts = {}) {
     const { token, api } = this;
-    const { endpoint, method = 'GET', body } = opts;
-
-    if (!endpoint) throw new Error('BitBucket Cloud API endpoint not found');
+    const { url, endpoint, method = 'GET', body } = opts;
+    if (!(url || endpoint))
+      throw new Error('BitBucket Cloud API endpoint not found');
     const headers = {
       'Content-Type': 'application/json',
       Authorization: 'Basic ' + `${token}`
     };
-    const url = `${api}${endpoint}`;
-    const response = await fetch(url, { method, headers, body });
+    const response = await fetch(url || `${api}${endpoint}`, {
+      method,
+      headers,
+      body
+    });
 
     if (response.status > 300) {
       const {
@@ -170,6 +197,22 @@ class BitBucketCloud {
     return await response.json();
   }
 
+  async paginatedRequest(opts = {}) {
+    const { method = 'GET', body } = opts;
+    const { next, values } = await this.request(opts);
+
+    if (next) {
+      const nextValues = await this.paginatedRequest({
+        url: next,
+        method,
+        body
+      });
+      values.push(...nextValues);
+    }
+
+    return values;
+  }
+
   get sha() {
     return BITBUCKET_COMMIT;
   }

src/drivers/bitbucket_cloud.test.js

@@ -1,4 +1,4 @@
-jest.setTimeout(20000);
+jest.setTimeout(120000);
 const BitBucketCloud = require('./bitbucket_cloud');
 const {
   TEST_BBCLOUD_TOKEN: TOKEN,

src/drivers/github.js

@@ -70,18 +70,40 @@ class Github {
   }
 
   async commentCreate(opts = {}) {
-    const { report: body, commitSha } = opts;
-
-    const { url: commitUrl } = await octokit(
-      this.token,
-      this.repo
-    ).repos.createCommitComment({
-      ...ownerRepo({ uri: this.repo }),
-      body,
-      commit_sha: commitSha
-    });
-
-    return commitUrl;
+    const { report: body, commitSha, update, watermark } = opts;
+
+    const { paginate, repos } = octokit(this.token, this.repo);
+
+    const existing = Object.values(
+      await paginate(repos.listCommentsForCommit, {
+        ...ownerRepo({ uri: this.repo }),
+        commit_sha: commitSha
+      })
+    )
+      .filter((comment) => {
+        const { body = '' } = comment;
+        return body.endsWith(watermark);
+      })
+      .sort((first, second) => first.id < second.id)
+      .pop();
+
+    if (update && existing) {
+      return (
+        await repos.updateCommitComment({
+          ...ownerRepo({ uri: this.repo }),
+          comment_id: existing.id,
+          body
+        })
+      ).data.html_url;
+    } else {
+      return (
+        await repos.createCommitComment({
+          ...ownerRepo({ uri: this.repo }),
+          commit_sha: commitSha,
+          body
+        })
+      ).data.html_url;
+    }
   }
 
   async checkCreate(opts = {}) {

src/drivers/github.test.js

@@ -1,4 +1,4 @@
-jest.setTimeout(20000);
+jest.setTimeout(40000);
 
 const GithubClient = require('./github');
 

src/drivers/gitlab.js

@@ -71,7 +71,9 @@ class Gitlab {
   }
 
   async commentCreate(opts = {}) {
-    const { commitSha, report } = opts;
+    const { commitSha, report, update } = opts;
+
+    if (update) throw new Error('GitLab does not support comment updates!');
 
     const projectPath = await this.projectPath();
     const endpoint = `/projects/${projectPath}/repository/commits/${commitSha}/comments`;