renovatebot · rarkins · Oct 1, 2021 · Sep 1, 2021 · Sep 3, 2021 · Sep 6, 2021
diff --git a/lib/datasource/api.ts b/lib/datasource/api.ts
@@ -1,4 +1,5 @@
 import { AdoptiumJavaDatasource } from './adoptium-java';
+import { ArtifactoryDatasource } from './artifactory';
 import { BitBucketTagsDatasource } from './bitbucket-tags';
 import { CdnJsDatasource } from './cdnjs';
 import { ClojureDatasource } from './clojure';
@@ -38,6 +39,7 @@ const api = new Map<string, DatasourceApi>();
 export default api;
 
 api.set(AdoptiumJavaDatasource.id, new AdoptiumJavaDatasource());
+api.set(ArtifactoryDatasource.id, new ArtifactoryDatasource());
 api.set('bitbucket-tags', new BitBucketTagsDatasource());
 api.set('cdnjs', new CdnJsDatasource());
 api.set('clojure', new ClojureDatasource());

diff --git a/lib/datasource/artifactory/__fixtures__/releases-as-files.html b/lib/datasource/artifactory/__fixtures__/releases-as-files.html
@@ -0,0 +1,21 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
+<html>
+  <head>
+    <meta name="robots" content="noindex" />
+    <title>Repository Title</title>
+  </head>
+
+  <body>
+    <h1>Index</h1>
+       <pre>Name      Last modified      Size</pre><hr/>
+       <pre>
+         <a href="..">..</a>
+         <a href="1.0.0">1.0.0</a>  21-Jul-2021 20:08    -
+         <a href="1.0.1">1.0.1</a>  23-Aug-2021 20:03    -
+         <a href="1.0.2">1.0.2</a>  21-Jul-2021 20:09    -
+         <a href="1.0.3">1.0.3</a>  06-Feb-2021 09:54    -
+       </pre>
+       <hr/>
+       <address style="font-size:small;">Artifactory Port 8080</address>
+  </body>
+</html>
diff --git a/lib/datasource/artifactory/__fixtures__/releases-as-folders.html b/lib/datasource/artifactory/__fixtures__/releases-as-folders.html
@@ -0,0 +1,21 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
+<html>
+  <head>
+    <meta name="robots" content="noindex" />
+    <title>Repository Title</title>
+  </head>
+
+  <body>
+    <h1>Index</h1>
+       <pre>Name      Last modified      Size</pre><hr/>
+       <pre>
+         <a href="../">../</a>
+         <a href="1.0.0/">1.0.0/</a>  21-Jul-2021 20:08    -
+         <a href="1.0.1/">1.0.1/</a>  23-Aug-2021 20:03    -
+         <a href="1.0.2/">1.0.2/</a>  21-Jul-2021 20:09    -
+         <a href="1.0.3/">1.0.3/</a>  06-Feb-2021 09:54    -
+       </pre>
+       <hr/>
+       <address style="font-size:small;">Artifactory Port 8080</address>
+  </body>
+</html>
diff --git a/lib/datasource/artifactory/__snapshots__/index.spec.ts.snap b/lib/datasource/artifactory/__snapshots__/index.spec.ts.snap
@@ -0,0 +1,70 @@
+// Jest Snapshot v1, https://goo.gl/fbAQLP
+
+exports[`datasource/artifactory/index getReleases parses real data (files): without slash at the end 1`] = `
+Object {
+  "registryUrl": "https://jfrog.company.com/artifactory",
+  "releases": Array [
+    Object {
+      "version": "1.0.0",
+    },
+    Object {
+      "version": "1.0.1",
+    },
+    Object {
+      "version": "1.0.2",
+    },
+    Object {
+      "version": "1.0.3",
+    },
+  ],
+}
+`;
+
+exports[`datasource/artifactory/index getReleases parses real data (folders): with slash at the end 1`] = `
+Object {
+  "registryUrl": "https://jfrog.company.com/artifactory",
+  "releases": Array [
+    Object {
+      "version": "1.0.0",
+    },
+    Object {
+      "version": "1.0.1",
+    },
+    Object {
+      "version": "1.0.2",
+    },
+    Object {
+      "version": "1.0.3",
+    },
+  ],
+}
+`;
+
+exports[`datasource/artifactory/index getReleases parses real data (merge strategy with 2 registries) 1`] = `
+Object {
+  "releases": Array [
+    Object {
+      "registryUrl": "https://jfrog.company.com/artifactory",
+      "version": "1.0.0",
+    },
+    Object {
+      "registryUrl": "https://jfrog.company.com/artifactory",
+      "version": "1.0.1",
+    },
+    Object {
+      "registryUrl": "https://jfrog.company.com/artifactory",
+      "version": "1.0.2",
+    },
+    Object {
+      "registryUrl": "https://jfrog.company.com/artifactory",
+      "version": "1.0.3",
+    },
+    Object {
+      "registryUrl": "https://jfrog.company.com/artifactory",
+      "version": "1.3.0",
+    },
+  ],
+}
+`;
+
+exports[`datasource/artifactory/index getReleases throws no Http error 1`] = `null`;
diff --git a/lib/datasource/artifactory/common.ts b/lib/datasource/artifactory/common.ts
@@ -0,0 +1 @@
+export const datasource = 'artifactory';
diff --git a/lib/datasource/artifactory/index.spec.ts b/lib/datasource/artifactory/index.spec.ts
@@ -0,0 +1,142 @@
+import { getPkgReleases } from '..';
+import * as httpMock from '../../../test/http-mock';
+import { loadFixture } from '../../../test/util';
+import { EXTERNAL_HOST_ERROR } from '../../constants/error-messages';
+import { logger } from '../../logger';
+import { ArtifactoryDatasource } from '.';
+
+const datasource = ArtifactoryDatasource.id;
+
+const testRegistryUrl = 'https://jfrog.company.com/artifactory';
+const testLookupName = 'project';
+const testConfig = {
+  registryUrls: [testRegistryUrl],
+  depName: testLookupName,
+};
+
+function getPath(folder: string): string {
+  return '/' + folder;
+}
+
+describe('datasource/artifactory/index', () => {
+  beforeEach(() => {
+    jest.resetAllMocks();
+    jest.mock('../../logger');
+  });
+
+  describe('getReleases', () => {
+    it('parses real data (folders): with slash at the end', async () => {
+      httpMock
+        .scope(testRegistryUrl)
+        .get(getPath(testLookupName))
+        .reply(200, loadFixture('releases-as-folders.html'));
+      const res = await getPkgReleases({
+        ...testConfig,
+        datasource,
+        lookupName: testLookupName,
+      });
+      expect(res.releases).toHaveLength(4);
+      expect(res).toMatchSnapshot();
+    });
+
+    it('parses real data (files): without slash at the end', async () => {
+      httpMock
+        .scope(testRegistryUrl)
+        .get(getPath(testLookupName))
+        .reply(200, loadFixture('releases-as-files.html'));
+      const res = await getPkgReleases({
+        ...testConfig,
+        datasource,
+        lookupName: testLookupName,
+      });
+      expect(res.releases).toHaveLength(4);
+      expect(res).toMatchSnapshot();
+    });
+
+    it('parses real data (merge strategy with 2 registries)', async () => {
+      httpMock
+        .scope(testRegistryUrl)
+        .get(getPath(testLookupName))
+        .reply(200, loadFixture('releases-as-files.html'));
+      httpMock
+        .scope(testRegistryUrl)
+        .get(getPath(testLookupName))
+        .reply(200, '<html>\n<h1>Header</h1>\n<a>1.3.0</a>\n<hmtl/>');
+      const res = await getPkgReleases({
+        registryUrls: [testRegistryUrl, testRegistryUrl],
+        depName: testLookupName,
+        datasource,
+        lookupName: testLookupName,
+      });
+      expect(res.releases).toHaveLength(5);
+      expect(res).toMatchSnapshot();
+    });
+
+    it('returns null without registryUrl + warning', async () => {
+      const res = await getPkgReleases({
+        datasource,
+        depName: testLookupName,
+        lookupName: testLookupName,
+      });
+      expect(logger.warn).toHaveBeenCalledTimes(1);
+      expect(logger.warn).toHaveBeenCalledWith(
+        'artifactory datasource requires custom registryUrl. Skipping datasource'
+      );
+      expect(res).toBeNull();
+    });
+
+    it('returns null for empty 200 OK', async () => {
+      httpMock
+        .scope(testRegistryUrl)
+        .get(getPath(testLookupName))
+        .reply(200, '<html>\n<h1>Header wo. nodes</h1>\n<hmtl/>');
+      expect(
+        await getPkgReleases({
+          ...testConfig,
+          datasource,
+          lookupName: testLookupName,
+        })
+      ).toBeNull();
+    });
+
+    it('404 returns null', async () => {
+      httpMock.scope(testRegistryUrl).get(getPath(testLookupName)).reply(404);
+      expect(
+        await getPkgReleases({
+          ...testConfig,
+          datasource,
+          lookupName: testLookupName,
+        })
+      ).toBeNull();
+      expect(logger.warn).toHaveBeenCalledTimes(1);
+      expect(logger.warn).toHaveBeenCalledWith(
+        'artifactory: "Not Found" error for project under https://jfrog.company.com/artifactory/project'
+      );
+    });
+
+    it('throws for error diff than 404', async () => {
+      httpMock.scope(testRegistryUrl).get(getPath(testLookupName)).reply(502);
+      await expect(
+        getPkgReleases({
+          ...testConfig,
+          datasource,
+          lookupName: testLookupName,
+        })
+      ).rejects.toThrow(EXTERNAL_HOST_ERROR);
+    });
+
+    it('throws no Http error', async () => {
+      httpMock
+        .scope(testRegistryUrl)
+        .get(getPath(testLookupName))
+        .replyWithError('unknown error');
+      const res = await getPkgReleases({
+        ...testConfig,
+        datasource,
+        lookupName: testLookupName,
+      });
+      expect(res).toBeNull();
+      expect(res).toMatchSnapshot();
+    });
+  });
+});
diff --git a/lib/datasource/artifactory/index.ts b/lib/datasource/artifactory/index.ts
@@ -0,0 +1,102 @@
+import { logger } from '../../logger';
+import { cache } from '../../util/cache/package/decorator';
+import { parse } from '../../util/html';
+import { HttpError } from '../../util/http/types';
+import { Datasource } from '../datasource';
+import type { GetReleasesConfig, Release, ReleaseResult } from '../types';
+import { datasource } from './common';
+
+export class ArtifactoryDatasource extends Datasource {
+  static readonly id = datasource;
+
+  constructor() {
+    super(datasource);
+  }
+
+  override readonly customRegistrySupport = true;
+
+  override readonly defaultRegistryUrls = [];
+
+  override readonly caching = true;
+
+  override readonly registryStrategy = 'merge';
+
+  @cache({
+    namespace: `datasource-${datasource}`,
+    key: ({ registryUrl }: GetReleasesConfig) => `${registryUrl}`,
+  })
+  async getReleases({
+    lookupName,
+    registryUrl,
+  }: GetReleasesConfig): Promise<ReleaseResult | null> {
+    if (!registryUrl) {
+      logger.warn(
+        'artifactory datasource requires custom registryUrl. Skipping datasource'
+      );
+      return null;
+    }
+
+    const url = `${registryUrl}/${lookupName}`;
+    const contextForLogging: string = lookupName + ' under ' + url;
+
+    const result: ReleaseResult = {
+      releases: [],
+    };
+    try {
+      const response = await this.http.get(url);
+      const body = parse(response.body, {
+        blockTextElements: {
+          script: true,
+          noscript: true,
+          style: true,
+        },
+      });
+
+      const nodes = body.querySelectorAll('a');
+
+      let candidates: string[] = [];
+      nodes.forEach((node) => candidates.push(node.innerHTML));
+
+      // filter out hyperlink to navigate to parent folder
+      candidates = candidates.filter(
+        (candidate) => candidate !== '../' && candidate !== '..'
+      );
+
+      candidates.forEach((candidate) => {
+        const parsedCandidate: string =
+          candidate.slice(-1) === '/' ? candidate.slice(0, -1) : candidate;
+
+        const thisRelease: Release = {
+          version: parsedCandidate,
+        };
+        result.releases.push(thisRelease);
+      });
+
+      if (result.releases.length) {
+        logger.trace(
+          'artifactory: Found ' +
+            String(result.releases.length) +
+            ' versions of ' +
+            contextForLogging
+        );
+      } else {
+        logger.trace(
+          'artifactory: Not found any version of ' + contextForLogging
+        );
+      }
+    } catch (err) {
+      // istanbul ignore else: not testable with nock
+      if (err instanceof HttpError) {
+        if (err.response?.statusCode === 404) {
+          logger.warn(
+            'artifactory: "Not Found" error for ' + contextForLogging
+          );
+          return null;
+        }
+      }
+      this.handleGenericErrors(err);
+    }
+
+    return result.releases.length ? result : null;
+  }
+}
diff --git a/lib/datasource/artifactory/readme.md b/lib/datasource/artifactory/readme.md
@@ -0,0 +1,4 @@
+This datasource returns releases from given custom _registryUrl(s)_.
+
+The target url is composed by the _registryUrl_ and the _lookupName_,
+which defaults to _depName_ when _lookupName_ is not defined.
diff --git a/lib/util/html.ts b/lib/util/html.ts
@@ -1,7 +1,11 @@
-import { HTMLElement, parse as _parse } from 'node-html-parser';
+import { HTMLElement, Options, parse as _parse } from 'node-html-parser';
 
 export { HTMLElement };
 
-export function parse(html: string): HTMLElement {
+export function parse(html: string, config?: Partial<Options>): HTMLElement {
+  if (typeof config !== 'undefined') {
+    return _parse(html, config);
+  }
+
   return _parse(html);
 }