19e42c9c52
- Move external URL checks to its own module under `tests/`. This separates them from integration test, addressing long runs and frequent failures that led to ignoring test results. - Move `check-desktop-runtime-errors` to `tests/checks` to keep all test-related checks into one directory. - Replace `ts-node` with `vite` for running `check-desktop-runtime-errors` to maintain a consistent execution environment across checks. - Implement a timeout for each fetch call. - Be nice to external sources, wait 5 seconds before sending another request to an URL under same domain. This solves rate-limiting issues. - Instead of running test on every push/pull request, run them only weekly. - Do not run tests on each commit/PR but only scheduled (weekly) to minimize noise. - Fix URLs are not captured correctly inside backticks or parenthesis.
51 lines
1.9 KiB
TypeScript
51 lines
1.9 KiB
TypeScript
import { test, expect } from 'vitest';
|
|
import { parseApplication } from '@/application/Parser/ApplicationParser';
|
|
import { IApplication } from '@/domain/IApplication';
|
|
import { IUrlStatus } from './StatusChecker/IUrlStatus';
|
|
import { getUrlStatusesInParallel, IBatchRequestOptions } from './StatusChecker/BatchStatusChecker';
|
|
|
|
const app = parseApplication();
|
|
const urls = collectUniqueUrls(app);
|
|
const requestOptions: IBatchRequestOptions = {
|
|
domainOptions: {
|
|
sameDomainParallelize: false, // be nice to our external servers
|
|
sameDomainDelayInMs: 5 /* sec */ * 1000,
|
|
},
|
|
requestOptions: {
|
|
retryExponentialBaseInMs: 3 /* sec */ * 1000,
|
|
requestTimeoutInMs: 60 /* sec */ * 1000,
|
|
additionalHeaders: { referer: app.info.homepage },
|
|
},
|
|
};
|
|
const testTimeoutInMs = urls.length * 60 /* seconds */ * 1000;
|
|
|
|
test(`all URLs (${urls.length}) should be alive`, async () => {
|
|
const results = await getUrlStatusesInParallel(urls, requestOptions);
|
|
const deadUrls = results.filter((r) => r.code !== 200);
|
|
expect(deadUrls).to.have.lengthOf(0, printUrls(deadUrls));
|
|
}, testTimeoutInMs);
|
|
|
|
function collectUniqueUrls(application: IApplication): string[] {
|
|
return [ // Get all nodes
|
|
...application.collections.flatMap((c) => c.getAllCategories()),
|
|
...application.collections.flatMap((c) => c.getAllScripts()),
|
|
]
|
|
// Get all docs
|
|
.flatMap((documentable) => documentable.docs)
|
|
// Parse all URLs
|
|
.flatMap((docString) => docString.match(/(https?:\/\/[^\s`"<>()]+)/g) || [])
|
|
// Remove duplicates
|
|
.filter((url, index, array) => array.indexOf(url) === index);
|
|
}
|
|
|
|
function printUrls(statuses: IUrlStatus[]): string {
|
|
/* eslint-disable prefer-template */
|
|
return '\n'
|
|
+ statuses.map((status) => `- ${status.url}\n`
|
|
+ (status.code ? `\tResponse code: ${status.code}` : '')
|
|
+ (status.error ? `\tError: ${status.error}` : ''))
|
|
.join('\n')
|
|
+ '\n';
|
|
/* eslint-enable prefer-template */
|
|
}
|