2024-04-01 14:23:36 +00:00
|
|
|
import chalk from "chalk";
|
|
|
|
import { getBrowserString } from "./lib/getBrowserString.js";
|
|
|
|
import {
|
|
|
|
createWorker,
|
|
|
|
deleteWorker,
|
|
|
|
getAvailableSessions
|
|
|
|
} from "./browserstack/api.js";
|
|
|
|
import createDriver from "./selenium/createDriver.js";
|
|
|
|
import createWindow from "./jsdom/createWindow.js";
|
|
|
|
|
|
|
|
const workers = Object.create( null );
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Keys are browser strings
|
|
|
|
* Structure of a worker:
|
|
|
|
* {
|
|
|
|
* browser: object // The browser object
|
|
|
|
* debug: boolean // Stops the worker from being cleaned up when finished
|
|
|
|
* lastTouch: number // The last time a request was received
|
|
|
|
* restarts: number // The number of times the worker has been restarted
|
|
|
|
* options: object // The options to create the worker
|
|
|
|
* url: string // The URL the worker is on
|
|
|
|
* quit: function // A function to stop the worker
|
|
|
|
* }
|
|
|
|
*/
|
|
|
|
|
|
|
|
// Acknowledge the worker within the time limit.
|
|
|
|
// BrowserStack can take much longer spinning up
|
|
|
|
// some browsers, such as iOS 15 Safari.
|
|
|
|
const ACKNOWLEDGE_INTERVAL = 1000;
|
|
|
|
const ACKNOWLEDGE_TIMEOUT = 60 * 1000 * 5;
|
|
|
|
|
|
|
|
const MAX_WORKER_RESTARTS = 5;
|
|
|
|
|
|
|
|
// No report after the time limit
|
|
|
|
// should refresh the worker
|
|
|
|
const RUN_WORKER_TIMEOUT = 60 * 1000 * 2;
|
|
|
|
|
|
|
|
const WORKER_WAIT_TIME = 30000;
|
|
|
|
|
|
|
|
// Limit concurrency to 8 by default in selenium
|
|
|
|
const MAX_SELENIUM_CONCURRENCY = 8;
|
|
|
|
|
|
|
|
export async function createBrowserWorker( url, browser, options, restarts = 0 ) {
|
|
|
|
if ( restarts > MAX_WORKER_RESTARTS ) {
|
|
|
|
throw new Error(
|
|
|
|
`Reached the maximum number of restarts for ${ chalk.yellow(
|
|
|
|
getBrowserString( browser )
|
|
|
|
) }`
|
|
|
|
);
|
|
|
|
}
|
|
|
|
const { browserstack, debug, headless, reportId, runId, tunnelId, verbose } = options;
|
|
|
|
while ( await maxWorkersReached( options ) ) {
|
|
|
|
if ( verbose ) {
|
|
|
|
console.log( "\nWaiting for available sessions..." );
|
|
|
|
}
|
|
|
|
await new Promise( ( resolve ) => setTimeout( resolve, WORKER_WAIT_TIME ) );
|
|
|
|
}
|
|
|
|
|
|
|
|
const fullBrowser = getBrowserString( browser );
|
|
|
|
|
|
|
|
let worker;
|
|
|
|
|
|
|
|
if ( browserstack ) {
|
|
|
|
worker = await createWorker( {
|
|
|
|
...browser,
|
|
|
|
url: encodeURI( url ),
|
|
|
|
project: "jquery",
|
|
|
|
build: `Run ${ runId }`,
|
|
|
|
|
|
|
|
// This is the maximum timeout allowed
|
|
|
|
// by BrowserStack. We do this because
|
|
|
|
// we control the timeout in the runner.
|
|
|
|
// See https://github.com/browserstack/api/blob/b324a6a5bc1b6052510d74e286b8e1c758c308a7/README.md#timeout300
|
|
|
|
timeout: 1800,
|
|
|
|
|
|
|
|
// Not documented in the API docs,
|
|
|
|
// but required to make local testing work.
|
|
|
|
// See https://www.browserstack.com/docs/automate/selenium/manage-multiple-connections#nodejs
|
|
|
|
"browserstack.local": true,
|
|
|
|
"browserstack.localIdentifier": tunnelId
|
|
|
|
} );
|
|
|
|
worker.quit = () => deleteWorker( worker.id );
|
|
|
|
} else if ( browser.browser === "jsdom" ) {
|
|
|
|
const window = await createWindow( { reportId, url, verbose } );
|
|
|
|
worker = {
|
|
|
|
quit: () => window.close()
|
|
|
|
};
|
|
|
|
} else {
|
|
|
|
const driver = await createDriver( {
|
|
|
|
browserName: browser.browser,
|
|
|
|
headless,
|
|
|
|
url,
|
|
|
|
verbose
|
|
|
|
} );
|
|
|
|
worker = {
|
|
|
|
quit: () => driver.quit()
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
worker.debug = !!debug;
|
|
|
|
worker.url = url;
|
|
|
|
worker.browser = browser;
|
|
|
|
worker.restarts = restarts;
|
|
|
|
worker.options = options;
|
|
|
|
touchBrowser( browser );
|
|
|
|
workers[ fullBrowser ] = worker;
|
|
|
|
|
|
|
|
// Wait for the worker to show up in the list
|
|
|
|
// before returning it.
|
|
|
|
return ensureAcknowledged( worker );
|
|
|
|
}
|
|
|
|
|
|
|
|
export function touchBrowser( browser ) {
|
|
|
|
const fullBrowser = getBrowserString( browser );
|
|
|
|
const worker = workers[ fullBrowser ];
|
|
|
|
if ( worker ) {
|
|
|
|
worker.lastTouch = Date.now();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function setBrowserWorkerUrl( browser, url ) {
|
|
|
|
const fullBrowser = getBrowserString( browser );
|
|
|
|
const worker = workers[ fullBrowser ];
|
|
|
|
if ( worker ) {
|
|
|
|
worker.url = url;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function restartBrowser( browser ) {
|
|
|
|
const fullBrowser = getBrowserString( browser );
|
|
|
|
const worker = workers[ fullBrowser ];
|
|
|
|
if ( worker ) {
|
|
|
|
await restartWorker( worker );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Checks that all browsers have received
|
|
|
|
* a response in the given amount of time.
|
|
|
|
* If not, the worker is restarted.
|
|
|
|
*/
|
|
|
|
export async function checkLastTouches() {
|
|
|
|
for ( const [ fullBrowser, worker ] of Object.entries( workers ) ) {
|
|
|
|
if ( Date.now() - worker.lastTouch > RUN_WORKER_TIMEOUT ) {
|
|
|
|
const options = worker.options;
|
|
|
|
if ( options.verbose ) {
|
|
|
|
console.log(
|
|
|
|
`\nNo response from ${ chalk.yellow( fullBrowser ) } in ${
|
|
|
|
RUN_WORKER_TIMEOUT / 1000 / 60
|
|
|
|
}min.`
|
|
|
|
);
|
|
|
|
}
|
|
|
|
await restartWorker( worker );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function cleanupAllBrowsers( { verbose } ) {
|
|
|
|
const workersRemaining = Object.values( workers );
|
|
|
|
const numRemaining = workersRemaining.length;
|
|
|
|
if ( numRemaining ) {
|
|
|
|
try {
|
|
|
|
await Promise.all( workersRemaining.map( ( worker ) => worker.quit() ) );
|
|
|
|
if ( verbose ) {
|
|
|
|
console.log(
|
|
|
|
`Stopped ${ numRemaining } browser${ numRemaining > 1 ? "s" : "" }.`
|
|
|
|
);
|
|
|
|
}
|
|
|
|
} catch ( error ) {
|
|
|
|
|
|
|
|
// Log the error, but do not consider the test run failed
|
|
|
|
console.error( error );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function maxWorkersReached( {
|
|
|
|
browserstack,
|
|
|
|
concurrency = MAX_SELENIUM_CONCURRENCY
|
|
|
|
} ) {
|
|
|
|
if ( browserstack ) {
|
|
|
|
return ( await getAvailableSessions() ) <= 0;
|
|
|
|
}
|
|
|
|
return workers.length >= concurrency;
|
|
|
|
}
|
|
|
|
|
|
|
|
async function waitForAck( worker, { fullBrowser, verbose } ) {
|
|
|
|
delete worker.lastTouch;
|
|
|
|
return new Promise( ( resolve, reject ) => {
|
|
|
|
const interval = setInterval( () => {
|
|
|
|
if ( worker.lastTouch ) {
|
|
|
|
if ( verbose ) {
|
|
|
|
console.log( `\n${ fullBrowser } acknowledged.` );
|
|
|
|
}
|
|
|
|
clearTimeout( timeout );
|
|
|
|
clearInterval( interval );
|
|
|
|
resolve();
|
|
|
|
}
|
|
|
|
}, ACKNOWLEDGE_INTERVAL );
|
|
|
|
|
|
|
|
const timeout = setTimeout( () => {
|
|
|
|
clearInterval( interval );
|
|
|
|
reject(
|
|
|
|
new Error(
|
|
|
|
`${ fullBrowser } not acknowledged after ${
|
|
|
|
ACKNOWLEDGE_TIMEOUT / 1000 / 60
|
|
|
|
}min.`
|
|
|
|
)
|
|
|
|
);
|
|
|
|
}, ACKNOWLEDGE_TIMEOUT );
|
|
|
|
} );
|
|
|
|
}
|
|
|
|
|
|
|
|
async function ensureAcknowledged( worker ) {
|
|
|
|
const fullBrowser = getBrowserString( worker.browser );
|
|
|
|
const verbose = worker.options.verbose;
|
|
|
|
try {
|
|
|
|
await waitForAck( worker, { fullBrowser, verbose } );
|
|
|
|
return worker;
|
|
|
|
} catch ( error ) {
|
|
|
|
console.error( error.message );
|
|
|
|
await restartWorker( worker );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function cleanupWorker( worker, { verbose } ) {
|
|
|
|
for ( const [ fullBrowser, w ] of Object.entries( workers ) ) {
|
|
|
|
if ( w === worker ) {
|
|
|
|
delete workers[ fullBrowser ];
|
|
|
|
await worker.quit();
|
|
|
|
if ( verbose ) {
|
|
|
|
console.log( `\nStopped ${ fullBrowser }.` );
|
|
|
|
}
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function restartWorker( worker ) {
|
|
|
|
await cleanupWorker( worker, worker.options );
|
|
|
|
await createBrowserWorker(
|
|
|
|
worker.url,
|
|
|
|
worker.browser,
|
|
|
|
worker.options,
|
|
|
|
worker.restarts + 1
|
|
|
|
);
|
Tests: migrate testing infrastructure to minimal dependencies
This is a complete rework of our testing infrastructure. The main goal is to modernize and drop deprecated or undermaintained dependencies (specifically, grunt, karma, and testswarm). We've achieved that by limiting our dependency list to ones that are unlikely to drop support any time soon. The new dependency list includes:
- `qunit` (our trusty unit testing library)
- `selenium-webdriver` (for spinning up local browsers)
- `express` (for starting a test server and adding middleware)
- express middleware includes uses of `body-parser` and `raw-body`
- `yargs` (for constructing a CLI with pretty help text)
- BrowserStack (for running each of our QUnit modules separately in all of our supported browsers)
- `browserstack-local` (for opening a local tunnel. This is the same package still currently used in the new Browserstack SDK)
- We are not using any other BrowserStack library. The newest BrowserStack SDK does not fit our needs (and isn't open source). Existing libraries, such as `node-browserstack` or `browserstack-runner`, either do not quite fit our needs, are under-maintained and out-of-date, or are not robust enough to meet all of our requirements. We instead call the [BrowserStack REST API](https://github.com/browserstack/api) directly.
## BrowserStack Runner
- automatically retries individual modules in case of test failure(s)
- automatically attempts to re-establish broken tunnels
- automatically refreshes the page in case a test run has stalled
- runs all browsers concurrently and uses as many sessions as are available under the BrowserStack plan. It will wait for available sessions if there are none.
- supports filtering the available list of browsers by browser name, browser version, device, OS, and OS version (see `npm run test:unit -- --list-browsers` for more info). It will retrieve the latest matching browser available if any of those parameters are not specified.
- cleans up after itself (closes the local tunnel, stops the test server, etc.)
- Requires `BROWSERSTACK_USERNAME` and `BROWSERSTACK_ACCESS_KEY` environment variables.
## Selenium Runner
- supports running any local browser as long as the driver is installed, including support for headless mode in Chrome, FF, and Edge
- supports running `basic` tests on the latest [jsdom](https://github.com/jsdom/jsdom#readme), which can be seen in action in this PR (see `test:browserless`)
- Node tests will run as before in PRs and all non-dependabot branches, but now includes tests on real Safari in a GH actions macos image instead of playwright-webkit.
- can run multiple browsers and multiple modules concurrently
Other notes:
- Stale dependencies have been removed and all remaining dependencies have been upgraded with a few exceptions:
- `sinon`: stopped supporting IE in version 10. But, `sinon` has been updated to 9.x.
- `husky`: latest does not support Node 10 and runs on `npm install`. Needed for now until git builds are migrated to GitHub Actions.
- `rollup`: latest does not support Node 10. Needed for now until git builds are migrated to GitHub Actions.
- BrowserStack tests are set to run on each `main` branch commit
- `debug` mode leaves Selenium browsers open whether they pass or fail and leaves browsers with test failures open on BrowserStack. The latter is to avoid leaving open too many sessions.
- This PR includes a workflow to dispatch BrowserStack runs on-demand
- The Node version used for most workflow tests has been upgraded to 20.x
- updated supportjQuery to 3.7.1
Run `npm run test:unit -- --help` for CLI documentation
Close gh-5418
2024-02-26 14:42:10 +00:00
|
|
|
}
|