internal/scripts/workers/dev.ts - main - githubmirror/tldraw

internal/scripts/workers/dev.ts
249 строк7 KB
Mitja Bezenšek
chore: share the worker esbuild externals list between dev and CI scripts (#9557)
10 июл 2026, 13:51
10 июл 2026, 13:513f9cb5e
import { ChildProcessWithoutNullStreams, spawn } from 'child_process'
import { readFileSync } from 'fs'
import { createServer } from 'net'
import { resolve } from 'path'
import kleur from 'kleur'
import { lock } from 'proper-lockfile'
import stripAnsi from 'strip-ansi'
import * as toml from 'toml'
import { killProcessTree } from '../lib/kill-tree'
import { WORKER_EXTERNAL_DEPS } from '../lib/worker-externals'

const lockfileName = __dirname

/**
 * a long time ago, workerd would regularly crash with a segfault but the error is not caught by the
 * process, so it will just hang. this script wraps the process, tailing the logs and restarting the
 * process if we encounter the string 'Segmentation fault'. we think this error is probably fixed
 * now.
 *
 * there's a separate issue where spawning multiple workerd instances at once would cause them to
 * fight and crash. we use a lockfile to start our wrokerd instances one at a time, waiting for the
 * previous one to be ready before we start the next.
 */
class MiniflareMonitor {
	private process: ChildProcessWithoutNullStreams | null = null

	constructor(
		private command: string,
		private args: string[] = []
	) {}

	public async start(): Promise<void> {
		await this.stop() // Ensure any existing process is stopped
		await this.lock()
		await console.log(`Starting wrangler...`)
		this.process = spawn(this.command, this.args, {
			env: {
				NODE_ENV: 'development',
				...process.env,
			},
		})

		this.process.stdout.on('data', (data: Buffer) => {
			this.handleOutput(stripAnsi(data.toString().replace('\r', '').trim()))
		})

		this.process.stderr.on('data', (data: Buffer) => {
			this.handleOutput(stripAnsi(data.toString().replace('\r', '').trim()), true)
		})
	}

	private handleOutput(output: string, err = false): void {
		if (!output) return

		if (output.includes('Ready on') && this.isLocked()) {
			this.release()
		}

		if (output.includes('Segmentation fault')) {
			console.error('Segmentation fault detected. Restarting Miniflare...')
			this.restart()
		} else if (!err) {
			console.log(output.replace('[mf:inf]', '')) // or handle the output differently
		} else {
			console.error(output.replace('[mf:err]', '')) // or handle the output differently
		}
	}

	private async restart(): Promise<void> {
		console.log('Restarting wrangler...')
		await this.stop()
		setTimeout(() => this.start(), 3000) // Restart after a short delay
	}

	private async stop(): Promise<void> {
		if (this.isLocked()) await this.release()
		if (this.process) {
			this.process.kill()
			this.process = null
		}
	}

	private _lockPromise?: Promise<() => Promise<void>>
	private isLocked() {
		return !!this._lockPromise
	}
	private async lock() {
		if (this.isLocked()) throw new Error('Already locked')
		console.log('Locking...')
		this._lockPromise = lock(lockfileName, {
			retries: {
				minTimeout: 500,
				retries: 10,
			},
		})
		await this._lockPromise
		console.log('Locked')
	}
	private async release() {
		if (!this.isLocked()) throw new Error('Not locked')
		console.log('Releasing...')
		const lockPromise = this._lockPromise!
		this._lockPromise = undefined
		const release = await lockPromise
		await release()
		console.log('Released')
	}
}

class SizeReporter {
	lastLineTime = Date.now()
	nextTick?: NodeJS.Timeout

	size = 0

	start() {
		console.log('Spawning size reporter...')
		const proc = spawn('yarn', [
			'run',
			'-T',
			'esbuild',
			'src/worker.ts',
			'--bundle',
			'--minify',
			'--watch',
			// need to list out node packages that are used in the worker.
			// otherwise, if we use platform=node, the bundle size is not reported correctly
			...WORKER_EXTERNAL_DEPS.map((dep) => '--external:' + dep),
			'--target=esnext',
			'--format=esm',
		])
		// listen for lines on stdin
		proc.stdout.on('data', (data) => {
			this.size += data.length
			this.lastLineTime = Date.now()
			clearTimeout(this.nextTick)
			this.nextTick = setTimeout(() => {
				console.log(
					kleur.bold(kleur.yellow('worker')),
					'is roughly',
					kleur.bold(kleur.cyan(Math.floor(this.size / 1024) + 'kb')),
					'(minified)\n'
				)
				this.size = 0
			}, 10)
		})
		proc.stderr.on('data', (data) => {
			console.log(data.toString())
		})
		process.on('SIGINT', () => {
			console.log('Int')
			proc.kill()
		})
		process.on('SIGTERM', () => {
			console.log('Term')
			proc.kill()
		})
		process.on('exit', () => {
			console.log('Exiting')
			proc.kill()
		})
	}
}

function getDevPort(args: string[]): number | null {
	const portIdx = args.findIndex((a) => a === '--port')
	if (portIdx >= 0 && args[portIdx + 1]) {
		const fromArg = Number(args[portIdx + 1])
		return Number.isFinite(fromArg) ? fromArg : null
	}
	try {
		const parsed = toml.parse(readFileSync(resolve(process.cwd(), 'wrangler.toml'), 'utf8'))
		const port = parsed?.dev?.port
		return typeof port === 'number' ? port : null
	} catch {
		return null
	}
}

function probePortFree(port: number): Promise<void> {
	return new Promise((res, rej) => {
		const server = createServer()
		server.unref()
		server.once('error', rej)
		server.once('listening', () => server.close(() => res()))
		server.listen(port, '0.0.0.0')
	})
}

async function ensurePortFreeOrExit(port: number) {
	try {
		await probePortFree(port)
	} catch (err: any) {
		if (err?.code === 'EADDRINUSE') {
			console.error(
				`\n${kleur.red(kleur.bold(`✖ Port ${port} is already in use.`))}\n\n` +
					`This worker (${kleur.cyan(process.cwd())}) needs port ${port}, but another\n` +
					`process is already listening on it. Wrangler would silently fall back to a random\n` +
					`port, but the rest of the dev stack expects ${port} — so /api requests from the\n` +
					`client would either 404 or hit the wrong worker.\n\n` +
					`Find what's holding it:\n` +
					`  ${kleur.bold(`lsof -nP -iTCP:${port} -sTCP:LISTEN`)}\n\n` +
					`Then stop that process and re-run.\n`
			)
		} else {
			console.error(`Failed to probe port ${port}:`, err)
		}
		process.exit(1)
	}
}

async function main() {
	const port = getDevPort(process.argv.slice(2))
	if (port != null) await ensurePortFreeOrExit(port)

	new MiniflareMonitor('wrangler', [
		'dev',
		'--env',
		'dev',
		'--test-scheduled',
		'--log-level',
		'info',
		'--var',
		'IS_LOCAL:true',
		...process.argv.slice(2),
	]).start()

	new SizeReporter().start()

	// On shutdown, reap the whole subtree while it is still alive. wrangler spawns workerd as a child
	// and the size reporter spawns esbuild through a `yarn run -T` wrapper, so just signalling our
	// direct children would let those grandchildren reparent to launchd and keep holding the dev port.
	// Walking by PID, deepest-first, crosses those wrapper and process boundaries. We do this in the
	// signal handler (not on `exit`) so the tree is still enumerable.
	let shuttingDown = false
	const shutdown = () => {
		if (shuttingDown) return
		shuttingDown = true
		killProcessTree(process.pid)
		process.exit(0)
	}
	process.on('SIGINT', shutdown)
	process.on('SIGTERM', shutdown)
	process.on('SIGHUP', shutdown)
	// Backstop for any exit path that bypassed the signal handler.
	process.on('exit', () => killProcessTree(process.pid))
}

main()