mirror of
https://github.com/hanzoai/next.js.git
synced 2026-10-30 14:46:38 +00:00
Tim NeutkensandGitHub
8141dcf12e
### What?
Converts every test under `test/integration/` to an isolated test
running through `nextTestSetup` (under `test/e2e/`, `test/production/`,
`test/development/`, or `test/unit/`), then deletes `test/integration/`
along with the legacy CI orchestration that was specific to it.
- `test/integration/` removed entirely (~327 test suites)
- New isolated suites added across the existing folders:
- `test/e2e/` — 175
- `test/production/` — 130
- `test/development/` — 43
- `test/unit/` — 1
- `.github/workflows/build_and_test.yml` and `run-tests.js` no longer
have any `integration` branches
- `nextTestSetup` gained a `baseUrl` option on `next.browser()` so a
small number of tests that drive their own proxy/static-export server
can keep using `next.browser(...)` instead of importing `next-webdriver`
directly
### Why?
`test/integration/` predated `nextTestSetup` and ran tests directly
against the source checkout via custom helpers (`launchApp`,
`nextBuild`, `nextStart`, `runNextCommand`, `webdriver`, `fetchViaHTTP`,
…). Each suite hand-rolled its own dev/start/build orchestration,
fixture mutation, and process management.
The isolated test model used by the rest of the repo gives each suite an
isolated working directory containing a packed `next.tgz` install, a
uniform `next.start()` / `next.build()` / `next.fetch()` /
`next.browser()` API, and the same lifecycle for dev, start, and deploy
modes — so a single set of assertions covers all three. Deploy-mode
skips and per-feature gates are expressed declaratively
(`skipDeployment`, `disableAutoSkewProtection`, `if (skipped) return`)
instead of branching on `process.env`.
Removing `test/integration/` lets us:
- Delete the bespoke orchestration code in the CI workflow and
`run-tests.js`
- Run every converted suite consistently in dev, start, and deploy modes
(where applicable)
- Reproduce every test locally with the same `pnpm
test-{dev,start}-{turbo,webpack}` commands; no separate `integration`
path
- Open the door to running `test/production` against deployments in the
future (the converted suites already declare `skipDeployment` so they
can be flipped on)
### How?
Mechanical conversion per suite, with targeted clean-ups:
1. **Per-suite conversion.** Each
`test/integration/<name>/test/index.test.{js,ts}` was rewritten into a
single `<name>.test.ts` under the right folder based on what the
original exercised:
- `launchApp` / dev-only assertions → `test/development/`
- `nextBuild` + `nextStart` / start-only assertions → `test/production/`
- Both → `test/e2e/`
- The one pure jsdom render check (`link-without-router`) → `test/unit/`
2. **API mapping.** Custom helpers were replaced by `nextTestSetup`
equivalents: `launchApp` → `next.start()`, `nextBuild` → `next.build()`,
`runNextCommand` → `next.runCommand`, `fetchViaHTTP` → `next.fetch`,
`webdriver(...)` → `next.browser(...)`. Fixture mutations switched from
raw `fs.writeFile`/`fs.rename` to `next.patchFile` (with the 3-arg
`runWithTempContent` callback when the change has a defined scope) and
`next.deleteFile`.
3. **Deploy-mode handling.** Suites that can't run in deploy mode (use
`patchFile` / `next.build()` / depend on local CLI output) declare
`skipDeployment: true` and early-return on the `skipped` boolean. Suites
where Vercel's edge mutates URLs (`&dpl=`, immutable assets) declare
`disableAutoSkewProtection: true`.
4. **`next.browser({ baseUrl })`.** A handful of tests
(`prerender-export`, `cdn-cache-busting`, `preload-viewport`, both
`react-virtualized` suites) need to drive a separate server (a
static-export server or an `http-proxy` instance) rather than the
Next.js process. Instead of importing `next-webdriver` directly, those
tests now pass `{ baseUrl: <port|url> }` to `next.browser()`. For the
proxy cases, the proxy was moved into `server.js` inside the fixture and
`http-proxy` declared via the `dependencies` option of `nextTestSetup`,
so the test runs with a fully isolated dependency graph.
5. **CI clean-up.** With `test/integration` gone, the `test
integration*` jobs and `integration-tests-manifest`-related logic in
`.github/workflows/build_and_test.yml` were removed, and `run-tests.js`
no longer has the `integration` test-folder branch.
6. **Validation.** The PR was iterated against multiple full CI runs;
the remaining failures on the latest run are pre-existing flakes
(segment-cache 60s `act` timeouts in turbopack-prod) or transient
infrastructure issues unrelated to the conversion.
334 lines
10 KiB
TypeScript
334 lines
10 KiB
TypeScript
import { isNextDev, nextTestSetup } from 'e2e-utils'
|
|
|
|
// This test exercises `next build` outputs and `next start` behaviour, so it
|
|
// is meaningless in dev mode where the dev server bypasses production build
|
|
// artifacts (e.g. statically prerendered 500.html from getStaticProps).
|
|
;(isNextDev ? describe.skip : describe)('500 Page build validation', () => {
|
|
const { next, skipped } = nextTestSetup({
|
|
files: __dirname,
|
|
skipStart: true,
|
|
skipDeployment: true,
|
|
})
|
|
if (skipped) return
|
|
|
|
const gip500Err =
|
|
/`pages\/500` can not have getInitialProps\/getServerSideProps/
|
|
|
|
beforeEach(async () => {
|
|
// Reset to original 500.js before each test
|
|
await next.patchFile(
|
|
'pages/500.js',
|
|
`const page = () => {
|
|
console.log('rendered 500')
|
|
return 'custom 500 page'
|
|
}
|
|
export default page
|
|
`
|
|
)
|
|
})
|
|
|
|
it('shows error with getInitialProps in pages/500 build', async () => {
|
|
await next.patchFile(
|
|
'pages/500.js',
|
|
`
|
|
const page = () => 'custom 500 page'
|
|
page.getInitialProps = () => ({ a: 'b' })
|
|
export default page
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(1)
|
|
expect(next.cliOutput).toMatch(gip500Err)
|
|
})
|
|
|
|
it('does not show error with getStaticProps in pages/500 build', async () => {
|
|
await next.patchFile(
|
|
'pages/500.js',
|
|
`
|
|
const page = () => 'custom 500 page'
|
|
export const getStaticProps = () => ({ props: { a: 'b' } })
|
|
export default page
|
|
`
|
|
)
|
|
const { exitCode, cliOutput } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(cliOutput).not.toMatch(gip500Err)
|
|
})
|
|
|
|
it('shows error with getServerSideProps in pages/500 build', async () => {
|
|
await next.patchFile(
|
|
'pages/500.js',
|
|
`
|
|
const page = () => 'custom 500 page'
|
|
export const getServerSideProps = () => ({ props: { a: 'b' } })
|
|
export default page
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(1)
|
|
expect(next.cliOutput).toMatch(gip500Err)
|
|
})
|
|
|
|
it('should have correct cache control for 500 page with getStaticProps', async () => {
|
|
await next.patchFile(
|
|
'pages/500.js',
|
|
`
|
|
export default function Page() {
|
|
return <p>custom 500</p>
|
|
}
|
|
export function getStaticProps() {
|
|
return { props: { now: Date.now() } }
|
|
}
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
await next.start({ skipBuild: true })
|
|
|
|
try {
|
|
const res = await next.fetch('/err')
|
|
expect(res.status).toBe(500)
|
|
expect(res.headers.get('cache-control')).toBe(
|
|
'private, no-cache, no-store, max-age=0, must-revalidate'
|
|
)
|
|
} finally {
|
|
await next.stop()
|
|
}
|
|
})
|
|
|
|
it('does not build 500 statically with getInitialProps in _app', async () => {
|
|
await next.patchFile(
|
|
'pages/_app.js',
|
|
`
|
|
import App from 'next/app'
|
|
const page = ({ Component, pageProps }) => <Component {...pageProps} />
|
|
page.getInitialProps = (ctx) => App.getInitialProps(ctx)
|
|
export default page
|
|
`
|
|
)
|
|
const { exitCode, cliOutput } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(cliOutput).not.toMatch(gip500Err)
|
|
expect(cliOutput).not.toContain('rendered 500')
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(false)
|
|
|
|
await next.start({ skipBuild: true })
|
|
try {
|
|
const res = await next.fetch('/err')
|
|
expect(res.status).toBe(500)
|
|
// Verify the page was rendered at runtime by checking response
|
|
expect(await res.text()).toContain('custom 500 page')
|
|
} finally {
|
|
await next.stop()
|
|
}
|
|
|
|
await next.deleteFile('pages/_app.js')
|
|
})
|
|
|
|
it('does build 500 statically with getInitialProps in _app and getStaticProps in pages/500', async () => {
|
|
await next.patchFile(
|
|
'pages/_app.js',
|
|
`
|
|
import App from 'next/app'
|
|
const page = ({ Component, pageProps }) => <Component {...pageProps} />
|
|
page.getInitialProps = (ctx) => App.getInitialProps(ctx)
|
|
export default page
|
|
`
|
|
)
|
|
await next.patchFile(
|
|
'pages/500.js',
|
|
`
|
|
const page = () => {
|
|
console.log('rendered 500')
|
|
return 'custom 500 page'
|
|
}
|
|
export default page
|
|
export const getStaticProps = () => {
|
|
return { props: {} }
|
|
}
|
|
`
|
|
)
|
|
const { exitCode, cliOutput } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(cliOutput).not.toMatch(gip500Err)
|
|
expect(cliOutput).toContain('rendered 500')
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(true)
|
|
|
|
const outputBeforeStart = next.cliOutput.length
|
|
await next.start({ skipBuild: true })
|
|
try {
|
|
await next.render('/err')
|
|
expect(next.cliOutput.substring(outputBeforeStart)).not.toContain(
|
|
'rendered 500'
|
|
)
|
|
} finally {
|
|
await next.stop()
|
|
}
|
|
|
|
await next.deleteFile('pages/_app.js')
|
|
})
|
|
|
|
it('builds 500 statically by default with no pages/500', async () => {
|
|
await next.deleteFile('pages/500.js')
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(next.cliOutput).not.toMatch(gip500Err)
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(true)
|
|
|
|
await next.start({ skipBuild: true })
|
|
try {
|
|
const browser = await next.browser('/err?hello=world')
|
|
const initialTitle = await browser.eval('document.title')
|
|
const currentTitle = await browser.eval('document.title')
|
|
expect(initialTitle).toBe(currentTitle)
|
|
expect(initialTitle).toBe('500: Internal Server Error')
|
|
} finally {
|
|
await next.stop()
|
|
}
|
|
})
|
|
|
|
it('builds 500 statically by default with no pages/500 and custom _error without getInitialProps', async () => {
|
|
await next.deleteFile('pages/500.js')
|
|
await next.patchFile(
|
|
'pages/_error.js',
|
|
`
|
|
function Error({ statusCode }) {
|
|
return <p>Error status: {statusCode}</p>
|
|
}
|
|
export default Error
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(next.cliOutput).not.toMatch(gip500Err)
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(true)
|
|
await next.deleteFile('pages/_error.js')
|
|
})
|
|
|
|
it('does not build 500 statically with no pages/500 and custom getInitialProps in _error', async () => {
|
|
await next.deleteFile('pages/500.js')
|
|
await next.patchFile(
|
|
'pages/_error.js',
|
|
`
|
|
function Error({ statusCode }) {
|
|
return <p>Error status: {statusCode}</p>
|
|
}
|
|
Error.getInitialProps = ({ req, res, err }) => {
|
|
console.error('called _error.getInitialProps')
|
|
if (req.url === '/500') {
|
|
throw new Error('should not export /500')
|
|
}
|
|
return {
|
|
statusCode: res && res.statusCode ? res.statusCode : err ? err.statusCode : 404
|
|
}
|
|
}
|
|
export default Error
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(next.cliOutput).not.toMatch(gip500Err)
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(false)
|
|
|
|
await next.start({ skipBuild: true })
|
|
try {
|
|
const res = await next.fetch('/err')
|
|
expect(res.status).toBe(500)
|
|
// Verify _error.getInitialProps is called at runtime by checking response content
|
|
const text = await res.text()
|
|
expect(text).toContain('Error status:')
|
|
expect(text).toContain('500')
|
|
} finally {
|
|
await next.stop()
|
|
}
|
|
|
|
await next.deleteFile('pages/_error.js')
|
|
})
|
|
|
|
it('does not build 500 statically with no pages/500 and custom getInitialProps in _error and _app', async () => {
|
|
await next.deleteFile('pages/500.js')
|
|
await next.patchFile(
|
|
'pages/_error.js',
|
|
`
|
|
function Error({ statusCode }) {
|
|
return <p>Error status: {statusCode}</p>
|
|
}
|
|
Error.getInitialProps = ({ req, res, err }) => {
|
|
console.error('called _error.getInitialProps')
|
|
if (req.url === '/500') {
|
|
throw new Error('should not export /500')
|
|
}
|
|
return {
|
|
statusCode: res && res.statusCode ? res.statusCode : err ? err.statusCode : 404
|
|
}
|
|
}
|
|
export default Error
|
|
`
|
|
)
|
|
await next.patchFile(
|
|
'pages/_app.js',
|
|
`
|
|
function App({ pageProps, Component }) {
|
|
return <Component {...pageProps} />
|
|
}
|
|
App.getInitialProps = async ({ Component, ctx }) => {
|
|
let pageProps = {}
|
|
if (Component.getInitialProps) {
|
|
pageProps = await Component.getInitialProps(ctx)
|
|
}
|
|
return { pageProps }
|
|
}
|
|
export default App
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(next.cliOutput).not.toMatch(gip500Err)
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(false)
|
|
await next.deleteFile('pages/_error.js')
|
|
await next.deleteFile('pages/_app.js')
|
|
})
|
|
|
|
it('does not build 500 statically with no pages/500 and getServerSideProps in _error', async () => {
|
|
await next.deleteFile('pages/500.js')
|
|
await next.patchFile(
|
|
'pages/_error.js',
|
|
`
|
|
function Error({ statusCode }) {
|
|
return <p>Error status: {statusCode}</p>
|
|
}
|
|
export const getServerSideProps = ({ req, res, err }) => {
|
|
console.error('called _error getServerSideProps')
|
|
if (req.url === '/500') {
|
|
throw new Error('should not export /500')
|
|
}
|
|
return {
|
|
props: {
|
|
statusCode: res && res.statusCode ? res.statusCode : err ? err.statusCode : 404
|
|
}
|
|
}
|
|
}
|
|
export default Error
|
|
`
|
|
)
|
|
const { exitCode } = await next.build()
|
|
expect(exitCode).toBe(0)
|
|
expect(next.cliOutput).not.toMatch(gip500Err)
|
|
expect(await next.hasFile('.next/server/pages/500.html')).toBe(false)
|
|
|
|
await next.start({ skipBuild: true })
|
|
try {
|
|
const res = await next.fetch('/err')
|
|
expect(res.status).toBe(500)
|
|
// Verify _error getServerSideProps is called at runtime by checking response content
|
|
const text = await res.text()
|
|
expect(text).toContain('Error status:')
|
|
expect(text).toContain('500')
|
|
} finally {
|
|
await next.stop()
|
|
}
|
|
|
|
await next.deleteFile('pages/_error.js')
|
|
})
|
|
})
|