diff --git a/packages/nuxt-cli/src/dev/utils.ts b/packages/nuxt-cli/src/dev/utils.ts
index dc0f8452a..341f09fdf 100644
--- a/packages/nuxt-cli/src/dev/utils.ts
+++ b/packages/nuxt-cli/src/dev/utils.ts
@@ -1099,18 +1099,17 @@ export class NuxtDevServer extends EventEmitter<DevServerEventMap> {
     })
 
     let viteHmrPinned = false
-    let viteWsPath: string | undefined
-    let viteHmrUrl: string | undefined
+    let viteHmrAttached = false
     if (!process.env.NUXI_DISABLE_VITE_HMR) {
       this.#currentNuxt.hooks.hook('vite:extend', ({ config }) => {
         if (config.server) {
-          viteWsPath = attachViteHmrServer(config.server, this.listener.server)
+          attachViteHmrServer(config.server, this.listener.server)
           viteHmrPinned = true
         }
       })
-      this.#currentNuxt.hooks.hook('vite:serverCreated', (server, { isClient }) => {
+      this.#currentNuxt.hooks.hook('vite:serverCreated', (_server, { isClient }) => {
         if (isClient && viteHmrPinned) {
-          viteHmrUrl = viteWsPath ? join(server.config.base, viteWsPath) : server.config.base
+          viteHmrAttached = true
         }
       })
     }
@@ -1151,32 +1150,19 @@ export class NuxtDevServer extends EventEmitter<DevServerEventMap> {
 
     const nuxt = this.#currentNuxt
     const baseURL = nuxt.options.app.baseURL.startsWith('./') ? nuxt.options.app.baseURL.slice(1) : nuxt.options.app.baseURL
-    const viteHmrPath = `${baseURL.replace(/\/$/, '')}/${nuxt.options.app.buildAssetsDir.replace(/^\//, '')}`
+    const buildAssetsPath = `${baseURL.replace(/\/$/, '')}/${nuxt.options.app.buildAssetsDir.replace(/^\//, '')}`
     const expectsViteHmr = !process.env.NUXI_DISABLE_VITE_HMR && (!nuxt.options.builder || String(nuxt.options.builder).includes('vite'))
     this.listener.server.on('upgrade', (req, socket, head) => {
       this.#websocketConnections.add(socket)
       socket.on('close', () => {
         this.#websocketConnections.delete(socket)
       })
-      const protocol = req.headers['sec-websocket-protocol']
-      if (expectsViteHmr && (protocol === 'vite-hmr' || protocol === 'vite-ping')) {
-        if (viteHmrUrl === undefined && req.url?.startsWith(viteHmrPath)) {
+      if (req.url?.startsWith(buildAssetsPath)) {
+        const protocol = req.headers['sec-websocket-protocol']
+        if (expectsViteHmr && !viteHmrAttached && (protocol === 'vite-hmr' || protocol === 'vite-ping')) {
           socket.destroy()
-          return
-        }
-        if (viteHmrUrl !== undefined) {
-          let pathname: string
-          try {
-            pathname = new URL(`http://localhost${req.url}`).pathname
-          }
-          catch {
-            socket.destroy()
-            return
-          }
-          if (pathname === viteHmrUrl) {
-            return
-          }
         }
+        return
       }
       if (nuxt.server && 'upgrade' in nuxt.server) {
         nuxt.server.upgrade(req, socket as any, head)
diff --git a/packages/nuxt-cli/test/unit/dev/lifecycle.spec.ts b/packages/nuxt-cli/test/unit/dev/lifecycle.spec.ts
index ef321ca6b..685ee1b96 100644
--- a/packages/nuxt-cli/test/unit/dev/lifecycle.spec.ts
+++ b/packages/nuxt-cli/test/unit/dev/lifecycle.spec.ts
@@ -666,7 +666,7 @@ describe('dev server handover', () => {
 })
 
 describe('dev server websocket upgrades', () => {
-  function upgrade(server: InstanceType<typeof NuxtDevServer>, path: string, protocol = 'vite-ping') {
+  function upgrade(server: InstanceType<typeof NuxtDevServer>, path: string, protocol: string | null = 'vite-ping') {
     const { port } = server.listener.address as AddressInfo
     const client = connect(port, '127.0.0.1')
     client.on('error', () => {})
@@ -675,7 +675,7 @@ describe('dev server websocket upgrades', () => {
       response += chunk
     })
     const closed = new Promise<void>(resolve => client.once('close', () => resolve()))
-    client.write(`GET ${path} HTTP/1.1\r\nHost: 127.0.0.1\r\nUpgrade: websocket\r\nConnection: Upgrade\r\nSec-WebSocket-Protocol: ${protocol}\r\nSec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==\r\nSec-WebSocket-Version: 13\r\n\r\n`)
+    client.write(`GET ${path} HTTP/1.1\r\nHost: 127.0.0.1\r\nUpgrade: websocket\r\nConnection: Upgrade\r\n${protocol ? `Sec-WebSocket-Protocol: ${protocol}\r\n` : ''}Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==\r\nSec-WebSocket-Version: 13\r\n\r\n`)
     return { client, closed, response: () => response }
   }
 
@@ -789,16 +789,26 @@ describe('dev server websocket upgrades', () => {
   it.each([
     ['another asset path', '/_nuxt/other', 'vite-ping'],
     ['another protocol', '/_nuxt/', 'graphql-ws'],
-  ])('should route upgrades Vite does not accept to the Nuxt server (%s)', async (_label, path, protocol) => {
+  ])('should leave asset upgrades Vite does not accept to other listeners (%s)', async (_label, path, protocol) => {
     const nuxt = createNuxt()
     const nitroUpgrade = vi.fn((_req: unknown, socket: Socket) => socket.destroy())
     Object.assign(nuxt.server, { upgrade: nitroUpgrade })
+    nuxt.hook('listen', (server: import('node:http').Server) => {
+      server.on('upgrade', (req: import('node:http').IncomingMessage, socket: Socket) => {
+        if (req.url === path && req.headers['sec-websocket-protocol'] === protocol) {
+          accept(req, socket)
+        }
+      })
+    })
     const server = await startServer(nuxt)
     await attachFakeVite(nuxt)
 
-    const { closed } = upgrade(server, path, protocol)
-    await expectClosedPromptly(closed)
-    expect(nitroUpgrade).toHaveBeenCalledTimes(1)
+    const { client, response } = upgrade(server, path, protocol)
+    await vi.waitFor(() => expect(response()).toContain('101 Switching Protocols'))
+    await new Promise(resolve => setTimeout(resolve, 50))
+    expect(client.destroyed).toBe(false)
+    expect(nitroUpgrade).not.toHaveBeenCalled()
+    client.destroy()
   })
 
   it.each(['//a:b', 'http://a:b/'])('should not throw on an upgrade to %s', async (path) => {
@@ -845,13 +855,34 @@ describe('dev server websocket upgrades', () => {
     client.destroy()
   })
 
-  it.each(['@nuxt/webpack-builder', '@nuxt/rspack-builder'])('should route asset upgrades to the Nuxt server with %s', async (builder) => {
+  it.each([undefined, 'vite', 'webpack', 'rspack', '@nuxt/webpack-builder', '@nuxt/rspack-builder'])('should leave asset upgrades to the bundler with %s', async (builder) => {
     const nuxt = createNuxt({ builder })
     const nitroUpgrade = vi.fn((_req: unknown, socket: Socket) => socket.destroy())
     Object.assign(nuxt.server, { upgrade: nitroUpgrade })
+    nuxt.hook('listen', (server: import('node:http').Server) => {
+      server.on('upgrade', (req: import('node:http').IncomingMessage, socket: Socket) => {
+        if (new URL(`http://example.com${req.url}`).pathname === '/_nuxt/rsbuild-hmr') {
+          accept(req, socket)
+        }
+      })
+    })
     const server = await startServer(nuxt)
 
-    const { closed } = upgrade(server, '/_nuxt/')
+    const { client, response } = upgrade(server, '/_nuxt/rsbuild-hmr?token=abc', null)
+    await vi.waitFor(() => expect(response()).toContain('101 Switching Protocols'))
+    await new Promise(resolve => setTimeout(resolve, 50))
+    expect(client.destroyed).toBe(false)
+    expect(nitroUpgrade).not.toHaveBeenCalled()
+    client.destroy()
+  })
+
+  it.each(['webpack', 'rspack'])('should route other upgrades to the Nuxt server with %s', async (builder) => {
+    const nuxt = createNuxt({ builder })
+    const nitroUpgrade = vi.fn((_req: unknown, socket: Socket) => socket.destroy())
+    Object.assign(nuxt.server, { upgrade: nitroUpgrade })
+    const server = await startServer(nuxt)
+
+    const { closed } = upgrade(server, '/_ws', null)
     await expectClosedPromptly(closed)
     expect(nitroUpgrade).toHaveBeenCalledTimes(1)
   })