1
0
mirror of synced 2025-12-19 09:57:42 -05:00
Files
docs/src/frame/tests/block-robots.ts

85 lines
2.8 KiB
TypeScript

import { describe, expect, test } from 'vitest'
import { blockIndex } from '@/frame/middleware/block-robots'
import { productMap } from '@/products/lib/all-products'
import enterpriseServerReleases from '@/versions/lib/enterprise-server-releases'
function allowIndex(path: string) {
return !blockIndex(path)
}
describe('block robots', () => {
test('allows crawling of the homepage and English content', async () => {
expect(allowIndex('/')).toBe(true)
expect(allowIndex('/en')).toBe(true)
expect(allowIndex('/en/articles/verifying-your-email-address')).toBe(true)
})
test('disallows crawling of WIP products', async () => {
const wipProductIds = Object.values(productMap)
.filter((product) => product.wip)
.map((product) => product.id)
for (const id of wipProductIds) {
const { href } = productMap[id]
const blockedPaths = [
`/en${href}`,
`/en${href}/overview`,
`/en${href}/overview/intro`,
`/en/enterprise/${enterpriseServerReleases.latest}/user${href}`,
`/en/enterprise/${enterpriseServerReleases.oldestSupported}/user${href}`,
]
for (const path of blockedPaths) {
expect(allowIndex(path)).toBe(false)
}
}
})
test('disallows crawling of early access "hidden" products', async () => {
const hiddenProductIds = Object.values(productMap)
.filter((product) => product.hidden)
.map((product) => product.id)
for (const id of hiddenProductIds) {
const { versions } = productMap[id]
if (!versions) continue
const blockedPaths = versions
.map((version) => {
return [`/en/${version}/${id}`, `/en/${version}/${id}/some-early-access-article`]
})
.flat()
for (const path of blockedPaths) {
expect(allowIndex(path)).toBe(false)
}
}
})
test('allows crawling of non-WIP products', async () => {
expect('actions' in productMap).toBe(true)
expect(allowIndex('/en/actions')).toBe(true)
expect(allowIndex('/en/actions/overview')).toBe(true)
expect(allowIndex('/en/actions/overview/intro')).toBe(true)
expect(allowIndex(`/en/enterprise/${enterpriseServerReleases.latest}/user/actions`)).toBe(true)
expect(
allowIndex(`/en/enterprise/${enterpriseServerReleases.oldestSupported}/user/actions`),
).toBe(true)
})
test('disallows crawling of deprecated enterprise releases', async () => {
for (const version of enterpriseServerReleases.deprecated) {
const blockedPaths = [
`/en/enterprise-server@${version}/actions`,
`/en/enterprise/${version}/actions`,
`/en/enterprise-server@${version}/actions/overview`,
`/en/enterprise/${version}/actions/overview`,
]
for (const path of blockedPaths) {
expect(allowIndex(path)).toBe(false)
}
}
})
})