fix: standard.site fixes (#1901)

Author: fatfingers23

app/components/global/BlogPostWrapper.vue

@@ -1,5 +1,6 @@
 <script setup lang="ts">
 import type { BlogPostFrontmatter } from '#shared/schemas/blog'
+import { generateBlogTID } from '#shared/utils/atproto'
 
 const props = defineProps<{
   frontmatter: BlogPostFrontmatter
@@ -14,6 +15,15 @@ useSeoMeta({
   ...(props.frontmatter.draft ? { robots: 'noindex, nofollow' } : {}),
 })
 
+useHead({
+  link: [
+    {
+      rel: 'site.standard.document',
+      href: `at://${NPMX_DEV_DID}/site.standard.document/${generateBlogTID(props.frontmatter.date, props.frontmatter.slug)}`,
+    },
+  ],
+})
+
 defineOgImageComponent('BlogPost', {
   title: props.frontmatter.title,
   authors: props.frontmatter.authors,

modules/standard-site-sync.ts

@@ -2,10 +2,9 @@ import process from 'node:process'
 import { createHash } from 'node:crypto'
 import { defineNuxtModule, useNuxt, createResolver } from 'nuxt/kit'
 import { safeParse } from 'valibot'
-import { BlogPostSchema, type BlogPostFrontmatter } from '../shared/schemas/blog'
-import { NPMX_SITE } from '../shared/utils/constants'
+import { BlogPostSchema, type BlogPostFrontmatter } from '#shared/schemas/blog'
+import { NPMX_DEV_DID, NPMX_SITE } from '#shared/utils/constants'
 import { read } from 'gray-matter'
-import { TID } from '@atproto/common'
 import { PasswordSession } from '@atproto/lex-password-session'
 import {
   Client,
@@ -15,11 +14,9 @@ import {
 } from '@atproto/lex'
 import * as com from '../shared/types/lexicons/com'
 import * as site from '../shared/types/lexicons/site'
+import { generateBlogTID, npmxPublicationRkey } from '#shared/utils/atproto'
 
 const syncedDocuments = new Map<string, string>()
-const CLOCK_ID_THREE = 3
-const MS_TO_MICROSECONDS = 1000
-const ONE_DAY_MILLISECONDS = 86400000
 
 type BlogPostDocument = Pick<
   BlogPostFrontmatter,
@@ -89,6 +86,8 @@ export default defineNuxtModule({
                 rkey: possiblePublication.tid,
               },
             )
+            // Wait for the firehose and indexers to catch up if we create a publication
+            await new Promise(sleepResolve => setTimeout(sleepResolve, 2_000))
           }
           if (documentsToSync.length > 0) {
             await syncsiteStandardDocuments(authenticatedClient, documentsToSync)
@@ -153,23 +152,6 @@ async function syncsiteStandardDocuments(client: Client, documentsToSync: Docume
   console.log('[standard-site-sync] synced all new publications')
 }
 
-// Parse date from frontmatter, add file-path entropy for same-date collision resolution
-function generateTID(dateString: string, filePath: string): string {
-  let timestamp = new Date(dateString).getTime()
-
-  // If date has no time component (exact midnight), add file-based entropy
-  // This ensures unique TIDs when multiple posts share the same date
-  if (timestamp % ONE_DAY_MILLISECONDS === 0) {
-    // Hash the file path to generate deterministic microseconds offset
-    const pathHash = createHash('md5').update(filePath).digest('hex')
-    const offset = parseInt(pathHash.slice(0, 8), 16) % 1000000 // 0-999999 microseconds
-    timestamp += offset
-  }
-
-  // Clock id(3) needs to be the same everytime to get the same TID from a timestamp
-  return TID.fromTime(timestamp * MS_TO_MICROSECONDS, CLOCK_ID_THREE).str
-}
-
 // Schema expects 'path' & frontmatter provides 'slug'
 function normalizeBlogFrontmatter(frontmatter: Record<string, unknown>): Record<string, unknown> {
   return {
@@ -187,12 +169,13 @@ function createContentHash(data: unknown): string {
 
 function buildATProtoDocument(siteUrl: string, data: BlogPostDocument) {
   return site.standard.document.$build({
-    site: siteUrl as `${string}:${string}`,
+    site: `at://${NPMX_DEV_DID}/site.standard.publication/${npmxPublicationRkey()}`,
     path: data.path,
     title: data.title,
     description: data.description ?? data.excerpt,
     tags: data.tags,
-    publishedAt: new Date(data.date).toISOString(),
+    // Publish on the record with the current date
+    publishedAt: new Date().toISOString(),
   })
 }
 
@@ -242,7 +225,7 @@ const syncFile = async (
     return
   }
 
-  const tid = generateTID(data.date, filePath)
+  const tid = generateBlogTID(data.date, data.slug)
 
   let checkForBlogResult = await pdsPublicClient.xrpcSafe(com.atproto.repo.getRecord, {
     params: {
@@ -275,11 +258,7 @@ const syncFile = async (
  * @returns
  */
 const checkPublication = async (identifier: AtIdentifierString, pdsPublicClient: Client) => {
-  // Using our release date as the tid for the publication
-  const publicationTid = TID.fromTime(
-    new Date('2026-03-03').getTime() * MS_TO_MICROSECONDS,
-    CLOCK_ID_THREE,
-  ).str
+  const publicationTid = npmxPublicationRkey()
 
   //Check to see if we have a publication yet
   const publicationCheck = await pdsPublicClient.xrpcSafe(com.atproto.repo.getRecord, {
@@ -302,8 +281,11 @@ const checkPublication = async (identifier: AtIdentifierString, pdsPublicClient:
         tid: publicationTid,
         record: site.standard.publication.$build({
           name: 'npmx.dev',
-          url: 'https://npmx.dev/blog',
+          url: 'https://npmx.dev',
           description: 'a fast, modern browser for the npm registry',
+          preferences: {
+            showInDiscover: true,
+          },
         }),
       }
     }

nuxt.config.ts

@@ -133,6 +133,7 @@ export default defineNuxtConfig({
     '/opensearch.xml': { isr: true },
     '/oauth-client-metadata.json': { prerender: true },
     '/.well-known/jwks.json': { prerender: true },
+    '/.well-known/site.standard.publication': { prerender: true },
     // never cache
     '/api/auth/**': { isr: false, cache: false },
     '/api/social/**': { isr: false, cache: false },

package.json

@@ -54,8 +54,8 @@
   },
   "dependencies": {
     "@atcute/bluesky-richtext-segmenter": "3.0.0",
+    "@atcute/tid": "1.1.2",
     "@atproto/api": "^0.19.0",
-    "@atproto/common": "0.5.13",
     "@atproto/lex": "0.0.19",
     "@atproto/lex-password-session": "0.0.7",
     "@atproto/oauth-client-node": "^0.3.15",

pnpm-lock.yaml

@@ -0,0 +1,6 @@
+import { npmxPublicationRkey } from '#shared/utils/atproto'
+
+export default defineEventHandler(async event => {
+  setResponseHeader(event, 'content-type', 'text/plain')
+  return `at://${NPMX_DEV_DID}/site.standard.publication/${npmxPublicationRkey()}`
+})

server/routes/.well-known/site.standard.publication.get.ts

@@ -3,7 +3,7 @@ import type { Backlink } from '#shared/utils/constellation'
 import type * as blue from '#shared/types/lexicons/blue'
 import * as dev from '#shared/types/lexicons/dev'
 import { Client } from '@atproto/lex'
-import { TID } from '@atproto/common'
+import * as TID from '@atcute/tid'
 
 //Cache keys and helpers
 const CACHE_PREFIX = 'atproto-likes:'
@@ -26,8 +26,8 @@ export function aggregateBacklinksByDay(
   const countsByDay = new Map<string, number>()
   for (const backlink of backlinks) {
     try {
-      const tid = TID.fromStr(backlink.rkey)
-      const timestampMs = tid.timestamp() / 1000
+      const { timestamp } = TID.parse(backlink.rkey)
+      const timestampMs = timestamp / 1000
       const date = new Date(timestampMs)
       const day = date.toISOString().slice(0, 10)
       countsByDay.set(day, (countsByDay.get(day) ?? 0) + 1)

server/utils/atproto/utils/likes.ts

@@ -0,0 +1,31 @@
+import { TID_CLOCK_ID } from './constants'
+import * as TID from '@atcute/tid'
+
+const ONE_DAY_MILLISECONDS = 86400000
+const MS_TO_MICROSECONDS = 1000
+
+// A very simple hasher to get an offset for blog posts on the same day
+const simpleHash = (str: string): number => {
+  let h = 0
+  for (let i = 0; i < str.length; i++) {
+    h = ((h << 5) - h + str.charCodeAt(i)) >>> 0
+  }
+  return h
+}
+
+// Parse date from frontmatter, add slug-path entropy for same-date collision resolution
+export const generateBlogTID = (dateString: string, slug: string): string => {
+  let timestamp = new Date(dateString).getTime()
+
+  if (timestamp % ONE_DAY_MILLISECONDS === 0) {
+    const offset = simpleHash(slug) % 1000000
+    timestamp += offset
+  }
+
+  // Clock id(3) needs to be the same everytime to get the same TID from a timestamp
+  return TID.create(timestamp * MS_TO_MICROSECONDS, TID_CLOCK_ID)
+}
+
+// Using our release date as the tid for the publication
+export const npmxPublicationRkey = () =>
+  TID.create(new Date('2026-03-03').getTime() * MS_TO_MICROSECONDS, TID_CLOCK_ID)

shared/utils/atproto.ts

@@ -51,6 +51,8 @@ export const PACKAGE_SUBJECT_REF = (packageName: string) =>
 // OAuth scopes as we add new ones we need to check these on certain actions. If not redirect the user to login again to upgrade the scopes
 export const LIKES_SCOPE = `repo:${dev.npmx.feed.like.$nsid}`
 export const PROFILE_SCOPE = `repo:${dev.npmx.actor.profile.$nsid}`
+export const NPMX_DEV_DID = 'did:plc:u5zp7npt5kpueado77kuihyz'
+export const TID_CLOCK_ID = 3
 
 // Discord
 export const DISCORD_COMMUNITY_URL = 'https://chat.npmx.dev'

shared/utils/constants.ts

@@ -1,5 +1,5 @@
 import { describe, expect, it, vi, beforeEach, type Mocked } from 'vitest'
-import { TID } from '@atproto/common'
+import * as TID from '@atcute/tid'
 import type { ConstellationLike } from '../../../../server/utils/atproto/utils/likes'
 import type { CacheAdapter } from '../../../../server/utils/cache/shared'
 
@@ -18,7 +18,7 @@ const { aggregateBacklinksByDay, PackageLikesUtils } =
 
 function tidFromDate(date: Date): string {
   const microseconds = date.getTime() * 1000
-  return TID.fromTime(microseconds, 0).toString()
+  return TID.create(microseconds, 0).toString()
 }
 
 function backlink(date: Date): { did: string; collection: string; rkey: string } {