Blackflame Notes
An essay on the Cradle aesthetic and the blackflame motif.
`;
describe('readability.extract', () => {
it('pulls title and text', () => {
const out = extract(HTML, 'https://example.com/x');
expect(out.title).toMatch(/Blackflame/);
expect(out.textContent).toMatch(/Cradle/);
expect(out.siteName).toBe('Hynesy');
});
});
```
- [ ] **Step 2:** Run red.
- [ ] **Step 3: Implement.**
```js
// lib/ingest/readability.js
import { JSDOM } from 'jsdom';
import { Readability } from '@mozilla/readability';
export function extract(html, url) {
const dom = new JSDOM(html, { url });
const reader = new Readability(dom.window.document);
const a = reader.parse();
if (!a) return { title: null, textContent: '', excerpt: null, byline: null, siteName: null };
return {
title: a.title,
textContent: a.textContent.trim(),
excerpt: a.excerpt || null,
byline: a.byline || null,
siteName: a.siteName || null
};
}
```
- [ ] **Step 4:** Run green.
```bash
npx vitest run tests/ingest/readability.test.js
```
- [ ] **Step 5: Commit.**
```bash
git add lib/ingest/readability.js tests/ingest/readability.test.js
git commit -m "feat(ingest): readability wrapper"
```
### Task B3: `lib/ingest/blob_store.js`
**Files:**
- Create: `lib/ingest/blob_store.js`
- Create: `tests/ingest/blob_store.test.js`
- [ ] **Step 1: Write the failing test.**
```js
// tests/ingest/blob_store.test.js
import { describe, it, expect, beforeEach } from 'vitest';
import fs from 'node:fs/promises';
import path from 'node:path';
import os from 'node:os';
import { BlobStore } from '../../lib/ingest/blob_store.js';
let root, store;
beforeEach(async () => {
root = await fs.mkdtemp(path.join(os.tmpdir(), 'void-blob-'));
store = new BlobStore(root);
});
describe('blob_store', () => {
it('hashes content and resolves path', async () => {
const buf = Buffer.from('void');
const sha = await store.hash(buf);
expect(sha).toMatch(/^[0-9a-f]{64}$/);
const p = store.path(sha);
expect(p.startsWith(root)).toBe(true);
expect(p.includes(sha.slice(0, 2))).toBe(true);
});
it('write is idempotent (same content → same path)', async () => {
const buf = Buffer.from('void');
const a = await store.write(buf);
const b = await store.write(buf);
expect(a.path).toBe(b.path);
expect(a.sha).toBe(b.sha);
const onDisk = await fs.readFile(a.path);
expect(onDisk.equals(buf)).toBe(true);
});
});
```
- [ ] **Step 2:** Run red.
- [ ] **Step 3: Implement.**
```js
// lib/ingest/blob_store.js
import crypto from 'node:crypto';
import fs from 'node:fs/promises';
import path from 'node:path';
export class BlobStore {
constructor(root) { this.root = root; }
async hash(buf) {
return crypto.createHash('sha256').update(buf).digest('hex');
}
path(sha) {
return path.join(this.root, sha.slice(0, 2), sha);
}
async write(buf) {
const sha = await this.hash(buf);
const dest = this.path(sha);
try {
await fs.access(dest);
} catch {
await fs.mkdir(path.dirname(dest), { recursive: true });
await fs.writeFile(dest, buf);
}
return { sha, path: dest };
}
}
let _default = null;
export function defaultStore() {
if (!_default) _default = new BlobStore(process.env.BLOB_ROOT || '/var/lib/void/blobs');
return _default;
}
```
- [ ] **Step 4:** Run green.
```bash
npx vitest run tests/ingest/blob_store.test.js
```
- [ ] **Step 5: Commit.**
```bash
git add lib/ingest/blob_store.js tests/ingest/blob_store.test.js
git commit -m "feat(ingest): content-addressed blob store"
```
### Task B4: `ingest.url` worker
**Files:**
- Create: `lib/jobs/workers/url.js`
- Modify: `lib/jobs/index.js` — register `url`.
- Create: `tests/jobs/workers/url.test.js`
- [ ] **Step 1: Write the failing test.**
```js
// tests/jobs/workers/url.test.js
import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';
import { resetDb } from '../../helpers/db.js';
import { migrateUp } from '../../../lib/db/migrate.js';
import { stopBoss } from '../../helpers/boss.js';
import * as queue from '../../../lib/jobs/queue.js';
import { registerWorkers } from '../../../lib/jobs/index.js';
import * as spaces from '../../../lib/db/repos/spaces.js';
import * as refs from '../../../lib/db/repos/refs.js';
const HTML = `