Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions src/code_graph/sharing/control_server.ts
Original file line number Diff line number Diff line change
Expand Up @@ -178,6 +178,9 @@ const handleGraphShareHttp = (
const request = yield* HttpServerRequest.HttpServerRequest;
const pathname = requestUrlPath(request.url);
const method = request.method;
if (method === 'POST' && pathname === '/v1/assembly-leases') {
return HttpServerResponse.jsonUnsafe({error: 'publisher-operation-forbidden'}, {status: 403});
}
const casHex = parseGraphShareHttpCasPath(pathname);
if (casHex !== undefined) {
if (method === 'GET' || method === 'HEAD') return yield* serveCasBlob(options.casRoot, casHex, method === 'HEAD');
Expand Down Expand Up @@ -324,6 +327,9 @@ const receiveTag = Effect.fn('codeGraph.sharing.receiveTag')(function* (
request: HttpServerRequest.HttpServerRequest,
) {
assertGraphShareDiscoveryTag(name);
if (!name.startsWith('tn-action-')) {
return HttpServerResponse.jsonUnsafe({error: 'publisher-operation-forbidden'}, {status: 403});
}
yield* readBoundedBody(request, GRAPH_SHARE_CONTROL_MAX_BODY_BYTES);
const decoded = yield* HttpServerRequest.schemaBodyJson(GraphShareHttpTagBody, STRICT).pipe(Effect.option);
if (decoded._tag === 'None') {
Expand Down
139 changes: 139 additions & 0 deletions test/unit/code-graph.sharing-authority.test.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,139 @@
import * as BunHttpClient from '@effect/platform-bun/BunHttpClient';
import * as BunServices from '@effect/platform-bun/BunServices';
import {describe, expect, it as effectIt} from '@effect/vitest';
import {Deferred, Effect, FileSystem, Layer, Path} from 'effect';
import {TestClock} from 'effect/testing';
import * as FC from 'effect/testing/FastCheck';
import * as HttpClient from 'effect/unstable/http/HttpClient';
import * as HttpClientRequest from 'effect/unstable/http/HttpClientRequest';
import {provideTestLayer} from '../helpers/effect-layer.js';
import {writePrivateJsonFile} from '../../src/code_graph/sharing/atomic.js';
import {graphShareControlGetTag, graphShareControlPutTag} from '../../src/code_graph/sharing/control_client.js';
import {recordPublishedFrontier, runGraphShareControlServer} from '../../src/code_graph/sharing/control_server.js';
import {sha256Digest} from '../../src/code_graph/sharing/digest.js';
import {graphSharingLayout, graphSharingTagPath} from '../../src/code_graph/sharing/layout.js';
import {graphShareFrontierDiscoveryTag} from '../../src/code_graph/sharing/namespace.js';
import {SystemInfo} from '../../src/effect/system.js';

const sharingLayer = Layer.mergeAll(BunServices.layer, BunHttpClient.layer, SystemInfo.layer);
const hex40 = FC.array(FC.constantFrom(...'0123456789abcdef'), {minLength: 40, maxLength: 40}).map(value =>
value.join(''),
);

const startCoordinator = Effect.gen(function* () {
const fs = yield* FileSystem.FileSystem;
const path = yield* Path.Path;
const threadnoteHome = yield* fs.makeTempDirectoryScoped({prefix: 'threadnote-graph-authority-'});
const casRoot = path.join(threadnoteHome, 'cas');
yield* fs.makeDirectory(casRoot, {recursive: true, mode: 0o700});
const options = {casRoot, organization: 'acme', repositoryId: 'a'.repeat(64), threadnoteHome};
const ready = yield* Deferred.make<{readonly url: string}>();
yield* Effect.forkScoped(
runGraphShareControlServer({
...options,
listen: {hostname: '127.0.0.1', port: 0},
onListening: info => Deferred.succeed(ready, info).pipe(Effect.asVoid),
}),
);
return {...options, ...(yield* Deferred.await(ready))};
});

describe('graph contributor authority', () => {
effectIt.effect.prop(
'contributor requests cannot create or replace publisher discovery tags',
{suffix: hex40, body: FC.string({maxLength: 128})},
({suffix, body}) =>
TestClock.withLive(
Effect.gen(function* () {
const fs = yield* FileSystem.FileSystem;
const path = yield* Path.Path;
const client = yield* HttpClient.HttpClient;
const server = yield* startCoordinator;
const original = {digest: sha256Digest('original'), schemaVersion: 1};
for (const prefix of ['tn-frontier-', 'tn-work-']) {
const tag = `${prefix}${suffix}`;
const tagPath = graphSharingTagPath(path, server.casRoot, tag);
const validBody = JSON.stringify({digest: sha256Digest(body)});
const attempt = (payload: string) =>
client.execute(
HttpClientRequest.put(`${server.url}/v1/tags/${tag}`).pipe(
HttpClientRequest.bodyUint8Array(new TextEncoder().encode(payload), 'application/json'),
),
);
expect((yield* attempt(validBody)).status).toBe(403);
expect(yield* fs.exists(tagPath)).toBe(false);
yield* writePrivateJsonFile(tagPath, original);
const before = yield* fs.readFileString(tagPath);
expect((yield* attempt(validBody)).status).toBe(403);
expect((yield* attempt('{')).status).toBe(403);
expect(yield* fs.readFileString(tagPath)).toBe(before);
expect(yield* graphShareControlGetTag(server.url, tag)).toBe(original.digest);
}
}).pipe(provideTestLayer(sharingLayer)),
),
{fastCheck: {numRuns: 20}},
);

effectIt.effect('keeps internal publisher advancement and contributor action-cache writes available', () =>
TestClock.withLive(
Effect.gen(function* () {
const server = yield* startCoordinator;
const branch = 'refs/heads/main';
const tag = graphShareFrontierDiscoveryTag(server.repositoryId, branch);
const published = {
branch,
descriptorDigest: sha256Digest('descriptor-one'),
envelopeDigest: sha256Digest('envelope-one'),
generation: 1,
manifestDigest: sha256Digest('manifest-one'),
repositoryId: server.repositoryId,
sourceCommit: 'b'.repeat(40),
};
yield* recordPublishedFrontier(server, published);
const next = {...published, descriptorDigest: sha256Digest('descriptor-two'), generation: 2};
yield* recordPublishedFrontier(server, next);
expect(yield* graphShareControlGetTag(server.url, tag)).toBe(next.descriptorDigest);
const actionTag = `tn-action-${'c'.repeat(64)}`;
const actionDigest = sha256Digest('worker-result');
yield* graphShareControlPutTag(server.url, actionTag, actionDigest);
expect(yield* graphShareControlGetTag(server.url, actionTag)).toBe(actionDigest);
expect(yield* graphShareControlGetTag(server.url, tag)).toBe(next.descriptorDigest);
}).pipe(provideTestLayer(sharingLayer)),
),
);

effectIt.effect('denies assembly leases without changing coordinator or canonical state', () =>
TestClock.withLive(
Effect.gen(function* () {
const fs = yield* FileSystem.FileSystem;
const path = yield* Path.Path;
const client = yield* HttpClient.HttpClient;
const server = yield* startCoordinator;
const branch = 'refs/heads/main';
const tag = graphShareFrontierDiscoveryTag(server.repositoryId, branch);
const published = {
branch,
descriptorDigest: sha256Digest('descriptor'),
envelopeDigest: sha256Digest('envelope'),
generation: 1,
manifestDigest: sha256Digest('manifest'),
repositoryId: server.repositoryId,
sourceCommit: 'b'.repeat(40),
};
yield* recordPublishedFrontier(server, published);
const statePath = graphSharingLayout(path, server.threadnoteHome).coordinatorStatePath;
const before = yield* fs.readFileString(statePath);
for (const body of [JSON.stringify({batchId: 'c'.repeat(40), idempotencyKey: 'worker-lease'}), '{']) {
const response = yield* client.execute(
HttpClientRequest.post(`${server.url}/v1/assembly-leases`).pipe(
HttpClientRequest.bodyUint8Array(new TextEncoder().encode(body), 'application/json'),
),
);
expect(response.status).toBe(403);
}
expect(yield* fs.readFileString(statePath)).toBe(before);
expect(yield* graphShareControlGetTag(server.url, tag)).toBe(published.descriptorDigest);
}).pipe(provideTestLayer(sharingLayer)),
),
);
});
Loading