pigui/task-stream
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: several Git repositories per project

Browse Source 
A project keeps a list of repositories (api, web, admin…), each with its
own secret, instead of a single webhook secret. They all call the same
URL; the secret that verifies the signature tells which one it was, and
every commit, branch or pull request is linked with its repository's
name (shown on the ticket and in the MCP). Rotating or removing one
leaves the others alone, and what it linked stays.

A project that had turned the single webhook on keeps its secret, as a
repository named "principal".

API: the enable/disable endpoints and mutations give way to adding a
repository, rotating its secret and removing it (REST and GraphQL). The
web settings card lists the repositories. Docs, Word and PDF updated.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Josep Piguillem
2026-10-09 10:39:59 +02:00
parent e6ac02d328
commit c2928d2385
31 changed files with 1451 additions and 301 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
libs/api/tracker/application/src/lib/automations/automation-rules.spec.ts
View File

@@ -42,6 +42,7 @@ describe('automation rules', () => {
ref: '#1',
state: DevLinkState.MERGED,
provider: 'github',
repository: null,
author: null,
at: '',
});

66
libs/api/tracker/application/src/lib/commands/commands.spec.ts
View File

@@ -9,6 +9,7 @@ import {
ConcurrencyError,
ForbiddenError,
NotFoundError,
ValidationError,
} from '@task-stream/api/shared/domain';
import {
Comment,
@@ -40,7 +41,14 @@ import {
StartSprintCommand,
} from './sprint.commands';
import { IssueTree } from './issue-tree';
import { GIT_HANDLERS, RecordGitMentionsCommand } from '../git/git';
import {
AddGitRepositoryCommand,
GIT_HANDLERS,
GitRepository,
RecordGitMentionsCommand,
RemoveGitRepositoryCommand,
RotateGitRepositorySecretCommand,
} from '../git/git';
import { RunAutomationCommand } from '../automations/automations';
import { RunAutomationCommandHandler } from '../automations/automations';
import {
@@ -48,7 +56,10 @@ import {
AutomationTriggerKind,
} from '../automations/automation-rules';
import { Automation } from '../ports/automations.repository';
import { GitIntegrationsRepository } from '../ports/git-integrations.repository';
import {
GitIntegrationsRepository,
GitRepositoryConfig,
} from '../ports/git-integrations.repository';
import { DevLinkKind } from '@task-stream/api/tracker/domain';
import { SetIssueParentCommand } from './set-issue-parent.command';
import { RankIssueCommand } from './rank-issue.command';
@@ -86,6 +97,14 @@ import { FindProjectsRepository } from '../ports/find-projects.repository';
async function setup() {
const store = new InMemoryEventStore();
// The project's Git repositories, as Mongo would keep them.
const gitRepositories = new Map<string, GitRepositoryConfig[]>();
const git: GitIntegrationsRepository = {
repositoriesOf: async (projectId) => gitRepositories.get(projectId) ?? [],
saveAll: async (projectId, list) => {
gitRepositories.set(projectId, list);
},
};
const keys = new Map<string, { id: string; projectId: string }>();
const sprints = {
active: null as { id: string; name: string } | null,
@@ -112,7 +131,7 @@ async function setup() {
provide: FindProjectsRepository,
useValue: { findRole: async () => null, findById: async () => null },
},
{ provide: GitIntegrationsRepository, useValue: {} },
{ provide: GitIntegrationsRepository, useValue: git },
AggregateRehydrator,
{ provide: EventStore, useValue: store },
{ provide: AttachmentStorage, useValue: files },
@@ -157,6 +176,7 @@ async function setup() {
files,
sprints,
keys,
git,
run,
rehydrator: moduleRef.get(AggregateRehydrator),
};
@@ -520,16 +540,52 @@ describe('tracker commands (event sourced)', () => {
ref: 'abc',
state: null,
provider: 'gitea',
repository: null,
author: 'Ana',
at: '2026-10-08T10:00:00Z',
},
};
expect(
await run(new RecordGitMentionsCommand(projectId, [commit, commit])),
await run(
new RecordGitMentionsCommand(projectId, 'web', [commit, commit]),
),
).toBe(1);
const { devLinks } = await rehydrator.rehydrate(issue.id, Issue);
expect(devLinks.map((l) => l.ref)).toEqual(['abc']);
expect(devLinks.map((l) => [l.ref, l.repository])).toEqual([
['abc', 'web'],
]);
});
it('keeps several Git repositories, each with its own secret', async () => {
const { run, git } = await setup();
const projectId = await projectWithTeam(run);
const add = (actor: string, name: string) =>
run(
new AddGitRepositoryCommand(actor, projectId, name),
) as unknown as Promise<GitRepository>;
const api = await add('owner', 'api');
const web = await add('owner', ' web ');
expect(web.name).toBe('web');
expect(api.secret).toMatch(/^[0-9a-f]{48}$/);
expect(web.secret).not.toBe(api.secret);
await expect(add('owner', 'API')).rejects.toThrow(/already/);
await expect(add('owner', '')).rejects.toThrow(ValidationError);
await expect(add('dev', 'admin')).rejects.toThrow(ForbiddenError);
const rotated = (await run(
new RotateGitRepositorySecretCommand('owner', projectId, api.id),
)) as unknown as GitRepository;
expect(rotated.secret).not.toBe(api.secret);
await run(new RemoveGitRepositoryCommand('owner', projectId, web.id));
await expect(
run(new RemoveGitRepositoryCommand('owner', projectId, web.id)),
).rejects.toThrow(NotFoundError);
expect(await git.repositoriesOf(projectId)).toEqual([
expect.objectContaining({ name: 'api', secret: rotated.secret }),
]);
});
it('runs automation actions as TaskStream, within the workflow', async () => {

81
libs/api/tracker/application/src/lib/git.service.spec.ts Normal file
View File

@@ -0,0 +1,81 @@
import { CommandBus, QueryBus } from '@nestjs/cqrs';
import { ForbiddenError } from '@task-stream/api/shared/domain';
import { createHmac } from 'node:crypto';
import { RecordGitMentionsCommand } from './git/git';
import { GitService } from './git.service';
import { FindProjectsRepository } from './ports/find-projects.repository';
import { GitIntegrationsRepository } from './ports/git-integrations.repository';
const push = {
ref: 'refs/heads/main',
repository: { html_url: 'https://git.example.org/acme/api' },
commits: [
{
id: 'abc1234',
message: 'WEB-7: pay by card',
url: 'https://git.example.org/acme/api/commit/abc1234',
timestamp: '2026-10-09T10:00:00Z',
author: { name: 'Ana', username: 'ana' },
},
],
};
describe('GitService', () => {
const executed: object[] = [];
const git = new GitService(
{
execute: async (command: object) => {
executed.push(command);
return 1;
},
} as unknown as CommandBus,
{} as QueryBus,
{
findById: async (id: string) => (id === 'p1' ? { id: 'p1' } : null),
findByKey: async (key: string) => (key === 'WEB' ? { id: 'p1' } : null),
} as unknown as FindProjectsRepository,
{
repositoriesOf: async () => [
{ id: 'r1', name: 'web', secret: 'web-secret', createdAt: '' },
{ id: 'r2', name: 'api', secret: 'api-secret', createdAt: '' },
],
saveAll: async () => undefined,
} as GitIntegrationsRepository,
);
/** A Gitea delivery signed with `secret`. */
const delivery = (secret: string, project = 'WEB') => {
const rawBody = Buffer.from(JSON.stringify(push));
return {
project,
rawBody,
body: push,
headers: {
'x-gitea-event': 'push',
'x-gitea-signature': createHmac('sha256', secret)
.update(rawBody)
.digest('hex'),
},
};
};
beforeEach(() => (executed.length = 0));
it('tells the repository by the secret its webhook was signed with', async () => {
expect(await git.receive(delivery('api-secret'))).toEqual({ recorded: 1 });
expect(executed).toEqual([
expect.objectContaining({ projectId: 'p1', repository: 'api' }),
]);
expect(executed[0]).toBeInstanceOf(RecordGitMentionsCommand);
});
it('refuses a secret no repository of the project has, or another project', async () => {
await expect(git.receive(delivery('stolen'))).rejects.toThrow(
ForbiddenError,
);
await expect(git.receive(delivery('api-secret', 'NOPE'))).rejects.toThrow(
ForbiddenError,
);
expect(executed).toEqual([]);
});
});

66
libs/api/tracker/application/src/lib/git.service.ts
View File

@@ -2,11 +2,13 @@ import { Injectable } from '@nestjs/common';
import { CommandBus, QueryBus } from '@nestjs/cqrs';
import { ForbiddenError } from '@task-stream/api/shared/domain';
import {
DisableGitIntegrationCommand,
EnableGitIntegrationCommand,
AddGitRepositoryCommand,
GetGitIntegrationQuery,
GitIntegration,
GitRepository,
RecordGitMentionsCommand,
RemoveGitRepositoryCommand,
RotateGitRepositorySecretCommand,
} from './git/git';
import {
gitMentionsOf,
@@ -40,41 +42,59 @@ export class GitService {
);
}
enable(actorId: string, projectId: string): Promise<GitIntegration> {
addRepository(
actorId: string,
projectId: string,
name: string,
): Promise<GitRepository> {
return this.commandBus.execute(
new EnableGitIntegrationCommand(actorId, projectId),
new AddGitRepositoryCommand(actorId, projectId, name),
);
}
disable(actorId: string, projectId: string): Promise<void> {
rotateSecret(
actorId: string,
projectId: string,
repositoryId: string,
): Promise<GitRepository> {
return this.commandBus.execute(
new DisableGitIntegrationCommand(actorId, projectId),
new RotateGitRepositorySecretCommand(actorId, projectId, repositoryId),
);
}
removeRepository(
actorId: string,
projectId: string,
repositoryId: string,
): Promise<void> {
return this.commandBus.execute(
new RemoveGitRepositoryCommand(actorId, projectId, repositoryId),
);
}
/**
* A webhook delivery. Unknown project, integration off or a bad signature
* all look the same from outside (403): nothing to learn by probing.
* A webhook delivery. Every repository of the project shares the URL; the
* secret that verifies the signature says which one it came from. Unknown
* project, integration off or a bad signature all look the same from
* outside (403): nothing to learn by probing.
*/
async receive(delivery: GitDelivery): Promise<{ recorded: number }> {
const project =
(await this.findProjects.findById(delivery.project)) ??
(await this.findProjects.findByKey(delivery.project.toUpperCase()));
const secret = project
? await this.integrations.secretOf(project.id)
: null;
const source = gitProviderOf(delivery.headers);
if (
!project ||
!secret ||
!source ||
!verifyGitSignature(
source.provider,
delivery.headers,
delivery.rawBody,
secret,
)
)
const repository =
project && source
? (await this.integrations.repositoriesOf(project.id)).find((r) =>
verifyGitSignature(
source.provider,
delivery.headers,
delivery.rawBody,
r.secret,
),
)
: undefined;
if (!project || !source || !repository)
throw new ForbiddenError(
'Unknown project, integration off or bad signature',
);
@@ -85,7 +105,7 @@ export class GitService {
);
if (!mentions.length) return { recorded: 0 };
const recorded: number = await this.commandBus.execute(
new RecordGitMentionsCommand(project.id, mentions),
new RecordGitMentionsCommand(project.id, repository.name, mentions),
);
return { recorded };
}

4
libs/api/tracker/application/src/lib/git/git-payloads.ts
View File

@@ -82,6 +82,7 @@ function fromPush(
ref: String(commit['id']).slice(0, 8),
state: null,
provider,
repository: null,
author: commit['author']?.['name'] ?? null,
at: String(commit['timestamp'] ?? new Date().toISOString()),
},
@@ -103,6 +104,7 @@ function fromPush(
ref: branch,
state: null,
provider,
repository: null,
author:
body['pusher']?.['name'] ??
body['pusher']?.['login'] ??
@@ -148,6 +150,7 @@ export function gitMentionsOf(
ref: `#${pr['number'] ?? ''}`,
state: prState(!!pr['merged'], String(pr['state'] ?? 'open')),
provider,
repository: null,
author: pr['user']?.['login'] ?? null,
at: String(pr['updated_at'] ?? new Date().toISOString()),
},
@@ -168,6 +171,7 @@ export function gitMentionsOf(
ref: `!${mr['iid'] ?? ''}`,
state: prState(false, String(mr['state'] ?? 'opened')),
provider,
repository: null,
author: body['user']?.['username'] ?? null,
at: String(mr['updated_at'] ?? new Date().toISOString()),
},

155
libs/api/tracker/application/src/lib/git/git.ts
View File

@@ -1,4 +1,4 @@
import { randomBytes } from 'node:crypto';
import { randomBytes, randomUUID } from 'node:crypto';
import {
Command,
CommandHandler,
@@ -7,6 +7,7 @@ import {
Query,
QueryHandler,
} from '@nestjs/cqrs';
import { NotFoundError, assertThat } from '@task-stream/api/shared/domain';
import {
Issue,
ProjectRole,
@@ -15,30 +16,61 @@ import {
} from '@task-stream/api/tracker/domain';
import { WriteAccess } from '../commands/write-access';
import { FindIssuesRepository } from '../ports/find-issues.repository';
import { GitIntegrationsRepository } from '../ports/git-integrations.repository';
import {
GitIntegrationsRepository,
GitRepositoryConfig,
} from '../ports/git-integrations.repository';
import { ReadAccess } from '../queries/read-access';
import { GitMention } from './git-payloads';
export interface GitIntegration {
enabled: boolean;
export interface GitRepository {
id: string;
/** The project's name for it: api, web, admin… */
name: string;
/** Only for whoever manages the project. */
secret: string | null;
createdAt: string;
}
/** Turns the integration on with a new secret (or rotates it). */
export class EnableGitIntegrationCommand extends Command<GitIntegration> {
export interface GitIntegration {
/** On while there is at least one repository. */
enabled: boolean;
repositories: GitRepository[];
}
/** A project takes this many repositories at most. */
export const MAX_GIT_REPOSITORIES = 20;
const newSecret = () => randomBytes(24).toString('hex');
/** Adds a repository with its own secret (turning the integration on). */
export class AddGitRepositoryCommand extends Command<GitRepository> {
constructor(
public readonly actorId: string,
public readonly projectId: string,
public readonly name: string,
) {
super();
}
}
export class DisableGitIntegrationCommand extends Command<void> {
/** A new secret for one repository; the old one stops working at once. */
export class RotateGitRepositorySecretCommand extends Command<GitRepository> {
constructor(
public readonly actorId: string,
public readonly projectId: string,
public readonly repositoryId: string,
) {
super();
}
}
/** Its webhooks are refused from then on; what it linked stays. */
export class RemoveGitRepositoryCommand extends Command<void> {
constructor(
public readonly actorId: string,
public readonly projectId: string,
public readonly repositoryId: string,
) {
super();
}
@@ -48,6 +80,8 @@ export class DisableGitIntegrationCommand extends Command<void> {
export class RecordGitMentionsCommand extends Command<number> {
constructor(
public readonly projectId: string,
/** Name of the repository whose secret signed the delivery. */
public readonly repository: string,
public readonly mentions: GitMention[],
) {
super();
@@ -63,39 +97,100 @@ export class GetGitIntegrationQuery extends Query<GitIntegration> {
}
}
@CommandHandler(EnableGitIntegrationCommand)
export class EnableGitIntegrationCommandHandler
implements ICommandHandler<EnableGitIntegrationCommand>
@CommandHandler(AddGitRepositoryCommand)
export class AddGitRepositoryCommandHandler
implements ICommandHandler<AddGitRepositoryCommand>
{
constructor(
private readonly access: WriteAccess,
private readonly integrations: GitIntegrationsRepository,
) {}
async execute(command: EnableGitIntegrationCommand): Promise<GitIntegration> {
async execute(command: AddGitRepositoryCommand): Promise<GitRepository> {
(await this.access.project(command.projectId)).assertCanManage(
command.actorId,
);
const secret = randomBytes(24).toString('hex');
await this.integrations.save(command.projectId, secret);
return { enabled: true, secret };
const name = command.name.trim();
assertThat(
name.length > 0 && name.length <= 40,
'A repository needs a name of 1 to 40 characters',
);
const repositories = await this.integrations.repositoriesOf(
command.projectId,
);
assertThat(
repositories.length < MAX_GIT_REPOSITORIES,
`A project takes ${MAX_GIT_REPOSITORIES} repositories at most`,
);
assertThat(
!repositories.some((r) => r.name.toLowerCase() === name.toLowerCase()),
`There is already a repository named "${name}"`,
);
const added: GitRepositoryConfig = {
id: randomUUID(),
name,
secret: newSecret(),
createdAt: new Date().toISOString(),
};
await this.integrations.saveAll(command.projectId, [
...repositories,
added,
]);
return added;
}
}
@CommandHandler(DisableGitIntegrationCommand)
export class DisableGitIntegrationCommandHandler
implements ICommandHandler<DisableGitIntegrationCommand>
@CommandHandler(RotateGitRepositorySecretCommand)
export class RotateGitRepositorySecretCommandHandler
implements ICommandHandler<RotateGitRepositorySecretCommand>
{
constructor(
private readonly access: WriteAccess,
private readonly integrations: GitIntegrationsRepository,
) {}
async execute(command: DisableGitIntegrationCommand): Promise<void> {
async execute(
command: RotateGitRepositorySecretCommand,
): Promise<GitRepository> {
(await this.access.project(command.projectId)).assertCanManage(
command.actorId,
);
await this.integrations.remove(command.projectId);
const repositories = await this.integrations.repositoriesOf(
command.projectId,
);
const found = repositories.find((r) => r.id === command.repositoryId);
if (!found) throw new NotFoundError('Repository', command.repositoryId);
const rotated = { ...found, secret: newSecret() };
await this.integrations.saveAll(
command.projectId,
repositories.map((r) => (r.id === found.id ? rotated : r)),
);
return rotated;
}
}
@CommandHandler(RemoveGitRepositoryCommand)
export class RemoveGitRepositoryCommandHandler
implements ICommandHandler<RemoveGitRepositoryCommand>
{
constructor(
private readonly access: WriteAccess,
private readonly integrations: GitIntegrationsRepository,
) {}
async execute(command: RemoveGitRepositoryCommand): Promise<void> {
(await this.access.project(command.projectId)).assertCanManage(
command.actorId,
);
const repositories = await this.integrations.repositoriesOf(
command.projectId,
);
if (!repositories.some((r) => r.id === command.repositoryId))
throw new NotFoundError('Repository', command.repositoryId);
await this.integrations.saveAll(
command.projectId,
repositories.filter((r) => r.id !== command.repositoryId),
);
}
}
@@ -119,7 +214,10 @@ export class RecordGitMentionsCommandHandler
const issue = await this.access.live(found.id, Issue);
if (!issue) continue;
const before = issue.getUncommittedEvents().length;
issue.recordDevLink(SYSTEM_ACTOR_ID, mention.link);
issue.recordDevLink(SYSTEM_ACTOR_ID, {
...mention.link,
repository: command.repository,
});
if (issue.getUncommittedEvents().length === before) continue;
await issue.commitAndWait();
recorded++;
@@ -143,15 +241,24 @@ export class GetGitIntegrationQueryHandler
query.projectId,
query.viewerId,
);
const secret = await this.integrations.secretOf(query.projectId);
const repositories = await this.integrations.repositoriesOf(
query.projectId,
);
const manages = role === ProjectRole.OWNER || role === ProjectRole.ADMIN;
return { enabled: !!secret, secret: manages ? secret : null };
return {
enabled: repositories.length > 0,
repositories: repositories.map((r) => ({
...r,
secret: manages ? r.secret : null,
})),
};
}
}
export const GIT_HANDLERS = [
EnableGitIntegrationCommandHandler,
DisableGitIntegrationCommandHandler,
AddGitRepositoryCommandHandler,
RotateGitRepositorySecretCommandHandler,
RemoveGitRepositoryCommandHandler,
RecordGitMentionsCommandHandler,
GetGitIntegrationQueryHandler,
];

23
libs/api/tracker/application/src/lib/ports/git-integrations.repository.ts
View File

@@ -1,9 +1,22 @@
/** A repository of a project: its name there (api, web…) and its secret. */
export interface GitRepositoryConfig {
id: string;
name: string;
/** What the Git host signs its webhooks with. */
secret: string;
createdAt: string;
}
/**
* Per-project secret that Git hosts sign their webhooks with. Configuration,
* not history: kept outside the event store.
* The repositories whose webhooks a project accepts. Configuration, not
* history: kept outside the event store.
*/
export abstract class GitIntegrationsRepository {
abstract secretOf(projectId: string): Promise<string | null>;
abstract save(projectId: string, secret: string): Promise<void>;
abstract remove(projectId: string): Promise<void>;
/** Oldest first; empty when the integration is off. */
abstract repositoriesOf(projectId: string): Promise<GitRepositoryConfig[]>;
/** Replaces the whole list; an empty one turns the integration off. */
abstract saveAll(
projectId: string,
repositories: GitRepositoryConfig[],
): Promise<void>;
}