feat: add CSV bulk import for companies/contactsFeat/bulk csv import leads

.claude/launch.json

@@ -0,0 +1,11 @@
+{
+  "version": "0.0.1",
+  "configurations": [
+    {
+      "name": "crm-dev",
+      "runtimeExecutable": "bunx",
+      "runtimeArgs": ["turbo", "run", "dev", "--filter=api", "--filter=app"],
+      "port": 3000
+    }
+  ]
+}

.github/workflows/sync-mailboxes.yml

@@ -0,0 +1,33 @@
+name: Sync mailboxes
+
+on:
+  schedule:
+    - cron: "*/10 * * * *"
+  workflow_dispatch:
+
+concurrency:
+  group: sync-mailboxes
+  cancel-in-progress: false
+
+permissions: {}
+
+jobs:
+  sync:
+    name: POST /internal/sync/mailboxes
+    runs-on: ubuntu-24.04
+    timeout-minutes: 5
+    steps:
+      - name: Trigger mailbox sync
+        env:
+          API_URL: ${{ vars.API_URL }}
+          CRON_SECRET: ${{ secrets.CRON_SECRET }}
+        run: |
+          if [ -z "$API_URL" ] || [ -z "$CRON_SECRET" ]; then
+            echo "::error::API_URL (variable) and CRON_SECRET (secret) must both be set in Settings → Secrets and variables → Actions."
+            exit 1
+          fi
+          curl --fail-with-body --silent --show-error \
+            --max-time 240 \
+            --request POST \
+            --header "Authorization: Bearer $CRON_SECRET" \
+            "${API_URL%/}/internal/sync/mailboxes"

AGENTS.md

@@ -14,6 +14,7 @@ context until you read them, and the rules in them are not optional.
 | The record sheet's Agent tab | `docs/agent-panel.md` |
 | `/settings/connections`, integrations, the intake endpoint | `docs/connections.md` |
 | The tracking script, the collector, form submissions | `docs/tracking.md` |
+| Proposals: issuers, templates, catalog, `apps/api/src/proposals` | `docs/proposals.md` |
 | Running it locally, Google Cloud, DB commands, secrets | `docs/setup.md` |
 | Anything that sends a telemetry event, or a new property on one | `docs/telemetry.md` |
 | `.github/workflows`, versions, changelog, how a change reaches `release` | `CONTRIBUTING.md` |

apps/api/package.json

@@ -43,8 +43,10 @@
 		"class-transformer": "^0.5.1",
 		"class-validator": "^0.15.1",
 		"context.dev": "^2.7.0",
+		"docxtemplater": "3.71.0",
 		"helmet": "^8.3.0",
 		"nestjs-trpc": "^2.13.0",
+		"pizzip": "3.3.0",
 		"reflect-metadata": "^0.2.2",
 		"rxjs": "^7.8.1",
 		"trpc-to-openapi": "^3.3.0",

apps/api/scripts/build-func.mjs

@@ -169,15 +169,15 @@ writeFileSync(
 		maxDuration: 60,
 		memory: 1769,
 		environment: { NODE_ENV: "production" },
-		regions: ["iad1"],
+		regions: ["fra1"],
 	}),
 );
 writeFileSync(
 	join(outDir, "config.json"),
 	JSON.stringify({
 		version: 3,
 		routes: [{ src: "/(.*)", dest: "/api/index" }],
-		crons: [{ path: "/internal/sync/google", schedule: "*/5 * * * *" }],
+		crons: JSON.parse(readFileSync(join(apiDir, "vercel.json"), "utf8")).crons,
 	}),
 );
 

apps/api/src/app.module.ts

@@ -22,10 +22,12 @@ import { EnrichmentModule } from "./enrichment/enrichment.module";
 import { FieldsModule } from "./fields/fields.module";
 import { GoogleModule } from "./google/google.module";
 import { HealthModule } from "./health/health.module";
+import { ImportModule } from "./import/import.module";
 import { LoggingModule } from "./logging/logging.module";
 import { logAuthRoute } from "./logging/request-logger.middleware";
 import { MailboxModule } from "./mailbox/mailbox.module";
 import { MicrosoftModule } from "./microsoft/microsoft.module";
+import { ProposalsModule } from "./proposals/proposals.module";
 import { SavedViewsModule } from "./saved-views/saved-views.module";
 import { SearchModule } from "./search/search.module";
 import { SettingsModule } from "./settings/settings.module";
@@ -61,6 +63,7 @@ import { WorkspaceModule } from "./workspace/workspace.module";
 		CurrencyModule,
 		DealsModule,
 		FieldsModule,
+		ImportModule,
 		ActivitiesModule,
 		AgentModule,
 		EnrichmentModule,
@@ -79,6 +82,7 @@ import { WorkspaceModule } from "./workspace/workspace.module";
 		TrackingModule,
 		ArchiveModule,
 		SavedViewsModule,
+		ProposalsModule,
 	],
 })
 export class AppModule {}

apps/api/src/generated/server.ts

@@ -26,6 +26,8 @@ import { enrichmentQueueInput } from "@crm/validation/enrichment-queue";
 import { fieldListInput, fieldListOutput, fieldByKeyInput, serializedFieldOutput, fieldEntityInput, fieldFiltersOutput, fieldIdInput, fieldCoverageOutput, fieldCreateInput, fieldUpdateArgs, fieldReorderInput, fieldReorderOutput, fieldDeleteOutput, fieldBackfillOutput } from "../fields/fields.contracts";
 import { googleConnectionStatusOutput, setAutoCreateInput, suppressDomainInput, suppressDomainOutput, threadInput, emailThreadOutput, calendarEventInput, calendarEventOutput } from "../google/google.contracts";
 import { purgeSyncedDataOutput, revokeAccessOutput, microsoftConnectionStatusOutput, setOutlookAutoCreateInput } from "../microsoft/microsoft.contracts";
+import { importRequestInput, importPreviewOutput, importCommitOutput } from "../import/import.contracts";
+import { accessOutput, issuersOutput, createIssuerInput, idInput, updateIssuerInput, okOutput, uploadTemplateInput, templateOutput, fileOutput, companyInput, companyProfileOutput, setCompanyIssuerInput, setClientLogoInput, listServicesInput, servicesOutput, serviceOutput, saveServiceInput, dealInput, dealProposalsOutput, draftInput, draftOutput, generateInput, generateOutput, downloadInput, uploadFinalInput, setStatusInput, setStatusOutput } from "../proposals/proposals.contracts";
 import { savedViewListInput, savedViewListOutput, savedViewCreateInput, savedViewOutput, savedViewUpdateArgs, savedViewIdInput, savedViewDeleteOutput } from "../saved-views/saved-views.contracts";
 import { agentModelOutput, modelCatalogOutput, setAgentModelInput, researchKeyOutput, setResearchKeyInput, archiveRetentionOutput, setArchiveRetentionDaysInput } from "../settings/settings.contracts";
 import { slackStatusOutput, slackMatchesOutput, slackChannelsInput, slackChannelsOutput, slackJoinChannelInput, slackJoinChannelOutput, slackRefreshPeopleOutput, slackCreateChannelInput, slackCreateChannelOutput, slackDisconnectOutput } from "../slack/slack.contracts";
@@ -558,6 +560,16 @@ const appRouter = t.router({
       .output(calendarEventOutput)
       .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any)
     }),
+  import: t.router({
+    preview: publicProcedure
+      .input(importRequestInput)
+      .output(importPreviewOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    commit: publicProcedure
+      .input(importRequestInput)
+      .output(importCommitOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any)
+    }),
   microsoft: t.router({
     status: publicProcedure
       .output(microsoftConnectionStatusOutput)
@@ -576,6 +588,98 @@ const appRouter = t.router({
       .output(microsoftConnectionStatusOutput)
       .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any)
     }),
+  proposals: t.router({
+    access: publicProcedure
+      .output(accessOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    issuers: publicProcedure
+      .output(issuersOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    createIssuer: publicProcedure
+      .input(createIssuerInput)
+      .output(idInput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    updateIssuer: publicProcedure
+      .input(updateIssuerInput)
+      .output(idInput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    deleteIssuer: publicProcedure
+      .input(idInput)
+      .output(okOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    uploadTemplate: publicProcedure
+      .input(uploadTemplateInput)
+      .output(templateOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    archiveTemplate: publicProcedure
+      .input(idInput)
+      .output(okOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    downloadTemplate: publicProcedure
+      .input(idInput)
+      .output(fileOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    companyProfile: publicProcedure
+      .input(companyInput)
+      .output(companyProfileOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    setCompanyIssuer: publicProcedure
+      .input(setCompanyIssuerInput)
+      .output(companyProfileOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    setClientLogo: publicProcedure
+      .input(setClientLogoInput)
+      .output(companyProfileOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    removeClientLogo: publicProcedure
+      .input(companyInput)
+      .output(companyProfileOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    services: publicProcedure
+      .input(listServicesInput)
+      .output(servicesOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    service: publicProcedure
+      .input(idInput)
+      .output(serviceOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    saveService: publicProcedure
+      .input(saveServiceInput)
+      .output(serviceOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    archiveService: publicProcedure
+      .input(idInput)
+      .output(okOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    restoreService: publicProcedure
+      .input(idInput)
+      .output(okOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    forDeal: publicProcedure
+      .input(dealInput)
+      .output(dealProposalsOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    draft: publicProcedure
+      .input(draftInput)
+      .output(draftOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    generate: publicProcedure
+      .input(generateInput)
+      .output(generateOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    download: publicProcedure
+      .input(downloadInput)
+      .output(fileOutput)
+      .query(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    uploadFinal: publicProcedure
+      .input(uploadFinalInput)
+      .output(okOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any),
+    setStatus: publicProcedure
+      .input(setStatusInput)
+      .output(setStatusOutput)
+      .mutation(async () => "PLACEHOLDER_DO_NOT_REMOVE" as any)
+    }),
   savedViews: t.router({
     list: publicProcedure
       .input(savedViewListInput)

apps/api/src/import/import.contracts.ts

@@ -0,0 +1,39 @@
+import { z } from "zod";
+
+export const importRowInput = z.record(z.string(), z.string());
+
+export type ImportRowInput = z.infer<typeof importRowInput>;
+
+export const importRequestInput = z.object({
+	rows: z
+		.array(importRowInput)
+		.min(1, "O CSV precisa de pelo menos uma linha."),
+});
+
+export type ImportRequestInput = z.infer<typeof importRequestInput>;
+
+const importRowErrorOutput = z.object({
+	rowIndex: z.number(),
+	message: z.string(),
+});
+
+export const importPreviewOutput = z.object({
+	totalRows: z.number(),
+	companiesToCreate: z.number(),
+	companiesToUpdate: z.number(),
+	contactsToCreate: z.number(),
+	contactsToUpdate: z.number(),
+	unrecognizedHeaders: z.array(z.string()),
+	errors: z.array(importRowErrorOutput),
+});
+
+export type ImportPreviewOutput = z.infer<typeof importPreviewOutput>;
+
+export const importCommitOutput = z.object({
+	companiesCreated: z.number(),
+	companiesUpdated: z.number(),
+	contactsCreated: z.number(),
+	contactsUpdated: z.number(),
+});
+
+export type ImportCommitOutput = z.infer<typeof importCommitOutput>;

apps/api/src/import/import.module.ts

@@ -0,0 +1,12 @@
+import { Module } from "@nestjs/common";
+import { FieldsModule } from "../fields/fields.module";
+import { TrpcModule } from "../trpc/trpc.module";
+import { ImportRouter } from "./import.router";
+import { ImportService } from "./import.service";
+
+@Module({
+	imports: [FieldsModule, TrpcModule],
+	providers: [ImportService, ImportRouter],
+	exports: [ImportService],
+})
+export class ImportModule {}

apps/api/src/import/import.router.ts

@@ -0,0 +1,37 @@
+import { Inject } from "@nestjs/common";
+import { Input, Mutation, Router, UseMiddlewares } from "nestjs-trpc";
+import type { z } from "zod";
+import { AuthMiddleware } from "../trpc/middlewares/auth.middleware";
+import { restMeta } from "../trpc/openapi";
+import {
+	importCommitOutput,
+	importPreviewOutput,
+	importRequestInput,
+} from "./import.contracts";
+import { ImportService } from "./import.service";
+
+@Router({ alias: "import" })
+@UseMiddlewares(AuthMiddleware)
+export class ImportRouter {
+	constructor(
+		@Inject(ImportService) private readonly importer: ImportService,
+	) {}
+
+	@Mutation({
+		input: importRequestInput,
+		output: importPreviewOutput,
+		meta: restMeta("POST", "/import/preview", ["Import"]),
+	})
+	async preview(@Input() input: z.infer<typeof importRequestInput>) {
+		return this.importer.preview(input);
+	}
+
+	@Mutation({
+		input: importRequestInput,
+		output: importCommitOutput,
+		meta: restMeta("POST", "/import/commit", ["Import"]),
+	})
+	async commit(@Input() input: z.infer<typeof importRequestInput>) {
+		return this.importer.commit(input);
+	}
+}