max/money
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases Wiki Activity

feat: add plaid sync

Browse Source
This commit is contained in:
Max Koon
2025-12-15 12:53:35 -05:00
parent c6dd174376
commit 105b0c514f
9 changed files with 212 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/plaid/sync.ts Normal file
View File

@@ -0,0 +1,3 @@
async function sync() {}
sync();

23
apps/api/src/plaid/tx.ts Normal file
View File

@@ -0,0 +1,23 @@
import type { transaction } from "@money/shared/db";
import type { Transaction } from "plaid";
import { type InferInsertModel } from "drizzle-orm";
import { randomUUID } from "crypto";
export function transactionFromPlaid(
userId: string,
tx: Transaction,
): InferInsertModel<typeof transaction> {
return {
id: randomUUID(),
user_id: userId,
plaid_id: tx.transaction_id,
account_id: tx.account_id,
name: tx.name,
amount: tx.amount as any,
datetime: tx.datetime ? new Date(tx.datetime) : new Date(tx.date),
authorized_datetime: tx.authorized_datetime
? new Date(tx.authorized_datetime)
: undefined,
json: JSON.stringify(tx),
};
}

235
apps/api/src/zero.ts
View File

@@ -26,6 +26,8 @@ import {
PlaidApi,
PlaidEnvironments,
Products,
SandboxItemFireWebhookRequestWebhookCodeEnum,
WebhookType,
} from "plaid";
import { randomUUID } from "crypto";
import { db } from "./db";
@@ -35,8 +37,16 @@ import {
plaidLink,
transaction,
} from "@money/shared/db";
import { and, eq, inArray, sql, type InferInsertModel } from "drizzle-orm";
import {
and,
eq,
inArray,
sql,
type InferInsertModel,
type InferSelectModel,
} from "drizzle-orm";
import { plaidClient } from "./plaid";
import { transactionFromPlaid } from "./plaid/tx";
const processor = new PushProcessor(
new ZQLDatabase(
@@ -128,9 +138,9 @@ const createMutators = (authData: AuthData | null) => {
throw Error("Plaid error");
}
},
async updateTransactions() {
async webhook() {
isLoggedIn(authData);
const accounts = await db.query.plaidAccessTokens.findMany({
where: eq(plaidAccessTokens.userId, authData.user.id),
});
@@ -139,51 +149,20 @@ const createMutators = (authData: AuthData | null) => {
return;
}
for (const account of accounts) {
const { data } = await plaidClient.transactionsGet({
access_token: account.token,
start_date: "2025-10-01",
end_date: new Date().toISOString().split("T")[0],
});
const account = accounts.at(0)!;
const transactions = data.transactions.map(
(tx) =>
({
id: randomUUID(),
user_id: authData.user.id,
plaid_id: tx.transaction_id,
account_id: tx.account_id,
name: tx.name,
amount: tx.amount as any,
datetime: tx.datetime
? new Date(tx.datetime)
: new Date(tx.date),
authorized_datetime: tx.authorized_datetime
? new Date(tx.authorized_datetime)
: undefined,
json: JSON.stringify(tx),
}) satisfies InferInsertModel<typeof transaction>,
);
const { data } = await plaidClient.sandboxItemFireWebhook({
access_token: account.token,
webhook_type: WebhookType.Transactions,
webhook_code:
SandboxItemFireWebhookRequestWebhookCodeEnum.DefaultUpdate,
});
await db
.insert(transaction)
.values(transactions)
.onConflictDoNothing({
target: transaction.plaid_id,
});
const txReplacingPendingIds = data.transactions
.filter((t) => t.pending_transaction_id)
.map((t) => t.pending_transaction_id!);
await db
.delete(transaction)
.where(inArray(transaction.plaid_id, txReplacingPendingIds));
}
console.log(data);
},
async updateBalences() {
async sync() {
isLoggedIn(authData);
const accounts = await db.query.plaidAccessTokens.findMany({
where: eq(plaidAccessTokens.userId, authData.user.id),
});
@@ -192,32 +171,150 @@ const createMutators = (authData: AuthData | null) => {
return;
}
for (const account of accounts) {
const { data } = await plaidClient.accountsBalanceGet({
access_token: account.token,
});
await db
.insert(balance)
.values(
data.accounts.map((bal) => ({
id: randomUUID(),
user_id: authData.user.id,
plaid_id: bal.account_id,
avaliable: bal.balances.available as any,
current: bal.balances.current as any,
name: bal.name,
tokenId: account.id,
})),
)
.onConflictDoUpdate({
target: balance.plaid_id,
set: {
current: sql.raw(`excluded.${balance.current.name}`),
avaliable: sql.raw(`excluded.${balance.avaliable.name}`),
},
});
}
const account = accounts.at(0)!;
const { data } = await plaidClient.transactionsSync({
access_token: account.token,
cursor: account.syncCursor || undefined,
});
const added = data.added.map((tx) =>
transactionFromPlaid(authData.user.id, tx),
);
const updated = data.modified.map((tx) =>
transactionFromPlaid(authData.user.id, tx),
);
console.log("added", added.length);
console.log("updated", updated.length);
console.log("removed", data.removed.length);
console.log("next cursor", data.next_cursor);
await db.transaction(async (tx) => {
if (added.length) {
await tx.insert(transaction).values(added);
}
if (updated.length) {
await tx
.insert(transaction)
.values(updated)
.onConflictDoUpdate({
target: transaction.plaid_id,
set: {
name: sql.raw(`excluded.${transaction.name.name}`),
amount: sql.raw(`excluded.${transaction.amount.name}`),
json: sql.raw(`excluded.${transaction.json.name}`),
},
});
}
if (data.removed.length) {
await tx.delete(transaction).where(
inArray(
transaction.id,
data.removed.map((tx) => tx.transaction_id),
),
);
}
await tx
.update(plaidAccessTokens)
.set({ syncCursor: data.next_cursor })
.where(eq(plaidAccessTokens.id, account.id));
});
},
// async updateTransactions() {
// isLoggedIn(authData);
// const accounts = await db.query.plaidAccessTokens.findMany({
// where: eq(plaidAccessTokens.userId, authData.user.id),
// });
// if (accounts.length == 0) {
// console.error("No accounts");
// return;
// }
//
// for (const account of accounts) {
// const { data } = await plaidClient.transactionsGet({
// access_token: account.token,
// start_date: "2025-10-01",
// end_date: new Date().toISOString().split("T")[0],
// });
//
// const transactions = data.transactions.map(
// (tx) =>
// ({
// id: randomUUID(),
// user_id: authData.user.id,
// plaid_id: tx.transaction_id,
// account_id: tx.account_id,
// name: tx.name,
// amount: tx.amount as any,
// datetime: tx.datetime
// ? new Date(tx.datetime)
// : new Date(tx.date),
// authorized_datetime: tx.authorized_datetime
// ? new Date(tx.authorized_datetime)
// : undefined,
// json: JSON.stringify(tx),
// }) satisfies InferInsertModel<typeof transaction>,
// );
//
// await db
// .insert(transaction)
// .values(transactions)
// .onConflictDoNothing({
// target: transaction.plaid_id,
// });
//
// const txReplacingPendingIds = data.transactions
// .filter((t) => t.pending_transaction_id)
// .map((t) => t.pending_transaction_id!);
//
// await db
// .delete(transaction)
// .where(inArray(transaction.plaid_id, txReplacingPendingIds));
// }
// },
//
// async updateBalences() {
// isLoggedIn(authData);
// const accounts = await db.query.plaidAccessTokens.findMany({
// where: eq(plaidAccessTokens.userId, authData.user.id),
// });
// if (accounts.length == 0) {
// console.error("No accounts");
// return;
// }
//
// for (const account of accounts) {
// const { data } = await plaidClient.accountsBalanceGet({
// access_token: account.token,
// });
// await db
// .insert(balance)
// .values(
// data.accounts.map((bal) => ({
// id: randomUUID(),
// user_id: authData.user.id,
// plaid_id: bal.account_id,
// avaliable: bal.balances.available as any,
// current: bal.balances.current as any,
// name: bal.name,
// tokenId: account.id,
// })),
// )
// .onConflictDoUpdate({
// target: balance.plaid_id,
// set: {
// current: sql.raw(`excluded.${balance.current.name}`),
// avaliable: sql.raw(`excluded.${balance.avaliable.name}`),
// },
// });
// }
// },
},
} as const satisfies Mutators;
};

4
package.json
View File

@@ -3,7 +3,9 @@
"private": true,
"scripts": {
"dev": "process-compose up -p 0",
"tui": "pnpm --filter=@money/tui run build && pnpm --filter=@money/tui run start"
"tui": "pnpm --filter=@money/tui run build && pnpm --filter=@money/tui run start",
"db:gen": "pnpm --filter=@money/shared db:gen",
"db:push": "pnpm --filter=@money/shared db:push"
},
"pnpm": {
"onlyBuiltDependencies": ["@rocicorp/zero-sqlite3"],

2
packages/shared/package.json
View File

@@ -13,6 +13,6 @@
},
"scripts": {
"db:gen": "drizzle-zero generate -s ./src/db/schema/public.ts -o ./src/zero-schema.gen.ts -f && sed -i 's/enableLegacyQueries: true,/enableLegacyQueries: false,/g' src/zero-schema.gen.ts && sed -i 's/enableLegacyMutators: true,/enableLegacyMutators: false,/g' src/zero-schema.gen.ts",
"db:migrate": "drizzle-kit push"
"db:push": "drizzle-kit push"
}
}

1
packages/shared/src/db/schema/public.ts
View File

@@ -65,6 +65,7 @@ export const plaidAccessTokens = pgTable("plaidAccessToken", {
logoUrl: text("logoUrl").notNull(),
userId: text("user_id").notNull(),
token: text("token").notNull(),
syncCursor: text("sync_cursor"),
createdAt: timestamp("created_at").notNull().defaultNow(),
});

6
packages/shared/src/mutators.ts
View File

@@ -10,8 +10,10 @@ export function createMutators(authData: AuthData | null) {
link: {
async create() {},
async get(tx: Tx, { link_token }: { link_token: string }) {},
async updateTransactions() {},
async updateBalences() {},
async webhook() {},
async sync() {},
// async updateTransactions() {},
// async updateBalences() {},
async deleteAccounts(tx: Tx, { accountIds }: { accountIds: string[] }) {
isLoggedIn(authData);
for (const id of accountIds) {

10
packages/shared/src/zero-schema.gen.ts
View File

@@ -345,6 +345,16 @@ export const schema = {
"token"
>,
},
syncCursor: {
type: "string",
optional: true,
customType: null as unknown as ZeroCustomType<
ZeroSchema,
"plaidAccessTokens",
"syncCursor"
>,
serverName: "sync_cursor",
},
createdAt: {
type: "number",
optional: true,

4
packages/ui/src/transactions.tsx
View File

@@ -40,9 +40,7 @@ export function Transactions() {
<Table.Provider
data={items}
columns={COLUMNS}
shortcuts={[
{ key: "r", handler: () => z.mutate.link.updateTransactions() },
]}
shortcuts={[{ key: "r", handler: () => z.mutate.link.sync() }]}
>
<View style={{ padding: 10, flex: 1 }}>
<View style={{ flexShrink: 0 }}>