Ling0925
/
buster
mirror of https://github.com/buster-so/buster.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #259 from buster-so/dal/new-seed-script 

Dal/new seed script
This commit is contained in:
dal 2025-05-02 12:57:50 -07:00 committed by GitHub
parent 54a8e0a113 f5249272a6
commit b4a63f53ca
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 1412 additions and 4107 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5459
api/libs/database/seed.sql
View File

File diff suppressed because one or more lines are too long

33
api/libs/database/setup.sql Normal file
View File

@ -0,0 +1,33 @@
select vault.create_secret('{"type":"postgres","host":"aws-0-us-east-1.pooler.supabase.com","port":5432,"username":"postgres.fjbidcbjvmpesoonimhl","password":"S8Jrts05EqxsfA3q","database":"postgres","schema":"sem","jump_host":null,"ssh_username":null,"ssh_private_key":null}', 'cc3ef3bc-44ec-4a43-8dc4-681cae5c996a');
--
-- Data for Name: users; Type: TABLE DATA; Schema: auth; Owner: supabase_auth_admin
--
INSERT INTO auth.users VALUES ('00000000-0000-0000-0000-000000000000', 'c2dd64cd-f7f3-4884-bc91-d46ae431901e', 'authenticated', 'authenticated', 'chad@buster.so', '$2a$06$BKy/23Yp58fItuTD0aKWluB2ayXyww8AeXNQ0KHgh9TeRxJ/tbmaC', '2025-03-04 18:42:05.801697+00', NULL, '', NULL, '', NULL, '', '', NULL, NULL, '{"provider": "email", "providers": ["email"]}', '{}', NULL, '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', NULL, NULL, '', '', NULL, DEFAULT, '', 0, NULL, '', NULL, false, NULL, false);
INSERT INTO auth.users VALUES ('00000000-0000-0000-0000-000000000000', '1fe85021-e799-471b-8837-953e9ae06e4c', 'authenticated', 'authenticated', 'blake@buster.so', '$2a$06$TGfhnVxsa/Iy/rHmPnjiTuCMkui64yaAOEJl3qqaplGDrbUioCfPS', '2025-03-04 18:42:05.801697+00', NULL, '', NULL, '', NULL, '', '', NULL, NULL, '{"provider": "email", "providers": ["email"]}', '{}', NULL, '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', NULL, NULL, '', '', NULL, DEFAULT, '', 0, NULL, '', NULL, false, NULL, false);
INSERT INTO auth.users VALUES ('00000000-0000-0000-0000-000000000000', '6840fa04-c0d7-4e0e-8d3d-ea9190d93874', 'authenticated', 'authenticated', 'nate@buster.so', '$2a$06$Qy7COradxcriaW2vMkfFce1GNSvt3NVq/7LI0bPid.rk.gMZ20Thi', '2025-03-04 18:42:05.801697+00', NULL, '', NULL, '', NULL, '', '', NULL, NULL, '{"provider": "email", "providers": ["email"]}', '{}', NULL, '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', NULL, NULL, '', '', NULL, DEFAULT, '', 0, NULL, '', NULL, false, NULL, false);
INSERT INTO auth.users VALUES ('00000000-0000-0000-0000-000000000000', 'aa0a1367-3a10-4fe5-9244-2db46c000d64', 'authenticated', 'authenticated', 'dallin@buster.so', '$2a$06$jRwWRve7D0lnGhhjJ.r0uOpNlmP32LgNmWJmK5WjrjH0ys8HDHWEC', '2025-03-04 18:42:05.801697+00', NULL, '', NULL, '', NULL, '', '', NULL, NULL, '{"provider": "email", "providers": ["email"]}', '{}', NULL, '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', NULL, NULL, '', '', NULL, DEFAULT, '', 0, NULL, '', NULL, false, NULL, false);
INSERT INTO auth.users VALUES ('00000000-0000-0000-0000-000000000000', '8e98a1fc-c4d5-401c-98d8-2cce60e11079', 'authenticated', 'authenticated', 'sales@buster.so', '$2a$06$S6iCGkSXOfl13SeSR1xjPemM7xB41aR.W6N0H3/kEPtYXM./PXpAC', '2025-03-04 18:42:05.801697+00', NULL, '', NULL, '', NULL, '', '', NULL, NULL, '{"provider": "email", "providers": ["email"]}', '{}', NULL, '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', NULL, NULL, '', '', NULL, DEFAULT, '', 0, NULL, '', NULL, false, NULL, false);
INSERT INTO auth.users VALUES ('00000000-0000-0000-0000-000000000000', '70d05d4e-b2c1-40c5-be69-315e420fd0ab', 'authenticated', 'authenticated', 'noaccess@buster.so', '$2a$06$vJM/Dbp2AC/TXBCZiv8liu7JgC.1FxOlvV7kCOPVLjRm/RbtBDFje', '2025-03-04 18:42:05.801697+00', NULL, '', NULL, '', NULL, '', '', NULL, NULL, '{"provider": "email", "providers": ["email"]}', '{}', NULL, '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', NULL, NULL, '', '', NULL, DEFAULT, '', 0, NULL, '', NULL, false, NULL, false);
--
-- Data for Name: identities; Type: TABLE DATA; Schema: auth; Owner: supabase_auth_admin
--
INSERT INTO auth.identities VALUES ('c2dd64cd-f7f3-4884-bc91-d46ae431901e', 'c2dd64cd-f7f3-4884-bc91-d46ae431901e', '{"sub": "c2dd64cd-f7f3-4884-bc91-d46ae431901e"}', 'email', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', DEFAULT, 'c2dd64cd-f7f3-4884-bc91-d46ae431901e');
INSERT INTO auth.identities VALUES ('1fe85021-e799-471b-8837-953e9ae06e4c', '1fe85021-e799-471b-8837-953e9ae06e4c', '{"sub": "1fe85021-e799-471b-8837-953e9ae06e4c"}', 'email', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', DEFAULT, '1fe85021-e799-471b-8837-953e9ae06e4c');
INSERT INTO auth.identities VALUES ('6840fa04-c0d7-4e0e-8d3d-ea9190d93874', '6840fa04-c0d7-4e0e-8d3d-ea9190d93874', '{"sub": "6840fa04-c0d7-4e0e-8d3d-ea9190d93874"}', 'email', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', DEFAULT, '6840fa04-c0d7-4e0e-8d3d-ea9190d93874');
INSERT INTO auth.identities VALUES ('aa0a1367-3a10-4fe5-9244-2db46c000d64', 'aa0a1367-3a10-4fe5-9244-2db46c000d64', '{"sub": "aa0a1367-3a10-4fe5-9244-2db46c000d64"}', 'email', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', DEFAULT, 'aa0a1367-3a10-4fe5-9244-2db46c000d64');
INSERT INTO auth.identities VALUES ('8e98a1fc-c4d5-401c-98d8-2cce60e11079', '8e98a1fc-c4d5-401c-98d8-2cce60e11079', '{"sub": "8e98a1fc-c4d5-401c-98d8-2cce60e11079"}', 'email', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', DEFAULT, '8e98a1fc-c4d5-401c-98d8-2cce60e11079');
INSERT INTO auth.identities VALUES ('70d05d4e-b2c1-40c5-be69-315e420fd0ab', '70d05d4e-b2c1-40c5-be69-315e420fd0ab', '{"sub": "70d05d4e-b2c1-40c5-be69-315e420fd0ab"}', 'email', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', '2025-03-04 18:42:05.801697+00', DEFAULT, '70d05d4e-b2c1-40c5-be69-315e420fd0ab');
-- Update user names in public.users
UPDATE public.users SET name = 'chad' WHERE id = 'c2dd64cd-f7f3-4884-bc91-d46ae431901e';
UPDATE public.users SET name = 'blake' WHERE id = '1fe85021-e799-471b-8837-953e9ae06e4c';
UPDATE public.users SET name = 'nate' WHERE id = '6840fa04-c0d7-4e0e-8d3d-ea9190d93874';
UPDATE public.users SET name = 'dallin' WHERE id = 'aa0a1367-3a10-4fe5-9244-2db46c000d64';
UPDATE public.users SET name = 'sales' WHERE id = '8e98a1fc-c4d5-401c-98d8-2cce60e11079';
UPDATE public.users SET name = 'no access' WHERE id = '70d05d4e-b2c1-40c5-be69-315e420fd0ab';

2
api/libs/handlers/src/collections/create_collection_handler.rs
View File

@ -115,7 +115,7 @@ pub async fn create_collection_handler(
}; };
let query = diesel::sql_query( let query = diesel::sql_query(
"INSERT INTO asset_search (asset_id, asset_type, content, organization_id) "insert into public.asset_search (asset_id, asset_type, content, organization_id)
VALUES ($1, 'collection', $2, $3) VALUES ($1, 'collection', $2, $3)
ON CONFLICT (asset_id, asset_type) ON CONFLICT (asset_id, asset_type)
DO UPDATE SET DO UPDATE SET

13
api/makefile
View File

@ -1,16 +1,25 @@
dev: dev:
cd .. && docker compose up -d redis && cd api && \ cd .. && docker compose up -d redis && cd api && \
supabase start supabase start
ollama serve &
ollama pull mxbai-embed-large
supabase db reset supabase db reset
export DATABASE_URL=postgres://postgres:postgres@127.0.0.1:54322/postgres && \ export DATABASE_URL=postgres://postgres:postgres@127.0.0.1:54322/postgres && \
diesel migration run && \ diesel migration run && \
PGPASSWORD=postgres psql -h 127.0.0.1 -p 54322 -d postgres -U postgres -f libs/database/setup.sql && \
PGPASSWORD=postgres psql -h 127.0.0.1 -p 54322 -d postgres -U postgres -f libs/database/seed.sql && \ PGPASSWORD=postgres psql -h 127.0.0.1 -p 54322 -d postgres -U postgres -f libs/database/seed.sql && \
export RUST_LOG=debug export RUST_LOG=debug
export CARGO_INCREMENTAL=1 export CARGO_INCREMENTAL=1
nice cargo watch -C server -x run nice cargo watch -C server -x run
update-seed:
PGPASSWORD=postgres pg_dump -h 127.0.0.1 -p 54322 -U postgres -d postgres \
--data-only --no-owner --no-privileges \
--schema=public \
--exclude-table=schema_migrations \
--exclude-table=__diesel_schema_migrations \
--exclude-table=migrations \
--exclude-table=users \
> libs/database/seed.sql
stop: stop:
docker compose down && \ docker compose down && \
supabase stop && \ supabase stop && \

12
api/migrations/2025-03-25-200823_add_triggers_for_assets_to_search/up.sql
View File

@ -3,7 +3,7 @@ CREATE OR REPLACE FUNCTION sync_metric_files_to_search()
RETURNS TRIGGER AS $$ RETURNS TRIGGER AS $$
BEGIN BEGIN
IF TG_OP = 'INSERT' OR TG_OP = 'UPDATE' THEN IF TG_OP = 'INSERT' OR TG_OP = 'UPDATE' THEN
INSERT INTO asset_search ( insert into public.asset_search (
asset_id, asset_type, content, organization_id, asset_id, asset_type, content, organization_id,
created_at, updated_at, deleted_at created_at, updated_at, deleted_at
) )
@ -30,7 +30,7 @@ CREATE OR REPLACE FUNCTION sync_dashboard_files_to_search()
RETURNS TRIGGER AS $$ RETURNS TRIGGER AS $$
BEGIN BEGIN
IF TG_OP = 'INSERT' OR TG_OP = 'UPDATE' THEN IF TG_OP = 'INSERT' OR TG_OP = 'UPDATE' THEN
INSERT INTO asset_search ( insert into public.asset_search (
asset_id, asset_type, content, organization_id, asset_id, asset_type, content, organization_id,
created_at, updated_at, deleted_at created_at, updated_at, deleted_at
) )
@ -57,7 +57,7 @@ CREATE OR REPLACE FUNCTION sync_collections_to_search()
RETURNS TRIGGER AS $$ RETURNS TRIGGER AS $$
BEGIN BEGIN
IF TG_OP = 'INSERT' OR TG_OP = 'UPDATE' THEN IF TG_OP = 'INSERT' OR TG_OP = 'UPDATE' THEN
INSERT INTO asset_search ( insert into public.asset_search (
asset_id, asset_type, content, organization_id, asset_id, asset_type, content, organization_id,
created_at, updated_at, deleted_at created_at, updated_at, deleted_at
) )
@ -99,7 +99,7 @@ AFTER INSERT OR UPDATE OR DELETE ON collections
FOR EACH ROW EXECUTE FUNCTION sync_collections_to_search(); FOR EACH ROW EXECUTE FUNCTION sync_collections_to_search();
-- Populate existing data -- Populate existing data
INSERT INTO asset_search ( insert into public.asset_search (
asset_id, asset_type, content, organization_id, asset_id, asset_type, content, organization_id,
created_at, updated_at, deleted_at created_at, updated_at, deleted_at
) )
@ -111,7 +111,7 @@ FROM metric_files
WHERE deleted_at IS NULL WHERE deleted_at IS NULL
ON CONFLICT (asset_id, asset_type) DO NOTHING; ON CONFLICT (asset_id, asset_type) DO NOTHING;
INSERT INTO asset_search ( insert into public.asset_search (
asset_id, asset_type, content, organization_id, asset_id, asset_type, content, organization_id,
created_at, updated_at, deleted_at created_at, updated_at, deleted_at
) )
@ -123,7 +123,7 @@ FROM dashboard_files
WHERE deleted_at IS NULL WHERE deleted_at IS NULL
ON CONFLICT (asset_id, asset_type) DO NOTHING; ON CONFLICT (asset_id, asset_type) DO NOTHING;
INSERT INTO asset_search ( insert into public.asset_search (
asset_id, asset_type, content, organization_id, asset_id, asset_type, content, organization_id,
created_at, updated_at, deleted_at created_at, updated_at, deleted_at
) )