Skip to content

Hybrid RAG over docs, pages, blog, changelog and API reference (#194) #196

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
s3rot0n1n merged 4 commits into from
Nov 9, 2026
Merged

Hybrid RAG over docs, pages, blog, changelog and API reference (#194) #196

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
f9538eb
feat(search): hybrid RAG over docs, pages, blog, changelog and API re…
Nov 7, 2026
89867d4
Merge origin/main into t3/docs-pages-issues
Nov 7, 2026
356d889
fix(inbox-ai): retry uncited answers once and report only real doc gaps
Nov 9, 2026
7c87489
fix(chatbot): merge repeated citation markers after renumbering
Nov 9, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
51 changes: 51 additions & 0 deletions apps/api/drizzle/0016_search_index.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
CREATE TABLE IF NOT EXISTS "search_chunks" (
"id" text PRIMARY KEY NOT NULL,
"team_id" text NOT NULL,
"kind" text NOT NULL,
"source_id" text NOT NULL,
"revision_id" text,
"source_hash" text NOT NULL,
"position" integer NOT NULL,
"slug" text NOT NULL,
"title" text,
"heading" text,
"anchor" text,
"context" text DEFAULT '' NOT NULL,
"content" text NOT NULL,
"search_text" "tsvector" GENERATED ALWAYS AS (setweight(to_tsvector('english', coalesce(title, '') || ' ' || coalesce(heading, '')), 'A') || setweight(to_tsvector('english', content), 'B') || setweight(to_tsvector('english', context), 'C')) STORED,
"embedding" vector(1536),
"embedding_model" text,
"created_at" timestamp DEFAULT now() NOT NULL
);
--> statement-breakpoint
CREATE TABLE IF NOT EXISTS "search_index_requests" (
"team_id" text PRIMARY KEY NOT NULL,
"requested_at" timestamp DEFAULT now() NOT NULL,
"next_attempt_at" timestamp DEFAULT now() NOT NULL,
"lease_expires_at" timestamp,
"attempts" integer DEFAULT 0 NOT NULL,
"last_error" text
);
--> statement-breakpoint
ALTER TABLE "ticket_messages" ADD COLUMN "feedback" text;--> statement-breakpoint
DO $$ BEGIN
ALTER TABLE "search_chunks" ADD CONSTRAINT "search_chunks_team_id_teams_id_fk" FOREIGN KEY ("team_id") REFERENCES "public"."teams"("id") ON DELETE cascade ON UPDATE no action;
EXCEPTION
WHEN duplicate_object THEN null;
END $$;
--> statement-breakpoint
DO $$ BEGIN
ALTER TABLE "search_index_requests" ADD CONSTRAINT "search_index_requests_team_id_teams_id_fk" FOREIGN KEY ("team_id") REFERENCES "public"."teams"("id") ON DELETE cascade ON UPDATE no action;
EXCEPTION
WHEN duplicate_object THEN null;
END $$;
--> statement-breakpoint
CREATE INDEX IF NOT EXISTS "search_chunks_source_idx" ON "search_chunks" USING btree ("team_id","kind","source_id");--> statement-breakpoint
CREATE INDEX IF NOT EXISTS "search_chunks_text_idx" ON "search_chunks" USING gin ("search_text");--> statement-breakpoint
CREATE INDEX IF NOT EXISTS "search_chunks_embedding_idx" ON "search_chunks" USING hnsw ("embedding" vector_cosine_ops);--> statement-breakpoint
DROP TABLE "document_chunks" CASCADE;--> statement-breakpoint
DROP TABLE "document_index_jobs" CASCADE;--> statement-breakpoint
DROP TABLE "documentation_embedding_configs" CASCADE;--> statement-breakpoint
DROP TABLE "documentation_embeddings" CASCADE;--> statement-breakpoint
-- Index every existing team's published content on the next worker pass.
INSERT INTO "search_index_requests" ("team_id", "requested_at", "next_attempt_at") SELECT "id", timezone('utc', now()), timezone('utc', now()) FROM "teams" ON CONFLICT DO NOTHING;
Loading
Loading