fix: change search collator to use database

Author: drodil

docs/search.md

@@ -17,6 +17,7 @@ export default async function createPlugin(
     schedule,
     factory: QetaCollatorFactory.fromConfig(env.config, {
       logger: env.logger,
+      database: env.database,
     }),
   });
 

plugins/qeta-backend/src/database/DatabaseQetaStore.ts

@@ -65,20 +65,17 @@ export type RawTagEntity = {
   tag: string;
 };
 
-export type RawComponentEntity = {
-  id: number;
-  entity_ref: string;
-};
-
 export class DatabaseQetaStore implements QetaStore {
   static async create({
     database,
+    skipMigrations,
   }: {
     database: PluginDatabaseManager;
+    skipMigrations?: boolean;
   }): Promise<DatabaseQetaStore> {
     const client = await database.getClient();
 
-    if (!database.migrations?.skip) {
+    if (!database.migrations?.skip && !skipMigrations) {
       // prettier-ignore
       await client.migrate.latest({ // nosonar
         directory: migrationsDir,

plugins/qeta-backend/src/search/collators/QetaCollatorFactory.ts

@@ -5,30 +5,36 @@ import {
   DocumentCollatorFactory,
   IndexableDocument,
 } from '@backstage/plugin-search-common';
-import fetch from 'node-fetch';
+import { PluginDatabaseManager } from '@backstage/backend-common';
+import { DatabaseQetaStore } from '../../database';
 
 export type QetaCollatorFactoryOptions = {
   logger: Logger;
+  database: PluginDatabaseManager;
 };
 
 export type QetaDocument = IndexableDocument & {
   tags?: string[];
   components?: string[];
   author: string;
   views: number;
+  score: number;
   answersCount: number;
+  created: Date;
+  updatedBy?: string;
+  updated?: Date;
 };
 
 export class QetaCollatorFactory implements DocumentCollatorFactory {
-  private readonly appBaseUrl: string;
-  private readonly backendBaseUrl: string;
   private readonly logger: Logger;
+  private readonly database: PluginDatabaseManager;
+  private readonly appBaseUrl: string;
   public readonly type: string = 'qeta';
 
   private constructor(config: Config, options: QetaCollatorFactoryOptions) {
     this.logger = options.logger;
+    this.database = options.database;
     this.appBaseUrl = config.getString('app.baseUrl');
-    this.backendBaseUrl = config.getString('backend.baseUrl');
   }
 
   static fromConfig(config: Config, options: QetaCollatorFactoryOptions) {
@@ -41,13 +47,17 @@ export class QetaCollatorFactory implements DocumentCollatorFactory {
 
   async *execute(): AsyncGenerator<QetaDocument> {
     this.logger.info('Executing QetaCollator');
-    const response = await fetch(
-      `${this.backendBaseUrl}/api/qeta/questions?includeAnswers=true&includeComponents=true`,
-    );
-    const data = await response.json();
-    this.logger.info(`Found ${data.questions.length} questions to index`);
+    const db = await DatabaseQetaStore.create({
+      database: this.database,
+      skipMigrations: true,
+    });
+
+    const questions = await db.getQuestions({
+      includeAnswers: true,
+      includeComponents: true,
+    });
 
-    for (const question of data.questions) {
+    for (const question of questions.questions) {
       yield {
         ...question,
         text: question.content,