index.ts

import { AdminForthFilterOperators, AdminForthPlugin, Filters, interpretResource, ActionCheckSource, AllowedActionsEnum } from "adminforth";
import type { IAdminForth, IHttpServer, AdminForthComponentDeclaration, AdminForthResource, AdminUser } from "adminforth";
import { suggestIfTypo, filtersTools } from "adminforth";
import type { PluginOptions } from './types.js';
import Handlebars from 'handlebars';
import { RateLimiter } from "adminforth";
import { randomUUID } from "crypto";
import { z } from "zod";

const getRecordsBodySchema = z.object({
  record: z.array(z.any()).nullish(),
}).strict();

const getImagesBodySchema = z.object({
  recordId: z.union([z.string(), z.number()]),
}).strict();

const getOldDataBodySchema = z.object({
  recordId: z.union([z.string(), z.number()]).nullish(),
}).strict();

const updateFieldsBodySchema = z.object({
  selectedIds: z.array(z.any()).nullish(),
  fields: z.any(),
  saveImages: z.boolean().nullish(),
}).strict();

const getImageGenerationPromptsBodySchema = z.object({
  recordId: z.union([z.string(), z.number()]),
  customPrompt: z.string().nullish(),
}).strict();

const createJobBodySchema = z.object({
  actionType: z.string().nullish(),
  recordId: z.union([z.string(), z.number()]).nullish(),
  customPrompt: z.string().nullish(),
  filterFilledFields: z.boolean().nullish(),
  sessionIds: z.array(z.string()).nullish(),
  prompt: z.string().nullish(),
  fieldName: z.string().nullish(),
  fieldToRegenerate: z.string().nullish(),
  action: z.string().nullish(),
}).strict();

const jobStatusBodySchema = z.object({
  jobId: z.string(),
}).strict();

const updateRateLimitsBodySchema = z.object({
  actionType: z.string().nullish(),
}).strict();

const compileOldImageLinkBodySchema = z.object({
  image: z.string().nullish(),
  columnName: z.string().nullish(),
}).strict();

const getFilteredIdsBodySchema = z.object({
  filters: z.any(),
}).passthrough();

type AccessCheckContext = {
  adminUser: AdminUser;
  resource: AdminForthResource;
  meta: any;
  source: ActionCheckSource;
  adminforth: IAdminForth;
};

async function resolveBoolOrFn(val: any, ctx: AccessCheckContext): Promise<boolean> {
  if (typeof val === 'function') {
    return !!(await val(ctx));
  }
  return !!val;
}

async function isShownInEdit(column: AdminForthResource['columns'][number], ctx: AccessCheckContext): Promise<boolean> {
  const showIn = (column.showIn as any) || {};
  if (showIn.edit !== undefined) {
    return await resolveBoolOrFn(showIn.edit, ctx);
  }
  if (showIn.all !== undefined) {
    return await resolveBoolOrFn(showIn.all, ctx);
  }
  return true;
}

function valueIsUnchanged(newValue: any, oldValue: any): boolean {
  if (newValue === oldValue) {
    return true;
  }
  if (newValue === null || newValue === undefined || oldValue === null || oldValue === undefined) {
    return false;
  }
  if (typeof newValue === 'object' || typeof oldValue === 'object') {
    try {
      return JSON.stringify(newValue) === JSON.stringify(oldValue);
    } catch {
      return false;
    }
  }
  return String(newValue) === String(oldValue);
}
const STUB_MODE = false;
const jobs = new Map(); 
export default class  BulkAiFlowPlugin extends AdminForthPlugin {
  options: PluginOptions;
  uploadPlugin: AdminForthPlugin;
  totalCalls: number;
  totalDuration: number;
  rateLimiters: Record<string, RateLimiter> = {};
  sessionIds: Set<string> = new Set();

  constructor(options: PluginOptions) {
    super(options, import.meta.url);
    this.options = options;

    // for calculating average time
    this.totalCalls = 0;
    this.totalDuration = 0;

    // for rate limiting
    this.sessionIds = new Set();
  }

  /**
   * Compiles Handlebars templates from `source`.
   *
   * `record` is the raw row and is always what `provideAdditionalContextForRecord` sees, but the
   * templates themselves are rendered against `record` only when they come from `PluginOptions`:
   * those are written by the app author and may reference any column. Templates which arrived in
   * the request body are rendered against the record as the caller is allowed to read it, so a
   * hand-written `{{column}}` cannot pull a backendOnly column out of the row.
   */
  private async compileTemplates<T extends Record<string, any>>(
    source: T,
    { record, ctx, clientSupplied }: { record: any, ctx: AccessCheckContext, clientSupplied: boolean },
    valueSelector: (value: T[keyof T]) => string
  ): Promise<Record<string, string>> {
    let templateContext = clientSupplied ? await this.stripBackendOnlyColumns(record, ctx) : record;
    if (this.options.provideAdditionalContextForRecord) {
      const additionalFields = await this.options.provideAdditionalContextForRecord({ record, adminUser: ctx.adminUser, resource: this.resourceConfig });
      templateContext = { ...templateContext, ...additionalFields };
    }
    const compiled: Record<string, string> = {};
    for (const [key, value] of Object.entries(source)) {
      const templateStr = valueSelector(value);
      try {
        const tpl = Handlebars.compile(templateStr);
        compiled[key] = tpl(templateContext);
      } catch {
        compiled[key] = templateStr;
      }
    }
    return compiled;
  }

  private async compileOutputFieldsTemplates(record: any, ctx: AccessCheckContext, customPrompt? : string, clientSupplied: boolean = !!customPrompt) {
    return await this.compileTemplates(customPrompt ? JSON.parse(customPrompt) :this.options.fillFieldsFromImages, { record, ctx, clientSupplied }, v => String(v));
  }

  private async compileOutputFieldsTemplatesNoImage(record: any, ctx: AccessCheckContext, customPrompt? : string, clientSupplied: boolean = !!customPrompt) {
    return await this.compileTemplates(customPrompt ? JSON.parse(customPrompt) : this.options.fillPlainFields, { record, ctx, clientSupplied }, v => String(v));
  }

  private async compileGenerationFieldTemplates(record: any, ctx: AccessCheckContext, customPrompt? : string, clientSupplied: boolean = !!customPrompt) {
    return await this.compileTemplates(customPrompt ? JSON.parse(customPrompt) : this.options.generateImages, { record, ctx, clientSupplied }, v => String(customPrompt ? v : v.prompt));
  }

  private removeFromPromptFilledFields(compiledOutputFields: Record<string, string>, record: Record<string, any>): Record<string, string> {
    const newCompiledOutputFields: Record<string, string> = {};
    for (const [key, value] of Object.entries(record)) {
      if (compiledOutputFields[key]) {
        if (value !== null && value !== undefined && value !== '') {
          continue;
        }
        newCompiledOutputFields[key] = compiledOutputFields[key];
      }
    }
    return newCompiledOutputFields;
  }

  private async checkRateLimit(field: string, fieldNameRateLimit: string | undefined, headers: Record<string, string | string[] | undefined>): Promise<void | { error?: string; }> {
    if (fieldNameRateLimit) {
      // rate limit
      // const { error } = RateLimiter.checkRateLimit(
      //   field,
      //   fieldNameRateLimit,
      //   this.adminforth.auth.getClientIp(headers),
      // );
      if (!this.rateLimiters[field]) {
        this.rateLimiters[field] = new RateLimiter(fieldNameRateLimit);
      }
      if (!await this.rateLimiters[field].consume(`${field}-${this.adminforth.auth.getClientIp(headers)}`)) {
        return { error: "Rate limit exceeded" };
      }
    }
  }

  private getPromptForImageAnalysis(compiledOutputFields: Record<string, string>) {
    const prompt = `Analyze the following image(s) and return a single JSON in format like: {'param1': 'value1', 'param2': 'value2'}. 
      Do NOT return array of objects. Do NOT include any Markdown, code blocks, explanations, or extra text. Only return valid JSON. 
      Only return valid JSON. Do NOT wrap in \`\`\` or \`\`\`json. Do not add any extra text. Do not return prompt in response 
      Each object must contain the following fields: ${JSON.stringify(compiledOutputFields)} Use the exact field names. If it's number field - return only number.
      Image URLs:`;
    return prompt;
  }

  private getPromptForPlainFields(compiledOutputFields: Record<string, string>){
    const prompt = `Generate the values of fields in object by using next prompts (key is field name, value is prompt): 
      ${JSON.stringify(compiledOutputFields)} In output object use the same field names (keys) as in input.
      Return a single valid passable JSON object in format like: {"meta_title": "generated_value"}.
      Do NOT include any Markdown, code blocks, explanations, or extra text. Only return valid JSON. 
      Do NOT wrap in \`\`\` or \`\`\`json. Do not add any extra text. Do not return prompt in response`;
    return prompt;
  }

  private async analyze_image(jobId: string, record: any, ctx: AccessCheckContext, headers: Record<string, string | string[] | undefined>, customPrompt? : string, filterFilledFields: boolean = true) {
    // TODO: need to do correct check of rate limit
    // if (this.options.rateLimits && this.options.rateLimits.fillFieldsFromImages && await this.checkRateLimit("fillFieldsFromImages" ,this.options.rateLimits.fillFieldsFromImages, headers)) {
    //   jobs.set(jobId, { status: 'failed', error: "Rate limit exceeded" });
    //   return { error: "Rate limit exceeded" };
    // }
    let isError = false;

    //recieve image URLs to analyze
    const attachmentFiles = await this.options.attachFiles({ record: record });
    if (STUB_MODE) {
      await new Promise((resolve) => setTimeout(resolve, Math.floor(Math.random() * 8000) + 1000));
      const fakeError = Math.random() < 0.5; // 50% chance of error
      if (attachmentFiles.length === 0) {
        jobs.set(jobId, { status: 'failed', error: 'No source images found' });
      } else if (!fakeError) {
        jobs.set(jobId, { status: 'completed', result: {} });
      } else {
        jobs.set(jobId, { status: 'failed', error: 'AI provider refused to analyze images' });
      }
      return {};
    } else if (attachmentFiles.length !== 0) {
      try {
        for (const fileUrl of attachmentFiles) {
          new URL(fileUrl);
        }
      } catch (e) {
        jobs.set(jobId, { status: 'failed', error: 'One of the image URLs is not valid' });
        return { ok: false, error: 'One of the image URLs is not valid' };
      }
      //create prompt for OpenAI
      const compiledOutputFields = await this.compileOutputFieldsTemplates(record, ctx, customPrompt);
      const filteredCompiledOutputFields = filterFilledFields ? this.removeFromPromptFilledFields(compiledOutputFields, record) : compiledOutputFields;
      
      if (Object.keys(filteredCompiledOutputFields).length === 0) {
        jobs.set(jobId, { status: 'completed', result: {} });
        return { ok: true };
      }
        
      const prompt = this.getPromptForImageAnalysis(filteredCompiledOutputFields);

      //send prompt to OpenAI and get response
      let chatResponse;
      try {
        chatResponse = await this.options.visionAdapter.generate({ prompt, inputFileUrls: attachmentFiles });
      } catch (e) {
        isError = true;
        jobs.set(jobId, { status: 'failed', error: 'AI provider refused to analyze images' });
        return { ok: false, error: 'AI provider refused to analyze images' };
      }
      if (!isError) {
        const resp: any = (chatResponse as any).response;
        const topLevelError = (chatResponse as any).error;
        if (topLevelError || resp?.error) {
          jobs.set(jobId, { status: 'failed', error: `ERROR: ${JSON.stringify(topLevelError.message || resp?.error.message)}` });
          return { ok: false, error: `ERROR: ${JSON.stringify(topLevelError.message || resp?.error.message)}` };
        }
        const textOutput = resp?.output?.[1]?.content?.[0]?.text ?? resp?.output?.[0]?.content?.[0]?.text ?? resp?.output_text ?? resp?.choices?.[0]?.message?.content ?? resp.output?.[0]?.content?.[1]?.text;
        if (!textOutput || typeof textOutput !== 'string') {
          jobs.set(jobId, { status: 'failed', error: 'Unexpected AI response format' });
        }

        //parse response and update record
        let resData;
        try {
          resData = JSON.parse(textOutput);
        } catch (e) {
          jobs.set(jobId, { status: 'failed', error: 'AI response is not valid JSON. Probably attached invalid image URL', aiResponse: textOutput });
          return { ok: false, error: 'AI response is not valid JSON. Probably attached invalid image URL', aiResponse: textOutput };
        }
        const result = resData;
        jobs.set(jobId, { status: 'completed', result });
        return { ok: true };
      }
    } else {
      jobs.set(jobId, { status: 'failed', error: "No source images found" });
      return { ok: false, error: "No source images found" };
    }

  }

  private async analyzeNoImages(jobId: string, record: any, ctx: AccessCheckContext, headers: Record<string, string | string[] | undefined>, customPrompt? : string, filterFilledFields: boolean = true) {
    // TODO: need to do correct check of rate limit
    // if (this.options.rateLimits && this.options.rateLimits.fillPlainFields && await this.checkRateLimit("fillPlainFields" ,this.options.rateLimits.fillPlainFields, headers)) {
    //   jobs.set(jobId, { status: 'failed', error: "Rate limit exceeded" });
    //   return { error: "Rate limit exceeded" };
    // }
    let isError = false;
    if (STUB_MODE) {
      const fakeError = Math.random() < 0.005; // 0.05% chance of error
      // await new Promise((resolve) => setTimeout(resolve, Math.floor(Math.random() * 20000) + 1000));
      if (fakeError) {
        jobs.set(jobId, { status: 'failed', error: `ERROR: test error` });
        return { ok: false, error: 'test error' };
      } else {
        jobs.set(jobId, { status: 'completed', result: {description: 'test description', price: 99999999, engine_power: 999} });
        return { ok: true };
      }
    } else {
      const compiledOutputFields = await this.compileOutputFieldsTemplatesNoImage(record, ctx, customPrompt);

      const filteredCompiledOutputFields = filterFilledFields ? this.removeFromPromptFilledFields(compiledOutputFields, record) : compiledOutputFields;

      if (Object.keys(filteredCompiledOutputFields).length === 0) {
        jobs.set(jobId, { status: 'completed', result: {} });
        return { ok: true };
      }
      const prompt = this.getPromptForPlainFields(filteredCompiledOutputFields);
      //send prompt to OpenAI and get response
      const numberOfTokens = this.options.fillPlainFieldsMaxTokens ? this.options.fillPlainFieldsMaxTokens : 1000;
      let resp: any;
      try {
        const { content: chatResponse, error: topLevelError } = await this.options.textCompleteAdapter.complete({
          content: prompt,
          maxTokens: numberOfTokens,
        });
        // resp = (chatResponse as any).response;
        if (topLevelError || resp?.error) {
          isError = true;
          jobs.set(jobId, { status: 'failed', error: `ERROR: ${JSON.stringify(topLevelError)}` });
          return { ok: false, error: `ERROR: ${JSON.stringify(topLevelError)}` };
        }
        resp = chatResponse
      } catch (e) {
        isError = true;
        jobs.set(jobId, { status: 'failed', error: `AI provider refused to fill fields: ${e}` });
        return { ok: false, error: `AI provider refused to fill fields: ${e}` };
      }
      let resData;
        try {
          resData = JSON.parse(resp);
        } catch (e) {
          jobs.set(jobId, { status: 'failed', error: 'AI response is not valid JSON', aiResponse: resp });
          return { ok: false, error: 'AI response is not valid JSON', aiResponse: resp };
        }
      const result = resData;
      jobs.set(jobId, { status: 'completed', result });
      return { ok: true };
    }
  }

  private async initialImageGenerate(jobId: string, record: any, ctx: AccessCheckContext, headers: Record<string, string | string[] | undefined>, customPrompt? : string, filterFilledFields: boolean = true) {
    // TODO: need to do correct check of rate limit
    // if (this.options.rateLimits && this.options.rateLimits.generateImages && await this.checkRateLimit("generateImages" ,this.options.rateLimits.generateImages, headers)) {
    //   jobs.set(jobId, { status: 'failed', error: "Rate limit exceeded" });
    //   return { error: "Rate limit exceeded" };
    // }
    let isError = false;
    const start = +new Date();
    let attachmentFiles
    if(!this.options.attachFiles){
      attachmentFiles = [];
    } else {
      attachmentFiles = await this.options.attachFiles({ record });
      try {
        for (const fileUrl of attachmentFiles) {
          new URL(fileUrl);
        }
      } catch (e) {
        jobs.set(jobId, { status: 'failed', error: 'One of the image URLs is not valid' });
        return { ok: false, error: 'One of the image URLs is not valid' };
      }
    }
    const fieldTasks = Object.keys(this.options?.generateImages || {}).map(async (key) => {
      if ( record[key] && filterFilledFields ) {
        const plugin = this.adminforth.activatedPlugins.find(p => 
          p.resourceConfig!.resourceId === this.resourceConfig.resourceId &&
          p.pluginOptions.pathColumnName === key
        );
        const image_url = await plugin.pluginOptions.storageAdapter.getDownloadUrl(record[key]);
        return { 
          key,
          images: [image_url], 
          meta: {
            skippedToNotOverwrite: true,
            originalImage: image_url,
          } 
        };
      }
      const prompt = (await this.compileGenerationFieldTemplates(record, ctx, customPrompt))[key];
      let images;
        if (this.options.attachFiles && attachmentFiles.length === 0) {
          isError = true;
          jobs.set(jobId, { status: 'failed', error: "No source images found" });
          return { key, images: [] };
        } else {
          if (STUB_MODE) {
            await new Promise((resolve) => setTimeout(resolve, Math.floor(Math.random() * 20000) + 1000));
            const fakeError = Math.random() < 0.5; // 50% chance of error
            if (!fakeError) {
              images = `https://pic.re/image`;
            } else {
              isError = true;
              jobs.set(jobId, { status: 'failed', error: 'AI provider refused to generate image' });
            }
          } else {
            let generationAdapter;
            if (this.options.generateImages[key].adapter) {
              generationAdapter = this.options.generateImages[key].adapter;
            } else {
              generationAdapter = this.options.imageGenerationAdapter;
            }
            let resp;
            try {
              resp = await generationAdapter.generate(
                {
                  prompt,
                  inputFiles: attachmentFiles,
                  n: 1,
                  size: this.options.generateImages[key].outputSize,
                }
              )
              if (resp.error) {
                isError = true;
                jobs.set(jobId, { status: 'failed', error: `AI provider refused to generate image: ${JSON.stringify(resp.error)}` });
                return { key, images: [] };
              }
            } catch (e) {
              jobs.set(jobId, { status: 'failed', error: "AI provider refused to generate image" });
              isError = true;
              return { key, images: [] };
            }
            images = resp.imageURLs[0];
          }
        return { key, images };
      }
    });

    const fieldResults = await Promise.all(fieldTasks);
    const recordResult: Record<string, any> = {};
    const recordMeta: Record<string, any> = {};

    fieldResults.forEach(({ key, images, meta }) => {
      recordResult[key] = images;
      if (meta) {
        recordMeta[`${key}_meta`] = meta;
      }
    });

    const result = recordResult;
    
    if (!isError) {
      this.totalCalls++;
      this.totalDuration += (+new Date() - start) / 1000;
      jobs.set(jobId, { status: 'completed', result, recordMeta });
      return { ok: true }
    } else {
      return { ok: false, error: 'Error during image generation' };
    }
  }
   
  private async regenerateImage(jobId: string, record: any, fieldName: string, prompt: string, headers: Record<string, string | string[] | undefined>) {
    let isError = false;
    // TODO: need to do correct check of rate limit
    // if (await this.checkRateLimit(fieldName, this.options.generateImages[fieldName].rateLimit, headers)) {
    //   jobs.set(jobId, { status: 'failed', error: "Rate limit exceeded" });
    //   return { error: "Rate limit exceeded" };
    // }
    const start = +new Date();
    let attachmentFiles
      if(!this.options.attachFiles){
        attachmentFiles = [];
      } else {
        attachmentFiles = await this.options.attachFiles({ record });
      }
    const images = await Promise.all(
      (new Array(this.options.generateImages[fieldName].countToGenerate)).fill(0).map(async () => {
        if (this.options.attachFiles && attachmentFiles.length === 0) {
          isError = true;
          jobs.set(jobId, { status: 'failed', error: "No source images found" });
          return null;
        }
        if (STUB_MODE) {
          await new Promise((resolve) => setTimeout(resolve, 2000));
          jobs.set(jobId, { status: 'completed', result: {} });
          return `https://pic.re/image`;
        }

        let generationAdapter;
        if (this.options.generateImages[fieldName].adapter) {
          generationAdapter = this.options.generateImages[fieldName].adapter;
        } else {
          generationAdapter = this.options.imageGenerationAdapter;
        }
        let resp;
        try {
          resp = await generationAdapter.generate(
            {
              prompt,
              inputFiles: attachmentFiles,
              n: 1,
              size: this.options.generateImages[fieldName].outputSize,
            }
          )
          if (resp.error) {
            isError = true;
            jobs.set(jobId, { status: 'failed', error: `AI provider refused to generate image: ${JSON.stringify(resp.error)}` });
            return [];
          }
        } catch (e) {
          jobs.set(jobId, { status: 'failed', error: "AI provider refused to generate image" });
          isError = true;
          return [];
        }
        return resp.imageURLs[0]
      })
    );

    if (!isError) {
      this.totalCalls++;
      this.totalDuration += (+new Date() - start) / 1000;
      jobs.set(jobId, { status: 'completed', result: { [fieldName]: images } });
      return { ok: true };
    } else {
      return { ok: false, error: 'Error during image generation' };
    }
  }

  private async regenerateCell(jobId, fieldToRegenerate, record: any, ctx: AccessCheckContext, actionType, prompt) {
    if (!fieldToRegenerate || !actionType ) {
      jobs.set(jobId, { status: 'failed', error: 'Missing parameters' });
      //return { ok: false, error: "Missing parameters" };
    }
    // a prompt which arrived in the request body is client-authored even though it is wrapped into
    // `promptToPass` below, while the PluginOptions fallback is written by the app author
    const clientSupplied = !!prompt;
    if ( !prompt ) {
      if (actionType === 'analyze') {
        prompt = this.options.fillFieldsFromImages ? (this.options.fillFieldsFromImages as any)[fieldToRegenerate] : null;
      } else if (actionType === 'analyze_no_images') {
        prompt = this.options.fillPlainFields ? (this.options.fillPlainFields as any)[fieldToRegenerate] : null;
      }
    }
    let promptToPass = JSON.stringify({[fieldToRegenerate]: prompt});
    if (STUB_MODE) {
      await new Promise((resolve) => setTimeout(resolve, Math.floor(Math.random() * 20000) + 1000));
      // return { ok: true, result: {[fieldToRegenerate]: "stub value"} };
      jobs.set(jobId, { status: 'completed', result: {[fieldToRegenerate]: "stub value"} });
    } else {
      if ( actionType === 'analyze') {
        const compiledPropmt = await this.compileOutputFieldsTemplates(record, ctx, promptToPass, clientSupplied);
        const finalPrompt = this.getPromptForImageAnalysis(compiledPropmt);
        const attachmentFiles = await this.options.attachFiles({ record: record });
        if (attachmentFiles.length === 0) {
          // return { ok: false, error: "No source images found" };
          jobs.set(jobId, { status: 'failed', error: "No source images found" });
        }
        let visionAdapterResponse;
        try {
          visionAdapterResponse = await this.options.visionAdapter.generate({ prompt: finalPrompt, inputFileUrls: attachmentFiles });
        } catch (e) {
          // return { ok: false, error: 'AI provider refused to analyze images' };
          jobs.set(jobId, { status: 'failed', error: 'AI provider refused to analyze images' });
        }
        const resp: any = (visionAdapterResponse as any).response;
        const topLevelError = (visionAdapterResponse as any).error;
        if (topLevelError || resp?.error) {
          // return { ok: false, error: `ERROR: ${JSON.stringify(topLevelError.message || resp?.error.message)}` };
          jobs.set(jobId, { status: 'failed', error: `ERROR: ${JSON.stringify(topLevelError.message || resp?.error.message)}` });
        }

        const textOutput = resp?.output?.[0]?.content?.[0]?.text ?? resp?.output_text ?? resp?.choices?.[0]?.message?.content;
        if (!textOutput || typeof textOutput !== 'string') {
          // return { ok: false, error: 'AI response is not valid text' };
          jobs.set(jobId, { status: 'failed', error: 'AI response is not valid text' });
        }

        let resData;
        try {
          resData = JSON.parse(textOutput);
        } catch (e) {
          jobs.set(jobId, { status: 'failed', error: 'AI response is not valid JSON. Probably attached invalid image URL', aiResponse: textOutput });
        }
        // return { ok: true, result: resData };
        jobs.set(jobId, { status: 'completed', result: resData });

      } else if ( actionType === 'analyze_no_images') {
        const compiledPropmt = await this.compileOutputFieldsTemplatesNoImage(record, ctx, promptToPass, clientSupplied);
        const finalPrompt = this.getPromptForPlainFields(compiledPropmt);
        const numberOfTokens = this.options.fillPlainFieldsMaxTokens ? this.options.fillPlainFieldsMaxTokens : 1000;
        let resp;
        try {
          const { content: chatResponse, error: topLevelError } = await this.options.textCompleteAdapter.complete({
            content: finalPrompt,
            maxTokens: numberOfTokens,
          });
          if (topLevelError) {
            // return { ok: false, error: `ERROR: ${JSON.stringify(topLevelError)}` };
            jobs.set(jobId, { status: 'failed', error: `ERROR: ${JSON.stringify(topLevelError)}` });
          }
          resp = chatResponse;
        } catch (e) {
          // return { ok: false, error: 'AI provider refused to analyze plain fields' };
          jobs.set(jobId, { status: 'failed', error: 'AI provider refused to analyze plain fields' });
        }
        let resData;
        try {
          resData = JSON.parse(resp);
        } catch (e) {
          jobs.set(jobId, { status: 'failed', error: 'AI response is not valid JSON', aiResponse: resp });
        }
        // return { ok: true, result: resData };
        jobs.set(jobId, { status: 'completed', result: resData });
      }
    }
  }

  async modifyResourceConfig(adminforth: IAdminForth, resourceConfig: AdminForthResource) {
    super.modifyResourceConfig(adminforth, resourceConfig);

    //check if options names are provided
    const columns = this.resourceConfig.columns;
    let columnEnums = [];
    if (this.options.fillFieldsFromImages) {
      for (const [key, value] of Object.entries((this.options.fillFieldsFromImages ))) {
        const column = columns.find(c => c.name.toLowerCase() === key.toLowerCase());
        if (column && column.enum) {
          (this.options.fillFieldsFromImages as any)[key] = `${value} Select ${key} from the list (USE ONLY VALUE FIELD. USE ONLY VALUES FROM THIS LIST): ${JSON.stringify(column.enum)}`;
          columnEnums.push({
            name: key,
            enum: column.enum,
          });
        }
      }
    }

    if (this.options.fillPlainFields) {
      for (const [key, value] of Object.entries((this.options.fillPlainFields))) {
        const column = columns.find(c => c.name.toLowerCase() === key.toLowerCase());
        if (column && column.enum) {
          (this.options.fillPlainFields as any)[key] = `${value} Select ${key} from the list (USE ONLY VALUE FIELD. USE ONLY VALUES FROM THIS LIST): ${JSON.stringify(column.enum)}`;
          columnEnums.push({
            name: key,
            enum: column.enum,
          });
        }
      }
    }  

    const outputImageFields = [];
    if (this.options.generateImages) {
      for (const [key, value] of Object.entries(this.options.generateImages)) {
        outputImageFields.push(key);
      }
    }
    const outputPlainFields = [];
    if (this.options.fillPlainFields) {
      for (const [key, value] of Object.entries(this.options.fillPlainFields)) {
        outputPlainFields.push(key);
      }
    }
    const outputFieldsForAnalizeFromImages = [];
    if (this.options.fillFieldsFromImages) {
      for (const [key, value] of Object.entries(this.options.fillFieldsFromImages)) {
        outputFieldsForAnalizeFromImages.push(key);
      }
    }

    const outputImagesPluginInstanceIds = {};
    //check if Upload plugin is installed on all attachment fields
    if (this.options.generateImages) {
      for (const [key, value] of Object.entries(this.options.generateImages)) {
        const plugin = adminforth.activatedPlugins.find(p => 
          p.resourceConfig!.resourceId === this.resourceConfig.resourceId &&
          p.pluginOptions.pathColumnName === key
        );
        if (!plugin) {
          throw new Error(`Plugin for attachment field '${key}' not found in resource '${this.resourceConfig.resourceId}', please check if Upload Plugin is installed on the field ${key}`);
        }
        if (!plugin.pluginOptions.storageAdapter.objectCanBeAccesedPublicly()) {
          throw new Error(`Upload Plugin for attachment field '${key}' in resource '${this.resourceConfig.resourceId}' 
            uses adapter which is not configured to store objects in public way, so it will produce only signed private URLs which can not be used in HTML text of blog posts.
            Please configure adapter in such way that it will store objects publicly (e.g.  for S3 use 'public-read' ACL).  
          `);
        }
          outputImagesPluginInstanceIds[key] = plugin.pluginInstanceId;
      }
    }

    const outputFields = {
      ...this.options.fillFieldsFromImages,
      ...this.options.fillPlainFields,
      ...(this.options.generateImages || {})
    };

    const primaryKeyColumn = this.resourceConfig.columns.find((col) => col.primaryKey);
    // Map of column technical names to their display labels from resource config
    const columnLabels: Record<string, string> = Object.fromEntries(
      (this.resourceConfig.columns || []).map((c: any) => [c.name, c.label || c.name])
    );
    
    const pageInjection = {
      file: this.componentPath('VisionAction.vue'),
      meta: {
        pluginInstanceId: this.pluginInstanceId,
        outputFields: outputFields,
        actionName: this.options.actionName,
        columnEnums: columnEnums,
        columnLabels: columnLabels,
        outputImageFields: outputImageFields,
        outputFieldsForAnalizeFromImages: outputFieldsForAnalizeFromImages,
        outputPlainFields: outputPlainFields,
        primaryKey: primaryKeyColumn.name,
        outputImagesPluginInstanceIds: outputImagesPluginInstanceIds,
        isFieldsForAnalizeFromImages: this.options.fillFieldsFromImages ? Object.keys(this.options.fillFieldsFromImages).length > 0 : false,
        isFieldsForAnalizePlain: this.options.fillPlainFields ? Object.keys(this.options.fillPlainFields).length > 0 : false,
        isImageGeneration: this.options.generateImages ? Object.keys(this.options.generateImages).length > 0 : false,
        isAttachFiles: this.options.attachFiles ? true : false,
        disabledWhenNoCheckboxes: this.options.recordSelector === 'filtered' ? false : true,
        refreshRates: {
          fillFieldsFromImages: this.options.refreshRates?.fillFieldsFromImages || 2_000,
          fillPlainFields: this.options.refreshRates?.fillPlainFields || 1_000,
          generateImages: this.options.refreshRates?.generateImages || 5_000,
          regenerateImages: this.options.refreshRates?.regenerateImages || 5_000,
        },
        askConfirmationBeforeGenerating: this.options.askConfirmationBeforeGenerating || false,
        concurrencyLimit: this.options.concurrencyLimit || 10,
        recordSelector: this.options.recordSelector || 'checkbox',
        askConfirmation: this.options.askConfirmation || [],
        generationPrompts: {
          plainFieldsPrompts: this.options.fillPlainFields || {},
          imageFieldsPrompts: this.options.fillFieldsFromImages || {},
          imageGenerationPrompts: this.options.generateImages || {},
        },
        pageSize: this.options.pageSize
      }
    }
    
    if (!resourceConfig.options.pageInjections) {
      resourceConfig.options.pageInjections = {};
    }
    if (!resourceConfig.options.pageInjections.list) {
      resourceConfig.options.pageInjections.list = {};
    }
    if (!resourceConfig.options.pageInjections.list.threeDotsDropdownItems) {
      resourceConfig.options.pageInjections.list.threeDotsDropdownItems = [];
    }

    (resourceConfig.options.pageInjections.list.threeDotsDropdownItems as AdminForthComponentDeclaration[]).push(pageInjection);
  }
  
  validateConfigAfterDiscover(adminforth: IAdminForth, resourceConfig: AdminForthResource) {
    const columns = this.resourceConfig.columns;
    if (this.options.fillFieldsFromImages) {
      if (!this.options.attachFiles) {
        throw new Error('⚠️ attachFiles function must be provided when fillFieldsFromImages is used');
      }
      if (!this.options.visionAdapter) {
        throw new Error('⚠️ visionAdapter must be provided when fillFieldsFromImages is used');
      }
      for (const key of Object.keys(this.options.fillFieldsFromImages)) {
        const column = columns.find(c => c.name.toLowerCase() === key.toLowerCase());
        if (!column) {
          throw new Error(`⚠️ No column found for key "${key}"`);
        }
      }
    }
    if (this.options.fillPlainFields) {
      if (!this.options.textCompleteAdapter) {
        throw new Error('⚠️ textCompleteAdapter must be provided when fillPlainFields is used');
      }
      for (const key of Object.keys(this.options.fillPlainFields)) {
        const column = columns.find(c => c.name.toLowerCase() === key.toLowerCase());
        if (!column) {
          throw new Error(`⚠️ No column found for key "${key}"`);
        }
      }
    }
    if (this.options.generateImages) {
      for (const key of Object.keys(this.options.generateImages)) {
        const column = columns.find(c => c.name.toLowerCase() === key.toLowerCase());
        if (!column) {
          throw new Error(`⚠️ No column found for key "${key}"`);
        }
        const perKeyAdapter = this.options.generateImages[key].adapter;
        if (!perKeyAdapter && !this.options.imageGenerationAdapter) {
          throw new Error(`⚠️ No image generation adapter provided for key "${key}"`);
        }

        const plugin = adminforth.activatedPlugins.find(p => 
          p.resourceConfig!.resourceId === this.resourceConfig.resourceId &&
          p.pluginOptions.pathColumnName === key
        );
        if (!plugin) {
          throw new Error(`Plugin for attachment field '${key}' not found in resource '${this.resourceConfig.resourceId}', please check if Upload Plugin is installed on the field ${key}`);
        }
        if (!plugin.pluginOptions || !plugin.pluginOptions.storageAdapter) {
          throw new Error(`Upload Plugin for attachment field '${key}' in resource '${this.resourceConfig.resourceId}' is missing a storageAdapter configuration.`);
        }
        if (typeof plugin.pluginOptions.storageAdapter.objectCanBeAccesedPublicly !== 'function') {
          throw new Error(`Upload Plugin for attachment field '${key}' in resource '${this.resourceConfig.resourceId}' uses a storage adapter without 'objectCanBeAccesedPublicly' method.`);
        }
        if (!plugin.pluginOptions.storageAdapter.objectCanBeAccesedPublicly()) {
          throw new Error(`Upload Plugin for attachment field '${key}' in resource '${this.resourceConfig.resourceId}' 
            uses adapter which is not configured to store objects in public way, so it will produce only signed private URLs which can not be used in HTML text of blog posts.
            Please configure adapter in such way that it will store objects publicly (e.g.  for S3 use 'public-read' ACL).  
          `);
        }
      }
    }
    if ((this.options.fillFieldsFromImages || this.options.fillPlainFields || this.options.generateImages) && !this.options.provideAdditionalContextForRecord) {
      let matches: string[] = [];
      const regex = /{{(.*?)}}/g;

      if (this.options.fillFieldsFromImages) {
        for (const [key, value] of Object.entries((this.options.fillFieldsFromImages ))) {
          const template = value;
          const templateMatches = template.match(regex);
          if (templateMatches) {
            matches.push(...templateMatches);
          }
        }
      }
      if (this.options.fillPlainFields) {
        for (const [key, value] of Object.entries((this.options.fillPlainFields))) {
          const template = value;
          const templateMatches = template.match(regex);
          if (templateMatches) {
            matches.push(...templateMatches);
          }
        }
      }
      if (this.options.generateImages) {
        for (const [key, value] of Object.entries((this.options.generateImages ))) {
          const template = value.prompt;
          const templateMatches = template.match(regex);
          if (templateMatches) {
            matches.push(...templateMatches);
          }
        }
      }

      if (matches) {
        matches.forEach((match) => {
          const field = match.replace(/{{|}}/g, '').trim();
          if (!resourceConfig.columns.find((column: any) => column.name === field)) {
            const similar = suggestIfTypo(resourceConfig.columns.map((column: any) => column.name), field);
            throw new Error(`Field "${field}" specified in generationPrompt not found in resource "${resourceConfig.label}". ${similar ? `Did you mean "${similar}"?` : ''}`);
          } else {
            let column = resourceConfig.columns.find((column: any) => column.name === field);
            if (column.backendOnly === true) {
              throw new Error(`Field "${field}" specified in generationPrompt is marked as backendOnly in resource "${resourceConfig.label}". Please remove backendOnly or choose another field.`);
            }
          }
        });
      }
    }
  }

  instanceUniqueRepresentation(pluginOptions: any) : string {
    return `${this.pluginOptions.actionName}`;
  }

  pluginManagedFields(): Set<string> {
    return new Set([
      ...Object.keys(this.options.fillFieldsFromImages || {}),
      ...Object.keys(this.options.fillPlainFields || {}),
      ...Object.keys(this.options.generateImages || {}),
    ]);
  }


  async checkUpdateAllowed({ adminUser, requestBody, recordId, oldRecord, fields }: {
    adminUser: AdminUser,
    requestBody: any,
    recordId: any,
    oldRecord: any,
    fields: Record<string, any>,
  }): Promise<string | null> {
    const meta = { requestBody, newRecord: fields, oldRecord, pk: recordId };
    const ctx: AccessCheckContext = {
      adminUser,
      resource: this.resourceConfig,
      meta,
      source: ActionCheckSource.EditRequest,
      adminforth: this.adminforth,
    };

    const { allowedActions } = await interpretResource(
      adminUser,
      this.resourceConfig,
      meta,
      ActionCheckSource.EditRequest,
      this.adminforth,
    );
    const editAllowed = allowedActions[AllowedActionsEnum.edit] as boolean | string | undefined;
    if (editAllowed !== true) {
      return typeof editAllowed === 'string' ? editAllowed : 'You are not allowed to edit records in this resource';
    }

    const managedFields = this.pluginManagedFields();

    for (const [fieldName, value] of Object.entries(fields)) {
      if (valueIsUnchanged(value, oldRecord[fieldName])) {
        continue;
      }
      const column = this.resourceConfig.columns.find((col) => col.name === fieldName);
      if (!column) {
        return `Field "${fieldName}" does not exist in resource "${this.resourceConfig.resourceId}"`;
      }
      if (!managedFields.has(fieldName)) {
        return `Field "${fieldName}" cannot be modified, it is not generated by the "${this.options.actionName}" action`;
      }
      if (column.primaryKey) {
        return `Field "${fieldName}" cannot be modified as it is a primary key`;
      }
      if (await resolveBoolOrFn(column.backendOnly, ctx)) {
        return `Field "${fieldName}" cannot be modified as it is restricted from editing (backendOnly is true).`;
      }
      if (column.editReadonly) {
        return `Field "${fieldName}" cannot be modified as it is restricted from editing (editReadonly is true).`;
      }
      if (!(await isShownInEdit(column, ctx)) && !column.allowModifyWhenNotShowInEdit) {
        return `Field "${fieldName}" cannot be modified as it is restricted from editing (showIn.edit is false). If you need to allow updating this hidden field, set column.allowModifyWhenNotShowInEdit = true.`;
      }
    }

    if (this.options.isAllowedToSave) {
      const isAllowedToSave = await this.options.isAllowedToSave({
        record: oldRecord,
        adminUser: adminUser,
        resource: this.resourceConfig,
      });
      if (isAllowedToSave?.ok === false) {
        return isAllowedToSave.error;
      }
    }

    return null;
  }

  /**
   * Reads one record the way the core show route does: the resource-level `show` permission first,
   * then the resource's own `show.beforeDatasourceRequest` hooks so row-level scoping narrows the
   * filters before the query runs.
   * The returned record is the raw row, so callers which send it to the browser must pass it
   * through `scopeRecordForFrontend` first.
   */
  private async getRecordForShow({ adminUser, recordId, extra }: {
    adminUser: AdminUser,
    recordId: any,
    extra: { body: any, query: any, headers: any, cookies: any, requestUrl: string },
  }): Promise<{ record?: any, ctx?: AccessCheckContext, error?: string }> {
    const meta = { requestBody: extra.body, pk: recordId };
    const ctx: AccessCheckContext = {
      adminUser,
      resource: this.resourceConfig,
      meta,
      source: ActionCheckSource.ShowRequest,
      adminforth: this.adminforth,
    };

    const { allowedActions } = await interpretResource(
      adminUser,
      this.resourceConfig,
      meta,
      ActionCheckSource.ShowRequest,
      this.adminforth,
    );
    const showAllowed = allowedActions[AllowedActionsEnum.show] as boolean | string | undefined;
    if (showAllowed !== true) {
      return { error: typeof showAllowed === 'string' ? showAllowed : 'You are not allowed to view records in this resource' };
    }

    const primaryKeyColumn = this.resourceConfig.columns.find((col) => col.primaryKey);
    const hookQuery: any = {
      resourceId: this.resourceConfig.resourceId,
      source: 'show',
      filters: [Filters.EQ(primaryKeyColumn.name, recordId)],
      limit: 1,
      offset: 0,
      sort: [],
    };
    for (const hook of this.resourceConfig.hooks?.show?.beforeDatasourceRequest || []) {
      const filterTools = filtersTools.get(hookQuery);
      hookQuery.filtersTools = filterTools;
      const resp = await hook({
        resource: this.resourceConfig,
        query: hookQuery,
        adminUser,
        //@ts-ignore
        filtersTools: filterTools,
        extra,
        adminforth: this.adminforth,
      });
      if (!resp || (!resp.ok && !resp.error)) {
        throw new Error(`Hook must return object with {ok: true} or { error: 'Error' } `);
      }
      if (resp.error) {
        return { error: resp.error };
      }
    }

    const record = await this.adminforth.resource(this.resourceConfig.resourceId).get(hookQuery.filters);
    if (!record) {
      return { error: 'Record not found' };
    }
    return { record, ctx };
  }

  /**
   * The action dialog only ever renders the fields this plugin generates, so only those leave the
   * backend, next to the primary key and the record label. backendOnly columns are dropped the same
   * way the core show route drops them.
   */
  private async scopeRecordForFrontend(record: any, ctx: AccessCheckContext): Promise<Record<string, any>> {
    const primaryKeyColumn = this.resourceConfig.columns.find((col) => col.primaryKey);
    const managedFields = this.pluginManagedFields();
    const scoped: Record<string, any> = {
      [primaryKeyColumn.name]: record[primaryKeyColumn.name],
      _label: this.resourceConfig.recordLabel(record),
    };
    for (const column of this.resourceConfig.columns.filter((col) => managedFields.has(col.name))) {
      if (await resolveBoolOrFn(column.backendOnly, ctx)) {
        continue;
      }
      scoped[column.name] = record[column.name];
    }
    return scoped;
  }

  /**
   * The row as the caller is allowed to read it: columns which are not declared on the resource and
   * columns whose `backendOnly` resolves true for this request are dropped, exactly the way the
   * core show route drops them before a row reaches the browser.
   */
  private async stripBackendOnlyColumns(record: any, ctx: AccessCheckContext): Promise<Record<string, any>> {
    const visible: Record<string, any> = {};
    for (const column of this.resourceConfig.columns) {
      if (await resolveBoolOrFn(column.backendOnly, ctx)) {
        continue;
      }
      visible[column.name] = record[column.name];
    }
    return visible;
  }

  setupEndpoints(server: IHttpServer) {
    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/get_old_data`,
      request_schema: getOldDataBodySchema,
      handler: async ({ body, adminUser, headers, query, cookies, requestUrl }) => {
        const data = body as z.infer<typeof getOldDataBodySchema>;
        const recordId = data.recordId;
        if (recordId === undefined || recordId === null) {
          return { ok: false, error: "Missing recordId" };
        }
        const { record, ctx, error } = await this.getRecordForShow({
          adminUser,
          recordId,
          extra: { body, query, headers, cookies, requestUrl },
        });
        if (error) {
          return { ok: false, error };
        }
        return { ok: true, record: await this.scopeRecordForFrontend(record, ctx) };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/get_images`,
      request_schema: getImagesBodySchema,
      handler: async ({ body, adminUser, headers, query, cookies, requestUrl }) => {
        const data = body as z.infer<typeof getImagesBodySchema>;
        // attachFiles runs with server privileges and usually mints download URLs, so it is only
        // ever given a record loaded here after the show check, never one supplied by the client
        const { record, error } = await this.getRecordForShow({
          adminUser,
          recordId: data.recordId,
          extra: { body, query, headers, cookies, requestUrl },
        });
        if (error) {
          return { ok: false, error };
        }
        const images = this.options.attachFiles ? await this.options.attachFiles({ record }) : [];
        return { ok: true, images };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/update_fields`,
      request_schema: updateFieldsBodySchema,
      handler: async ({ body, adminUser, headers, response }) => {
        const data = body as z.infer<typeof updateFieldsBodySchema>;
        const selectedIds = data.selectedIds || [];
        const fieldsToUpdate = data.fields || {};
        const saveImages = data.saveImages;
        const outputImageFields = [];
        if (this.options.generateImages) {
          for (const [key, value] of Object.entries(this.options.generateImages)) {
            outputImageFields.push(key);
          }
        }
        const primaryKeyColumn = this.resourceConfig.columns.find((col) => col.primaryKey);

        const decimalFieldsArray = this.resourceConfig.columns.filter(c => c.type === 'decimal').map(c => c.name);
        const integerFieldsArray = this.resourceConfig.columns.filter(c => c.type === 'integer').map(c => c.name);
        const floatFieldsArray = this.resourceConfig.columns.filter(c => c.type === 'float').map(c => c.name);

        // authorize every record before touching anything: this endpoint writes to the same
        // table as the core edit route, so it has to enforce the same permissions
        const managedFields = this.pluginManagedFields();
        const oldRecords: any[] = [];
        const sanitizedFields: Record<string, any>[] = [];
        for (const [idx, ID] of selectedIds.entries()) {
          const oldRecord = await this.adminforth.resource(this.resourceConfig.resourceId).get( [Filters.EQ(primaryKeyColumn.name, ID)] );
          if (!oldRecord) {
            return { ok: false, error: `Record with ${primaryKeyColumn.name} ${ID} not found` };
          }
          const fields = fieldsToUpdate[idx];
          if (!fields || typeof fields !== 'object' || Array.isArray(fields)) {
            return { ok: false, error: `No fields to update passed for record ${ID}` };
          }
          const accessError = await this.checkUpdateAllowed({
            adminUser,
            requestBody: body,
            recordId: ID,
            oldRecord,
            fields,
          });
          if (accessError) {
            return { ok: false, error: accessError };
          }
          oldRecords.push(oldRecord);
          // everything else (e.g. the primary key which frontend echoes back) is never written
          sanitizedFields.push(Object.fromEntries(
            Object.entries(fields).filter(([fieldName]) => managedFields.has(fieldName))
          ));
        }

        const updates = selectedIds.map(async (ID, idx) => {
          const oldRecord = oldRecords[idx];
          const recordFields = sanitizedFields[idx];
          for (const [key, value] of Object.entries(outputImageFields)) {
            const columnPlugin = this.adminforth.activatedPlugins.find(p => 
              p.resourceConfig!.resourceId === this.resourceConfig.resourceId &&
              p.pluginOptions.pathColumnName === value
            );
            if (columnPlugin && saveImages) {
              if(columnPlugin.pluginOptions.storageAdapter.objectCanBeAccesedPublicly()) {
                if (oldRecord[value]) {
                  // put tag to delete old file
                  try {
                    if (columnPlugin.pluginOptions.storageAdapter.markKeyForDeletion !== undefined) {
                      await columnPlugin.pluginOptions.storageAdapter.markKeyForDeletion(oldRecord[value]);
                    } else {
                      await columnPlugin.pluginOptions.storageAdapter.markKeyForDeletation(oldRecord[value]);
                    }
                  } catch (e) {
                    // file might be e.g. already deleted, so we catch error
                    console.error(`Error setting tag to true for object ${oldRecord[value]}. File will not be auto-cleaned up`);
                  }
                }
                if (recordFields[value] && recordFields[value] !== null) {
                // remove tag from new file
                // in this case we let it crash if it fails: this is a new file which just was uploaded. 
                  if (columnPlugin.pluginOptions.storageAdapter.markKeyForNotDeletion !== undefined) {
                    await  columnPlugin.pluginOptions.storageAdapter.markKeyForNotDeletion(recordFields[value]);
                  } else {
                    await  columnPlugin.pluginOptions.storageAdapter.markKeyForNotDeletation(recordFields[value]);
                  }
                }
              }
            }
          }

          // Convert decimal fields to numbers
          if (decimalFieldsArray.length > 0) {
            for (const fieldName of decimalFieldsArray) {
              if (recordFields.hasOwnProperty(fieldName)) {
                recordFields[fieldName] = `${recordFields[fieldName]}`;
              }
            }
          }
          if (integerFieldsArray.length > 0) {
            for (const fieldName of integerFieldsArray) {
              if (recordFields.hasOwnProperty(fieldName)) {
                recordFields[fieldName] = parseInt(recordFields[fieldName], 10);
              }
            }
          }
          if (floatFieldsArray.length > 0) {
            for (const fieldName of floatFieldsArray) {
              if (recordFields.hasOwnProperty(fieldName)) {
                recordFields[fieldName] = parseFloat(recordFields[fieldName]);
              }
            }
          }

          const newRecord = {
            ...oldRecord,
            ...recordFields
          };
          return this.adminforth.updateResourceRecord({
            resource: this.resourceConfig,
            recordId: ID,
            oldRecord: oldRecord,
            updates: newRecord,
            adminUser: adminUser,
          })
        });
        try {
          await Promise.all(updates);
        } catch (error) {
          return { ok: false, error: `Error updating records, because of unprocesseble data for record ID ${selectedIds}` };
        }
        return { ok: true };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/get_image_generation_prompts`,
      request_schema: getImageGenerationPromptsBodySchema,
      handler: async ({ body, adminUser, headers, query, cookies, requestUrl }) => {
        const data = body as z.infer<typeof getImageGenerationPromptsBodySchema>;
        const customPrompt = data.customPrompt || null;
        const { record, ctx, error } = await this.getRecordForShow({
          adminUser,
          recordId: data.recordId,
          extra: { body, query, headers, cookies, requestUrl },
        });
        if (error) {
          return { ok: false, error };
        }
        const compiledGenerationOptions = await this.compileGenerationFieldTemplates(record, ctx, JSON.stringify({"prompt": customPrompt}));
        return compiledGenerationOptions;
      }
    });


    server.endpoint({
      method: 'GET',
      path: `/plugin/${this.pluginInstanceId}/averageDuration`,
      handler: async () => {
        return {
          totalCalls: this.totalCalls,
          totalDuration: this.totalDuration,
          averageDuration: this.totalCalls ? this.totalDuration / this.totalCalls : null,
        };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/create-job`,
      request_schema: createJobBodySchema,
      handler: async ({ body, adminUser, headers, query, cookies, requestUrl, response }) => {
        const data = body as z.infer<typeof createJobBodySchema>;
        const { actionType, recordId, customPrompt, filterFilledFields, sessionIds } = data;
        if (this.options.rateLimits) {
          if (sessionIds && sessionIds.length > 0) {
            for (const sessionId of sessionIds) {
              if (!this.sessionIds.has(sessionId)) {
                return { ok: false, error: "Invalid session id" };
              }
              this.sessionIds.delete(sessionId);
            }
          } else {
            return { ok: false, error: "Missing session ids" };
          }
        }
        if (!actionType) {
          return { ok: false, error: "Missing action type" };
        }
        if (!recordId && typeof recordId !== 'number') {
          return { ok: false, error: "Missing record id" };
        }
        // every worker below compiles this record into an AI prompt whose answer is handed back
        // through get-job-status, so the record is read here, behind the same show check and
        // row-level scoping the other read endpoints use, and the row itself is what gets dispatched
        const { record, ctx, error } = await this.getRecordForShow({
          adminUser,
          recordId,
          extra: { body, query, headers, cookies, requestUrl },
        });
        if (error) {
          return { ok: false, error };
        }
        const jobId = randomUUID();
        jobs.set(jobId, { status: "in_progress" });
        switch(actionType) {
          case 'generate_images':
            this.initialImageGenerate(jobId, record, ctx, headers, customPrompt, filterFilledFields);
          break;
          case 'analyze_no_images':
            this.analyzeNoImages(jobId, record, ctx, headers, customPrompt, filterFilledFields);
          break;
          case 'analyze':
            this.analyze_image(jobId, record, ctx, headers, customPrompt, filterFilledFields);
          break;
          case 'regenerate_images':
            if (!data.prompt || !data.fieldName) {
              jobs.set(jobId, { status: "failed", error: "Missing prompt or field name" });
              break;
            }
            this.regenerateImage(jobId, record, data.fieldName, data.prompt, headers);
          break;
          case 'regenerate_cell':
            this.regenerateCell(jobId, data.fieldToRegenerate, record, ctx, data.action, data.prompt);
          break;
          default:
            jobs.set(jobId, { status: "failed", error: "Unknown action type" });
        }
        setTimeout(() => jobs.delete(jobId), 1_800_000);
        setTimeout(() => jobs.set(jobId, { status: "failed", error: "Job timed out" }), 180_000);
        return { ok: true, jobId };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/get-job-status`,
      request_schema: jobStatusBodySchema,
      handler: async ({ body, adminUser, headers, response }) => {
        const data = body as z.infer<typeof jobStatusBodySchema>;
        const jobId = data.jobId;
        if (!jobId) {
          response.setStatus(400);

          return {
            ok: false,
            error: "Can't find job id",
          };
        }
        const job = jobs.get(jobId);
        if (!job) {
          response.setStatus(404);

          return {
            ok: false,
            error: "Job not found",
          };
        }
        if (job.status === 'failed') {
          response.setStatus(500);

          return {
            ok: false,
            error: job.error
          };
        }
        return {
          ok: true,
          job,
        };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/update-rate-limits`,
      request_schema: updateRateLimitsBodySchema,
      handler: async ({ body, adminUser, headers, response }) => {
        const data = body as z.infer<typeof updateRateLimitsBodySchema>;
        const actionType = data.actionType;
        const sessionId = randomUUID();
        this.sessionIds.add(sessionId);
        if (actionType === 'analyze' && this.options.rateLimits?.fillFieldsFromImages) {
          if (await this.checkRateLimit("fillFieldsFromImages" ,this.options.rateLimits.fillFieldsFromImages, headers)) {
            return {ok: false, error: "Rate limit exceeded for image analyze" };
          }
        }
        if (actionType === 'analyze_no_images' && this.options.rateLimits?.fillPlainFields) {
          if (await this.checkRateLimit("fillPlainFields" ,this.options.rateLimits.fillPlainFields, headers)) {
            return {ok: false, error: "Rate limit exceeded for plain field analyze" };
          }
        }
        if (actionType === 'generate_images' && this.options.rateLimits?.generateImages) {
          if (await this.checkRateLimit("generateImages" ,this.options.rateLimits.generateImages, headers)) {
            return {ok: false, error: "Rate limit exceeded for image generation" };
          }
        }
        setTimeout(() => this.sessionIds.delete(sessionId), 300_000);
        return { ok: true, sessionId };
      }
    });


    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/compile_old_image_link`,
      request_schema: compileOldImageLinkBodySchema,
      handler: async ({ body, adminUser, headers, response }) => {
        const data = body as z.infer<typeof compileOldImageLinkBodySchema>;
        const image = data.image;
        const columnName = data.columnName;
        if (!image) {
          return { ok: false, error: "Can't find image url" };
        }
        if (!columnName) {
          return { ok: false, error: "Can't find column name" };
        }
        try {
          if (this.options?.generateImages) {
            const plugin = this.adminforth.activatedPlugins.find(p =>
              p.resourceConfig!.resourceId === this.resourceConfig.resourceId &&
              p.pluginOptions.pathColumnName === columnName
            );
            if (plugin?.pluginOptions?.preview) {
              const compiledPreviewUrl = plugin.pluginOptions.preview.previewUrl({ filePath: image });
              return { ok: true, previewUrl: compiledPreviewUrl };
            }
            return { ok: false, error: "Can't find plugin for column" };
          }
        } catch (e) {
          return { ok: false, error: "Error compiling preview url" };
        }
      }
    });

    server.endpoint({
      method: 'POST',
      path: `/plugin/${this.pluginInstanceId}/get_filtered_ids`,
      request_schema: getFilteredIdsBodySchema,
      handler: async ({ body, adminUser, headers, query, cookies, requestUrl, response }) => {
        const resource = this.resourceConfig;

        const { allowedActions } = await interpretResource(
          adminUser,
          resource,
          { requestBody: body },
          ActionCheckSource.ListRequest,
          this.adminforth,
        );
        const listAllowed = allowedActions[AllowedActionsEnum.list] as boolean | string | undefined;
        if (listAllowed !== true) {
          return { ok: false, error: typeof listAllowed === 'string' ? listAllowed : 'You are not allowed to list records in this resource' };
        }

        for (const hook of resource.hooks?.list?.beforeDatasourceRequest || []) {
          const filterTools = filtersTools.get(body);
          body.filtersTools = filterTools;
          const resp = await hook({
            resource,
            query: body,
            adminUser,
            //@ts-ignore
            filtersTools: filterTools, 
            extra: {
              body, query, headers, cookies, requestUrl
            },
            adminforth: this.adminforth,
          });
          if (!resp || (!resp.ok && !resp.error)) {
            throw new Error(`Hook must return object with {ok: true} or { error: 'Error' } `);
          }
          if (resp.error) {
            return { error: resp.error };
          }
        }
        const filters = body.filters;

        const normalizedFilters = { operator: AdminForthFilterOperators.AND, subFilters: [] };
        if (filters) {
          if (typeof filters !== 'object') {
            throw new Error(`Filter should be an array or an object`);
          }
          if (Array.isArray(filters)) {
            // if filters are an array, they will be connected with "AND" operator by default
            normalizedFilters.subFilters = filters;
          } else if (filters.field) {
            // assume filter is a SingleFilter
            normalizedFilters.subFilters = [filters];
          } else if (filters.subFilters) {
            // assume filter is a AndOr filter
            normalizedFilters.operator = filters.operator;
            normalizedFilters.subFilters = filters.subFilters;
          } else {
            // wrong filter
            throw new Error(`Wrong filter object value: ${JSON.stringify(filters)}`);
          }
        }

        const records = await this.adminforth.resource(this.resourceConfig.resourceId).list(normalizedFilters);
        if (!records) {
          return { ok: true, recordIds: [] };
        }
        const primaryKeyColumn = this.resourceConfig.columns.find((col) => col.primaryKey);

        const recordIds = records.map(record => record[primaryKeyColumn.name]);

        return { ok: true, recordIds }
      }
    });
  }
}