``` import ollama from 'ollama'; import { defaultOptions } from './shared'; import { JSONSchema, Schema } from '@effect/schema'; const successValue = (schema: Schema.Schema) => Schema.Struct({ success: Schema.Literal(true).annotations({ description: 'The system was able to create the structured output', }), payload: schema, }); const failureValue = Schema.Struct({ success: Schema.Literal(false).annotations({ description: 'The system was unable to create the structured output', }), error: Schema.String.annotations({ description: 'A reason why the request failed', }), }); /** * @public */ export const containingSchemaSuccessOnly = (schema: Schema.Schema) => Schema.Struct({ result: successValue(schema), }); type ContainingSchemaAllowingFailure = ReturnType< typeof containingSchemaAllowingFailure >['Type']; type ContainingSchemaSuccessOnly = ReturnType< typeof containingSchemaSuccessOnly >['Type']; export const containingSchemaAllowingFailure = (schema: Schema.Schema) => Schema.Struct({ result: Schema.Union(successValue(schema), failureValue), }); type CallModelArg = { system: Array; data: string | Array; allowFailure: AllowFailure; responseType: { name: string; description: string; schema: Schema.Schema; }; }; export type CallModel = ( arg: CallModelArg ) => Promise< AllowFailure extends true ? ContainingSchemaAllowingFailure['result'] : ContainingSchemaSuccessOnly['result'] >; export const callOllama = ({ model = 'llama3.2', silent, structured = true, }: { model?: string; silent?: boolean; structured?: boolean; } = {}): CallModel => async ({ system, data, responseType, allowFailure }) => { const schema: Schema.Schema = allowFailure ? containingSchemaAllowingFailure(responseType.schema) : responseType.schema; const decode = Schema.decodeSync(Schema.parseJson(schema)); const dataArray = typeof data === 'string' ? [data] : data; const systemArray = typeof system === 'string' ? [system] : system || []; const jsonSchema = JSONSchema.make(schema); const completion = await ollama.chat({ format: structured ? jsonSchema : 'json', stream: false, options: defaultOptions, model, messages: [ ...systemArray.map(content => ({ role: 'system', content, })), ...dataArray.map(el => ({ role: 'user', // stringifying helps the system understand the input better. quotes really mess the system up when serializing JSON content: JSON.stringify(el.replace(/('|")/g, '')), })), ], }); const result = completion.message.content; // eslint-disable-next-line no-console if (!silent) console.log({ model, data, result }); try { return allowFailure ? decode(result).result : { success: true, payload: decode(result) }; } catch (e) { // eslint-disable-next-line no-console console.error({ data, result, error: e }); throw e; } }; ```

Sharing Typed Effect Integration with Ollama

Similar Threads

Similar Threads

Similar Threads