Skip to content

ai impr #26

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
epavanello merged 2 commits into from
Feb 17, 2026
Merged

ai impr #26

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
229a897
ai impr
epavanello Feb 17, 2026
3b6958d
circle
epavanello Feb 17, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,3 +29,4 @@ src/lib/paraglide
logs/
.vscode/chrome/
demo.json
tools.json
75 changes: 44 additions & 31 deletions src/lib/ai/models.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ export const AI_MODELS = {
name: 'Minimax M2.5',
provider: 'Minimax',
description: 'Excellent for creative and complex tasks with 128K context',
recommended: true,
recommended: false,
costTier: 'low',
pricing: {
input: 0.3,
Expand All @@ -56,37 +56,49 @@ export const AI_MODELS = {
name: 'Grok 4.1 Fast',
provider: 'X AI',
description: 'Excellent for creative and complex tasks with 128K context',
recommended: true,
recommended: false,
costTier: 'low',
pricing: {
input: 0.2,
output: 0.5
}
},
'x-ai/grok-4': {
id: 'x-ai/grok-4',
name: 'Grok 4',
provider: 'X AI',
description: 'Excellent for creative and complex tasks with 256K context',
recommended: true,
costTier: 'medium',
pricing: {
input: 3,
output: 15
}
},
'google/gemini-3-pro-preview': {
id: 'google/gemini-3-pro-preview',
name: 'Gemini 3 Pro',
provider: 'Google',
description: 'Excellent for creative and complex tasks with 128K context',
recommended: true,
costTier: 'high',
pricing: {
input: 2,
output: 12
}
}
// 'x-ai/grok-4': {
// id: 'x-ai/grok-4',
// name: 'Grok 4',
// provider: 'X AI',
// description: 'Excellent for creative and complex tasks with 256K context',
// recommended: false,
// costTier: 'medium',
// pricing: {
// input: 3,
// output: 15
// }
// },
// 'google/gemini-3-pro-preview': {
// id: 'google/gemini-3-pro-preview',
// name: 'Gemini 3 Pro',
// provider: 'Google',
// description: 'Excellent for creative and complex tasks with 128K context',
// recommended: false,
// costTier: 'high',
// pricing: {
// input: 2,
// output: 12
// }
// },
// 'anthropic/claude-sonnet-4.6': {
// id: 'anthropic/claude-sonnet-4.6',
// name: 'Claude Sonnet 4.6',
// provider: 'Anthropic',
// description: 'Excellent for creative and complex tasks with 1M context',
// recommended: false,
// costTier: 'high',
// pricing: {
// input: 3,
// output: 15
// }
// }

// // Claude 4.5 Sonnet - Great reasoning and creativity
// 'anthropic/claude-sonnet-4.5': {
Expand Down Expand Up @@ -131,11 +143,6 @@ export const AI_MODELS = {

export type ModelId = keyof typeof AI_MODELS;

/**
* Default model to use
*/
export const DEFAULT_MODEL_ID: ModelId = 'x-ai/grok-4.1-fast';

/**
* Get model by ID with fallback to default
*/
Expand All @@ -160,6 +167,12 @@ export function getAvailableModels(): AIModel[] {
});
}

/**
* Default model to use
*/
export const DEFAULT_MODEL_ID: ModelId =
(getRecommendedModels().find((m) => m.recommended)?.id as ModelId) || 'x-ai/grok-4.1-fast';

/**
* Get recommended models
*/
Expand Down
6 changes: 3 additions & 3 deletions src/lib/ai/mutations.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -121,8 +121,8 @@ export function mutateCreateLayer(
input: CreateLayerInput
): MutationResult<CreateLayerOutput> {
try {
const layer = createLayer(input.type, {
props: input.props,
const layer = createLayer(input.layer.type, {
props: input.layer.props,
transform: input.transform,
projectDimensions: {
width: ctx.project.width,
Expand Down Expand Up @@ -185,7 +185,7 @@ export function mutateCreateLayer(
layerId: layer.id,
layerIndex: ctx.layerCreationIndex, // Return the index used for this layer
layerName: layer.name,
message: `Created ${input.type} layer "${layer.name}"`
message: `Created ${input.layer.type} layer "${layer.name}"`
},
nextLayerCreationIndex: nextIndex
};
Expand Down
164 changes: 71 additions & 93 deletions src/lib/ai/schemas.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,52 +5,18 @@
* Each layer type has its own creation tool (create_text_layer, create_icon_layer, etc.)
*/
import { z } from 'zod';
import { InterpolationSchema, TransformSchema } from '$lib/schemas/animation';
import { InterpolationSchema } from '$lib/schemas/animation';
import { getPresetIds } from '$lib/engine/presets';
import { tool, type InferUITools, type Tool } from 'ai';
import { tool, type InferUITools } from 'ai';
import { layerRegistry, getAvailableLayerTypes } from '$lib/layers/registry';
import { AnchorPointSchema, extractDefaultValues } from '$lib/layers/base';
import { AnchorPointSchema } from '$lib/layers/base';
import type { LayerTypeString } from '$lib/layers/layer-types';

// ============================================
// Helper Functions
// ============================================

/**
* Check if a tool name is a layer creation tool
*/
export function isLayerCreationTool(toolName: string): boolean {
return toolName.startsWith('create_') && toolName.endsWith('_layer');
}

/**
* Extract layer type from tool name
* e.g., "create_text_layer" → "text"
*/
export function getLayerTypeFromToolName(toolName: string): string | null {
const match = toolName.match(/^create_(.+)_layer$/);
return match ? match[1] : null;
}
import { CleanTransformSchema } from '$lib/schemas/base';

// ============================================
// Schema Introspection
// ============================================

/**
* Maximum number of key props to show in tool descriptions.
* Layer authors should place the most important fields first in their schema.
*/
const MAX_KEY_PROPS = 4;

/**
* Extract key property names from a Zod object schema.
* Takes the first N fields from the schema shape, relying on layer authors
* ordering the most important properties first.
*/
function extractKeyProps(schema: z.ZodObject<z.ZodRawShape>): string[] {
return Object.keys(schema.shape).slice(0, MAX_KEY_PROPS);
}

const AnimationSchema = z
.object({
preset: z.string().describe('Animation preset: ' + getPresetIds().join(', ')),
Expand Down Expand Up @@ -104,69 +70,74 @@ const validateTimingFields = (data: { enterTime?: number; exitTime?: number }) =
};

// ============================================
// Layer Creation Tool Generator
// Layer Creation Tool Schema
// ============================================

const CreateLayerInputSchema = z
.object({
name: z.string().optional().describe('Layer name for identification'),
visible: z.boolean().optional().default(true).describe('Layer visibility (default: true)'),
locked: z.boolean().optional().default(false).describe('Layer locked state (default: false)'),
transform: TransformSchema,
animation: AnimationSchema
})
.extend(TimingFieldsSchema.shape)
.refine(validateTimingFields, {
message: 'enterTime must be less than exitTime',
path: ['enterTime']
});
const BaseCreateLayerSchema = z.object({
name: z.string().optional().describe('Layer name for identification'),
visible: z.boolean().optional().default(true).describe('Layer visibility (default: true)'),
locked: z.boolean().optional().default(false).describe('Layer locked state (default: false)'),
transform: CleanTransformSchema,
animation: AnimationSchema
});

/**
* Generate tool definitions for all layer types from the registry.
* Key props and defaults are derived directly from each layer's Zod schema,
* so no manual mapping needs to be maintained.
* Generate discriminated union schema for layer type and props.
* Each layer type gets its full schema with all metadata preserved.
*/
function generateLayerCreationTools(): Record<string, Tool> {
const tools: Record<string, Tool> = {};
function generateLayerTypePropsUnion() {
const layerSchemas = [] as unknown as [z.ZodObject<z.ZodRawShape>];

for (const layerType of getAvailableLayerTypes() as LayerTypeString[]) {
if (layerType === 'project-settings') continue;
switch (layerType) {
case 'browser':
case 'captions':
case 'terminal':
case 'video':
case 'audio':
case 'phone':
case 'code':
case 'project-settings':
continue;
}
const definition = layerRegistry[layerType];
if (!definition) continue;

const toolName = `create_${layerType}_layer`;
const keyProps = extractKeyProps(definition.schema);
const defaults = extractDefaultValues(definition.schema);

// Build key props description with defaults from schema
const keyPropsDescription = keyProps
.map((prop) => {
const defaultVal = defaults[prop];
return defaultVal !== undefined ? `${prop} (default: ${JSON.stringify(defaultVal)})` : prop;
})
.join(', ');

const description =
`Create a ${definition.label} layer. ${definition.description}\n` +
`Key props: ${keyPropsDescription}`;

tools[toolName] = tool({
description,
inputSchema: CreateLayerInputSchema.extend({
props: definition.schema.describe(`Properties for ${definition.label} layer`)
})
// Create schema for type + props discriminated union
const layerSchema = z.object({
type: z.literal(layerType),
props: definition.schema.describe(`Properties for ${definition.label} layer`)
});

layerSchemas.push(layerSchema);
}

return tools;
return z.discriminatedUnion('type', layerSchemas);
}

const LayerTypePropsUnion = generateLayerTypePropsUnion();

/**
* Full create_layer input schema: base fields + timing + discriminated type/props union
*/
export const CreateLayerInputSchema = BaseCreateLayerSchema.extend(TimingFieldsSchema.shape)
.refine(validateTimingFields, {
message: 'enterTime must be less than exitTime',
path: ['enterTime']
})
.extend({
layer: LayerTypePropsUnion
});

// ============================================
// Input/Output Types for Layer Creation
// ============================================

export type CreateLayerInput = z.infer<typeof CreateLayerInputSchema> & {
type: string;
props: Record<string, unknown>;
layer: {
type: string;
props: Record<string, unknown>;
};
};
export interface CreateLayerOutput {
success: boolean;
Expand Down Expand Up @@ -194,18 +165,26 @@ export const AnimateLayerInputSchema = z.object({
keyframes: z
.array(
z.object({
time: z.number().min(0).describe('Time in seconds'),
time: z.number().min(0).describe('Time in seconds when this value is reached'),
property: z
.string()
.describe(
'Property: position.x, position.y, scale.x, scale.y, rotation.z, opacity, props.*'
'Property path: position.x/y/z, scale.x/y, rotation.x/y/z, opacity, or props.* for layer-specific (e.g., props.fontSize, props.content for text layers)'
),
value: z.union([z.number(), z.string(), z.boolean()]),
interpolation: InterpolationSchema.optional()
value: z
.union([z.number(), z.string(), z.boolean()])
.describe(
'Target value: number for transforms/opacity, hex string (#ff0000) for colors, string for text content, boolean for flags'
),
interpolation: InterpolationSchema.optional().describe(
'How to animate TO this keyframe. Omit for smooth ease-in-out. Use {family:"text",strategy:"char-reveal"} ONLY on props.content to create typewriter effects'
)
})
)
.optional()
.describe('Custom keyframes (alternative to preset)')
.describe(
'Custom keyframes (alternative to preset). IMPORTANT: For text typewriter/reveal effects, animate props.content from "" to full text with text interpolation'
)
});

export type AnimateLayerInput = z.infer<typeof AnimateLayerInputSchema>;
Expand All @@ -229,7 +208,7 @@ export const EditLayerInputSchema = z.object({
name: z.string().optional(),
visible: z.boolean().optional(),
locked: z.boolean().optional(),
transform: TransformSchema.optional(),
transform: CleanTransformSchema.optional(),
anchor: AnchorPointSchema.optional().describe('Anchor point for transformations'),
opacity: z.number().min(0).max(1).optional(),
props: z.record(z.string(), z.unknown()).optional()
Expand Down Expand Up @@ -385,12 +364,11 @@ export interface RemoveKeyframeOutput {
// Tool Definitions for AI SDK
// ============================================

// Generate layer creation tools from registry
const layerCreationTools = generateLayerCreationTools();

export const animationTools = {
// Layer creation tools (dynamically generated from registry)
...layerCreationTools,
create_layer: tool({
description: 'Create a new layer.',
inputSchema: CreateLayerInputSchema
}),

animate_layer: tool({
description:
Expand Down
Loading