feat: using interaction history to perform assertions and assertion p…

…rompt improvements

src/common/assert.ts

@@ -1,5 +1,5 @@
 import type { Page } from '@playwright/test';
-import { type LanguageModel, generateObject } from 'ai';
+import { type LanguageModel, type UserContent, generateObject } from 'ai';
 import type { TestOptions } from '../types/TestOptions';
 
 import { Assertion } from '../schemas/Assertion';
@@ -9,10 +9,30 @@ export const _assert = async (
 	languageModel: LanguageModel,
 	page: Page,
 	assertion: string,
-	{ maxRetries, temperature }: TestOptions['assertions'],
+	{ maxRetries, temperature, useHistory }: TestOptions['assertions'],
+	history?: string,
 ) => {
 	const screenshot = await fastScreenshot(page);
 
+	let userContent: UserContent = [
+		{
+			type: 'text',
+			text: `Desired Outcome:
+${assertion}`,
+		},
+	];
+
+	if (useHistory && history !== undefined) {
+		userContent = [
+			...userContent,
+			{
+				type: 'text',
+				text: `Previously Performed Interactions:
+	${history}`,
+			},
+		];
+	}
+
 	const { object } = await generateObject({
 		model: languageModel,
 		schema: Assertion,
@@ -21,16 +41,15 @@ export const _assert = async (
 		messages: [
 			{
 				role: 'system',
-				content:
-					'You are an end user trying to achieve a goal. You are interacting with a website. Determine if the desired outcome has been achieved.',
+				content: `Who:
+You are an end-user trying to achieve a goal by interacting with a website.
+
+Task: Determine if the goal has been achieved.`,
 			},
 			{
 				role: 'user',
 				content: [
-					{
-						type: 'text',
-						text: `Desired Outcome: ${assertion}`,
-					},
+					...userContent,
 					{
 						type: 'image',
 						image: screenshot,

src/common/test.ts

@@ -73,6 +73,7 @@ export const _test = (
 				page,
 				assertion,
 				assertions,
+				history,
 			);
 
 			if (goalAchieved) {

src/types/TestOptions.ts

@@ -15,6 +15,7 @@ export type TestOptions = {
 		maxRetries: number;
 		temperature: number;
 		immediate: boolean;
+		useHistory: boolean;
 	};
 	decisions: {
 		maxRetries: number;
@@ -43,6 +44,7 @@ export const DEFAULT_TEST_OPTIONS: TestOptions = {
 		maxRetries: 2,
 		temperature: 0.1,
 		immediate: false,
+		useHistory: true,
 	},
 	decisions: {
 		maxRetries: 3,