feat: added telemetry for vision methods (#217)

* feat: added telemetry for vision methods

* chore: added changeset

* fix: updated llm package

.changeset/brave-olives-boil.md

@@ -0,0 +1,5 @@
+---
+"appwright": patch
+---
+
+feat: added telemetry for vision methods

package.json

@@ -36,7 +36,7 @@
   "license": "Apache-2.0",
   "description": "E2E mobile app testing done right, with the Playwright test runner",
   "dependencies": {
-    "@empiricalrun/llm": "^0.9.18",
+    "@empiricalrun/llm": "^0.9.19",
     "@ffmpeg-installer/ffmpeg": "^1.1.0",
     "@playwright/test": "^1.47.1",
     "appium": "^2.6.0",

src/device/index.ts

@@ -48,7 +48,12 @@ export class Device {
   beta = {
     tap: async (
       prompt: string,
-      options?: { useCache?: boolean },
+      options?: {
+        useCache?: boolean;
+        telemetry?: {
+          tags?: string[];
+        };
+      },
     ): Promise<{ x: number; y: number }> => {
       return await this.vision().tap(prompt, options);
     },
@@ -59,6 +64,9 @@ export class Device {
         responseFormat?: T;
         model?: LLMModel;
         screenshot?: string;
+        telemetry?: {
+          tags?: string[];
+        };
       },
     ): Promise<ExtractType<T>> => {
       return await this.vision().query(prompt, options);

src/vision/index.ts

@@ -30,6 +30,9 @@ export interface AppwrightVision {
       responseFormat?: T;
       model?: LLMModel;
       screenshot?: string;
+      telemetry?: {
+        tags?: string[];
+      };
     },
   ): Promise<ExtractType<T>>;
 
@@ -46,7 +49,12 @@ export interface AppwrightVision {
    */
   tap(
     prompt: string,
-    options?: { useCache?: boolean },
+    options?: {
+      useCache?: boolean;
+      telemetry?: {
+        tags?: string[];
+      };
+    },
   ): Promise<{ x: number; y: number }>;
 }