Merge pull request #1347 from wakatime/misc/more-ai-tests

More AI tests

Author: alanhamlett

pkg/ai/ai_test.go

@@ -733,6 +733,182 @@ func TestWithAISync_ProducesExpectedHeartbeats(t *testing.T) {
 	assert.Equal(t, "019d9353-333c-7c41-a909-26f5c6221a5a", h.AISession)
 }
 
+func TestWithAISync_PreservesCopilotTokensAfterMergingAppHeartbeat(t *testing.T) {
+	home := t.TempDir()
+	t.Setenv("HOME", home)
+	t.Setenv("USERPROFILE", home)
+
+	workspaceDir := filepath.Join(home, "Library", "Application Support", "Code", "User", "workspaceStorage", "workspace-1")
+	require.NoError(t, os.MkdirAll(filepath.Join(workspaceDir, "chatSessions"), 0o755))
+	require.NoError(t, os.MkdirAll(filepath.Join(workspaceDir, "chatEditingSessions", "session-1"), 0o755))
+
+	mainFile := filepath.Join(home, "project", "main.go")
+	secondFile := filepath.Join(home, "project", "util.go")
+
+	require.NoError(t, os.MkdirAll(filepath.Dir(mainFile), 0o755))
+	require.NoError(t, os.WriteFile(mainFile, []byte("package main\n"), 0o644))
+	require.NoError(t, os.WriteFile(secondFile, []byte("package main\nfunc util() {}\n"), 0o644))
+
+	sessionPath := filepath.Join(workspaceDir, "chatSessions", "session-1.json")
+	session := map[string]any{
+		"version":         3,
+		"creationDate":    int64(1770000000000),
+		"lastMessageDate": int64(1770000100000),
+		"sessionId":       "session-1",
+		"requests": []any{
+			map[string]any{
+				"requestId": "request-1",
+				"timestamp": int64(1770000001000),
+				"agent": map[string]any{
+					"extensionVersion": "0.42.3",
+				},
+				"message": map[string]any{
+					"text": "Update the file and explain what changed",
+				},
+				"result": map[string]any{
+					"metadata": map[string]any{
+						"promptTokens": 9,
+						"outputTokens": 4,
+					},
+				},
+				"modelState": map[string]any{
+					"value":       1,
+					"completedAt": int64(1770000009000),
+				},
+				"variableData": map[string]any{
+					"variables": []any{
+						map[string]any{
+							"kind": "file",
+							"id":   "file://" + strings.ReplaceAll(mainFile, " ", "%20"),
+							"value": map[string]any{
+								"fsPath": mainFile,
+							},
+						},
+					},
+				},
+				"response": []any{
+					map[string]any{
+						"kind": "toolInvocationSerialized",
+						"invocationMessage": map[string]any{
+							"value": "Reading files",
+							"uris": map[string]any{
+								"file://" + strings.ReplaceAll(secondFile, " ", "%20"): map[string]any{
+									"fsPath": secondFile,
+								},
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+	data, err := json.Marshal(session)
+	require.NoError(t, err)
+	require.NoError(t, os.WriteFile(sessionPath, data, 0o644))
+
+	statePath := filepath.Join(workspaceDir, "chatEditingSessions", "session-1", "state.json")
+	state := map[string]any{
+		"version": 2,
+		"timeline": map[string]any{
+			"fileBaselines": []any{
+				[]any{
+					"file://" + mainFile + "::request-1",
+					map[string]any{
+						"content": "package main\n",
+					},
+				},
+			},
+			"operations": []any{
+				map[string]any{
+					"type":      "textEdit",
+					"requestId": "request-1",
+					"uri": map[string]any{
+						"fsPath": mainFile,
+					},
+					"epoch": 1,
+					"edits": []any{
+						map[string]any{
+							"text": "package main\n\nfunc main() {}\n",
+							"range": map[string]any{
+								"startLineNumber": 1,
+								"startColumn":     1,
+								"endLineNumber":   2,
+								"endColumn":       1,
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+	data, err = json.Marshal(state)
+	require.NoError(t, err)
+	require.NoError(t, os.WriteFile(statePath, data, 0o644))
+
+	after := time.Unix(1769999990, 0)
+	tmpInternal, err := os.CreateTemp(t.TempDir(), "wakatime-internal")
+	require.NoError(t, err)
+
+	defer tmpInternal.Close()
+
+	v := viper.New()
+	v.Set("internal-config", tmpInternal.Name())
+	v.Set("internal.ai_heartbeats_last_parsed_at", after.Format(ini.DateFormat))
+
+	handle := ai.WithAISync(ai.Config{
+		Plugin: "editor/1.0.0",
+		V:      v,
+	})(func(_ context.Context, hh []heartbeat.Heartbeat) ([]heartbeat.Result, error) {
+		results := make([]heartbeat.Result, len(hh))
+		for i := range hh {
+			results[i] = heartbeat.Result{Heartbeat: hh[i]}
+		}
+
+		return results, nil
+	})
+
+	results, err := handle(t.Context(), []heartbeat.Heartbeat{})
+	require.NoError(t, err)
+	require.Len(t, results, 4)
+
+	var (
+		mergedRead heartbeat.Heartbeat
+		writeEdit  heartbeat.Heartbeat
+		foundRead  bool
+		foundEdit  bool
+	)
+
+	for _, result := range results {
+		h := result.Heartbeat
+		if h.Entity == mainFile && h.IsWrite != nil && !*h.IsWrite && h.AIPromptLength > 0 {
+			mergedRead = h
+			foundRead = true
+		}
+
+		if h.Entity == mainFile && h.IsWrite != nil && *h.IsWrite {
+			writeEdit = h
+			foundEdit = true
+		}
+	}
+
+	require.True(t, foundRead)
+	assert.Equal(t, heartbeat.FileType, mergedRead.EntityType)
+	assert.Equal(t, int64(9), mergedRead.AIInputTokens)
+	assert.Equal(t, int64(4), mergedRead.AIOutputTokens)
+	assert.Equal(t, len([]rune("Update the file and explain what changed")), mergedRead.AIPromptLength)
+	assert.Equal(t, filepath.Dir(mainFile), mergedRead.ProjectPathOverride)
+	assert.Equal(t, "session-1", mergedRead.AISession)
+
+	require.True(t, foundEdit)
+	require.NotNil(t, writeEdit.AILineChanges)
+	assert.Equal(t, 2, *writeEdit.AILineChanges)
+	assert.Zero(t, writeEdit.AIInputTokens)
+	assert.Zero(t, writeEdit.AIOutputTokens)
+	assert.Zero(t, writeEdit.AIPromptLength)
+	assert.Equal(t, filepath.Dir(mainFile), writeEdit.ProjectPathOverride)
+	assert.Equal(t, "session-1", writeEdit.AISession)
+}
+
 func resetSingleton(t *testing.T) {
 	t.Helper()