Add org tests, pass GitHub token in workflow, and add integration Makefile target

Copilot · pelikhan · Copilot · commit 296a540f52d2 · 2025-08-03T12:52:51.000Z
Co-authored-by: pelikhan &lt;4175913+pelikhan@users.noreply.github.com&gt;
diff --git a/.github/workflows/integration.yml b/.github/workflows/integration.yml
@@ -33,12 +33,10 @@ jobs:
       - name: Build gh-models binary
         run: make build
         
-      - name: Run integration tests (without auth)
+      - name: Run integration tests
         working-directory: integration
         run: |
           go mod tidy
           go test -v -timeout=5m
         env:
-          # Explicitly unset any GitHub tokens to test unauthenticated behavior
-          GITHUB_TOKEN: ""
-          GH_TOKEN: ""
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/Makefile b/Makefile
@@ -6,6 +6,11 @@ build:
 	script/build
 .PHONY: build
 
+integration: build
+	@echo "==> running integration tests <=="
+	cd integration && go test -v -timeout=5m
+.PHONY: integration
+
 fmt:
 	@echo "==> running Go format <=="
 	gofmt -s -l -w .
diff --git a/integration/integration_test.go b/integration/integration_test.go
@@ -219,3 +219,29 @@ func TestIntegrationRun(t *testing.T) {
 	// which might be expensive for CI
 	require.Contains(t, stdout, "Prompts the specified model")
 }
+
+// TestIntegrationRunWithOrg tests the run command with --org flag
+func TestIntegrationRunWithOrg(t *testing.T) {
+	if !hasAuthToken() {
+		t.Skip("Skipping integration test - no GitHub authentication available")
+	}
+
+	// Test run command with --org flag (using help to avoid expensive API calls)
+	stdout, _, err := runCommand(t, "run", "--org", "test-org", "--help")
+	require.NoError(t, err, "Run help with --org should work")
+	require.Contains(t, stdout, "Prompts the specified model")
+	require.Contains(t, stdout, "--org string")
+}
+
+// TestIntegrationEvalWithOrg tests the eval command with --org flag
+func TestIntegrationEvalWithOrg(t *testing.T) {
+	if !hasAuthToken() {
+		t.Skip("Skipping integration test - no GitHub authentication available")
+	}
+
+	// Test eval command with --org flag (using help to avoid expensive API calls)
+	stdout, _, err := runCommand(t, "eval", "--org", "test-org", "--help")
+	require.NoError(t, err, "Eval help with --org should work")
+	require.Contains(t, stdout, "Runs evaluation tests against a model")
+	require.Contains(t, stdout, "--org string")
+}
