registry / @evalguard/cli / 3.3.1

@evalguard/cli@3.3.1

EvalGuard CLI - Run LLM evaluations and security scans from the command line

Static Scan Results

scanned 2h ago · by rust-scanner

Static analysis flagged 12 finding(s) at 72.0% confidence. This version is warn-only unless an AI or security-team review confirms malicious behavior.

Static reason

One or more suspicious static signals were detected.

Decision evidence

public snapshot

Behavioral surface

Source

ChildProcessEnvironmentVarsEvalFilesystemNetworkShell

Supply chain

HighEntropyStringsUrlStrings

ManifestNo manifest risk signals triggered.

scanned 88 file(s), 773 KB of source, external domains: api.openai.com, cyclonedx.org, evalguard.ai, github.com, raw.githubusercontent.com, spdx.dev

Source & flagged code

5 flagged

dist/commands/__tests__/iac-scan.test.jsView file

Lines 15-55javascript

15 afterEach(() => {

16 fs.rmSync(tmpRoot, { recursive: true, force: true });

17 });

18 it("walks a dir, scans manifests, and gates on critical", async () => {

19 fs.writeFileSync(path.join(tmpRoot, "Dockerfile"), "FROM vllm/vllm-openai\nENV OPENAI_API_KEY=sk-abcdEFGH1234567890ijklMNOP\nEXPOSE 8000\n");

20 fs.mkdirSync(path.join(tmpRoot, "k8s"));

21 fs.writeFileSync(path.join(tmpRoot, "k8s", "mlflow.yaml"), "kind: Deployment\nspec:\n containers:\n - name: mlflow\n ports:\n - containerPort: 5000\n");

22 // A non-IaC file that must be ignored by the walk.

23 fs.writeFileSync(path.join(tmpRoot, "README.md"), "0.0.0.0 mlflow vllm 8888");

24 const result = await executeIacScan({ targetAbs: tmpRoot, failOn: "critical", maxBytes: 1_000_000 });

25 expect(result.scannedFiles).toBe(2); // README.md skipped

26 const ruleIds = result.findings.map((f) => f.ruleId);

27 expect(ruleIds).toContain("iac-hardcoded-secret-openai");

28 expect(ruleIds).toContain("iac-exposed-ai-service-port");

29 expect(result.bySeverity.critical).toBeGreaterThanOrEqual(1);

30 expect(result.flagged).toBeGreaterThanOrEqual(1);

31 expect(result.exitCode).toBe(1);

32 }, 30_000);

33 it("excludes node_modules / .git from the walk", async () => {

34 fs.mkdirSync(path.join(tmpRoot, "node_modules", "pkg"), { recursive: true });

35 fs.writeFileSync(path.join(tmpRoot, "node_modules", "pkg", "Dockerfile"), "FROM x\nENV AWS_SECRET_ACCESS_KEY=AKIAABCDEFGHIJKLMNOP\n");

Critical

Critical Secret

Package contains a critical-looking secret pattern.

dist/commands/__tests__/iac-scan.test.jsView on unpkg · L35

Critical

Secret Pattern

AWS access key ID in dist/commands/__tests__/iac-scan.test.js

dist/commands/__tests__/iac-scan.test.jsView on unpkg · L35

36 const result = await executeIacScan({ targetAbs: tmpRoot, failOn: "high", maxBytes: 1_000_000 });

37 expect(result.scannedFiles).toBe(0);

38 expect(result.findings).toEqual([]);

39 expect(result.exitCode).toBe(0);

40 }, 30_000);

41 it("scans a single file passed directly (any extension)", async () => {

42 const p = path.join(tmpRoot, "my-deploy");

43 fs.writeFileSync(p, 'apiVersion: apps/v1\nkind: Deployment\nspec:\n ports:\n - containerPort: 8888\n');

44 const result = await executeIacScan({ targetAbs: p, failOn: "high", maxBytes: 1_000_000 });

45 expect(result.scannedFiles).toBe(1);

46 expect(result.findings.some((f) => f.ruleId === "iac-exposed-ai-service-port")).toBe(true);

47 }, 30_000);

48 it("clean repo gates pass (exit 0)", async () => {

49 fs.writeFileSync(path.join(tmpRoot, "Dockerfile"), 'FROM python:3.12-slim\nCMD ["uvicorn","app","--host","127.0.0.1"]\n');

50 const result = await executeIacScan({ targetAbs: tmpRoot, failOn: "low", maxBytes: 1_000_000 });

51 expect(result.findings).toEqual([]);

52 expect(result.exitCode).toBe(0);

53 }, 30_000);

54});

55//# sourceMappingURL=iac-scan.test.js.map

dist/commands/model-scan.jsView file

Lines 19-59javascript

19 { pattern: "builtins.eval", severity: "critical", desc: "Arbitrary code evaluation" },

20 { pattern: "builtins.exec", severity: "critical", desc: "Arbitrary code execution" },

21 { pattern: "builtins.__import__", severity: "critical",

dist/commands/infra.jsView file

Lines 78-118javascript

78 process.exit(1);

79 }

80 let targets;

81 try {

82 targets = parseInfraTargets(targetArgs);

83 }

84 catch (err) {

85 console.error(chalk.red

dist/commands/__tests__/firewall-advanced-rails.test.jsView file

Lines 14-54javascript

14describe("scanWithAdvancedRails (input rails via core FirewallEngine)", () => {

15 it("returns a DetectionResult-shaped object for benign input with gcg enabled", async () => {

16 const result = await scanWithAdvancedRails("What is the capital of France?", { gcg: true });

Source & flagged code

5 flagged · loading source

dist/commands/__tests__/iac-scan.test.jsView file

35patternName = aws_access_key severity = critical line = 35 matchedText = fs.write...n");

Critical

Critical Secret

Package contains a critical-looking secret pattern.

dist/commands/__tests__/iac-scan.test.jsView on unpkg · L35

35patternName = aws_access_key severity = critical line = 35 matchedText = fs.write...n");

Critical

Secret Pattern

AWS access key ID in dist/commands/__tests__/iac-scan.test.js

dist/commands/__tests__/iac-scan.test.jsView on unpkg · L35

dist/commands/model-scan.jsView file

39{ pattern: "exec(", severity: "critical", desc: "Direct exec call in model data" }, L40: { pattern: "eval(", severity: "critical", desc: "Direct eval call in model data" }, L41: ];

Low

Eval

Package source references a known benign dynamic code generation pattern.

dist/commands/model-scan.jsView on unpkg · L39

dist/commands/infra.jsView file

98package = @evalguard/cli; repositoryIdentity = evalguard; dependency = @evalguard/core L98: } L99: const { runInfraScan, OsvClient } = await import("@evalguard/core"); L100: let result;

High

Copied Package Dependency Bridge

Package metadata claims a different repository identity while copied source loads a runtime dependency bridge.

dist/commands/infra.jsView on unpkg · L98

dist/commands/__tests__/firewall-advanced-rails.test.jsView file

34patternName = private_key_rsa severity = critical line = 34 matchedText = const le...--";

Critical

Secret Pattern

RSA private key in dist/commands/__tests__/firewall-advanced-rails.test.js

dist/commands/__tests__/firewall-advanced-rails.test.jsView on unpkg · L34

Findings

3 Critical1 High3 Medium5 Low

CriticalCritical Secretdist/commands/__tests__/iac-scan.test.js

CriticalSecret Patterndist/commands/__tests__/firewall-advanced-rails.test.js

CriticalSecret Patterndist/commands/__tests__/iac-scan.test.js

HighCopied Package Dependency Bridgedist/commands/infra.js

MediumNetwork

MediumEnvironment Vars

MediumStructural Risk Force Deep Review

LowScripts Present

LowEvaldist/commands/model-scan.js

LowFilesystem

LowHigh Entropy Strings

LowUrl Strings

Source & flagged code

5 flagged

dist/commands/__tests__/iac-scan.test.jsView file

Lines 15-55javascript

15 afterEach(() => {

16 fs.rmSync(tmpRoot, { recursive: true, force: true });

17 });

18 it("walks a dir, scans manifests, and gates on critical", async () => {

19 fs.writeFileSync(path.join(tmpRoot, "Dockerfile"), "FROM vllm/vllm-openai\nENV OPENAI_API_KEY=sk-abcdEFGH1234567890ijklMNOP\nEXPOSE 8000\n");

20 fs.mkdirSync(path.join(tmpRoot, "k8s"));

21 fs.writeFileSync(path.join(tmpRoot, "k8s", "mlflow.yaml"), "kind: Deployment\nspec:\n containers:\n - name: mlflow\n ports:\n - containerPort: 5000\n");

22 // A non-IaC file that must be ignored by the walk.

23 fs.writeFileSync(path.join(tmpRoot, "README.md"), "0.0.0.0 mlflow vllm 8888");

24 const result = await executeIacScan({ targetAbs: tmpRoot, failOn: "critical", maxBytes: 1_000_000 });

25 expect(result.scannedFiles).toBe(2); // README.md skipped

26 const ruleIds = result.findings.map((f) => f.ruleId);

27 expect(ruleIds).toContain("iac-hardcoded-secret-openai");

28 expect(ruleIds).toContain("iac-exposed-ai-service-port");

29 expect(result.bySeverity.critical).toBeGreaterThanOrEqual(1);

30 expect(result.flagged).toBeGreaterThanOrEqual(1);

31 expect(result.exitCode).toBe(1);

32 }, 30_000);

33 it("excludes node_modules / .git from the walk", async () => {

34 fs.mkdirSync(path.join(tmpRoot, "node_modules", "pkg"), { recursive: true });

35 fs.writeFileSync(path.join(tmpRoot, "node_modules", "pkg", "Dockerfile"), "FROM x\nENV AWS_SECRET_ACCESS_KEY=AKIAABCDEFGHIJKLMNOP\n");

Critical

Critical Secret

Package contains a critical-looking secret pattern.

dist/commands/__tests__/iac-scan.test.jsView on unpkg · L35

Critical

Secret Pattern

AWS access key ID in dist/commands/__tests__/iac-scan.test.js

dist/commands/__tests__/iac-scan.test.jsView on unpkg · L35

36 const result = await executeIacScan({ targetAbs: tmpRoot, failOn: "high", maxBytes: 1_000_000 });

37 expect(result.scannedFiles).toBe(0);

38 expect(result.findings).toEqual([]);

39 expect(result.exitCode).toBe(0);

40 }, 30_000);

41 it("scans a single file passed directly (any extension)", async () => {

42 const p = path.join(tmpRoot, "my-deploy");

43 fs.writeFileSync(p, 'apiVersion: apps/v1\nkind: Deployment\nspec:\n ports:\n - containerPort: 8888\n');

44 const result = await executeIacScan({ targetAbs: p, failOn: "high", maxBytes: 1_000_000 });

45 expect(result.scannedFiles).toBe(1);

46 expect(result.findings.some((f) => f.ruleId === "iac-exposed-ai-service-port")).toBe(true);

47 }, 30_000);

48 it("clean repo gates pass (exit 0)", async () => {

49 fs.writeFileSync(path.join(tmpRoot, "Dockerfile"), 'FROM python:3.12-slim\nCMD ["uvicorn","app","--host","127.0.0.1"]\n');

50 const result = await executeIacScan({ targetAbs: tmpRoot, failOn: "low", maxBytes: 1_000_000 });

51 expect(result.findings).toEqual([]);

52 expect(result.exitCode).toBe(0);

53 }, 30_000);

54});

55//# sourceMappingURL=iac-scan.test.js.map

dist/commands/model-scan.jsView file

Lines 19-59javascript

19 { pattern: "builtins.eval", severity: "critical", desc: "Arbitrary code evaluation" },

20 { pattern: "builtins.exec", severity: "critical", desc: "Arbitrary code execution" },

21 { pattern: "builtins.__import__", severity: "critical",

dist/commands/infra.jsView file

Lines 78-118javascript

78 process.exit(1);

79 }

80 let targets;

81 try {

82 targets = parseInfraTargets(targetArgs);

83 }

84 catch (err) {

85 console.error(chalk.red

dist/commands/__tests__/firewall-advanced-rails.test.jsView file

Lines 14-54javascript

14describe("scanWithAdvancedRails (input rails via core FirewallEngine)", () => {

15 it("returns a DetectionResult-shaped object for benign input with gcg enabled", async () => {

16 const result = await scanWithAdvancedRails("What is the capital of France?", { gcg: true });