Squashed 'vendor/ruvector/' content from commit b64c2172
git-subtree-dir: vendor/ruvector git-subtree-split: b64c21726f2bb37286d9ee36a7869fef60cc6900
This commit is contained in:
ruv
583
npm/packages/agentic-synth/examples/cicd/pipeline-testing.js
Normal file
583
npm/packages/agentic-synth/examples/cicd/pipeline-testing.js
Normal file
@@ -0,0 +1,583 @@
|
||||
"use strict";
|
||||
/**
|
||||
* CI/CD Pipeline Testing Examples
|
||||
*
|
||||
* This module demonstrates how to use agentic-synth for comprehensive
|
||||
* pipeline testing including:
|
||||
* - Dynamic test case generation
|
||||
* - Edge case scenario creation
|
||||
* - Performance test data at scale
|
||||
* - Security testing datasets
|
||||
* - Multi-stage pipeline data flows
|
||||
*
|
||||
* @module pipeline-testing
|
||||
*/
|
||||
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
||||
if (k2 === undefined) k2 = k;
|
||||
var desc = Object.getOwnPropertyDescriptor(m, k);
|
||||
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
||||
desc = { enumerable: true, get: function() { return m[k]; } };
|
||||
}
|
||||
Object.defineProperty(o, k2, desc);
|
||||
}) : (function(o, m, k, k2) {
|
||||
if (k2 === undefined) k2 = k;
|
||||
o[k2] = m[k];
|
||||
}));
|
||||
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
||||
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
||||
}) : function(o, v) {
|
||||
o["default"] = v;
|
||||
});
|
||||
var __importStar = (this && this.__importStar) || (function () {
|
||||
var ownKeys = function(o) {
|
||||
ownKeys = Object.getOwnPropertyNames || function (o) {
|
||||
var ar = [];
|
||||
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
||||
return ar;
|
||||
};
|
||||
return ownKeys(o);
|
||||
};
|
||||
return function (mod) {
|
||||
if (mod && mod.__esModule) return mod;
|
||||
var result = {};
|
||||
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
||||
__setModuleDefault(result, mod);
|
||||
return result;
|
||||
};
|
||||
})();
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.PipelineTester = void 0;
|
||||
exports.githubActionsPipelineTest = githubActionsPipelineTest;
|
||||
exports.gitlabCIPipelineTest = gitlabCIPipelineTest;
|
||||
exports.jenkinsPipelineTest = jenkinsPipelineTest;
|
||||
const index_js_1 = require("../../src/index.js");
|
||||
const fs = __importStar(require("fs/promises"));
|
||||
const path = __importStar(require("path"));
|
||||
/**
|
||||
* Pipeline testing orchestrator
|
||||
*/
|
||||
class PipelineTester {
|
||||
constructor(config = {}) {
|
||||
this.config = {
|
||||
provider: config.provider || 'gemini',
|
||||
apiKey: config.apiKey || process.env.GEMINI_API_KEY,
|
||||
outputDir: config.outputDir || './pipeline-tests',
|
||||
seed: config.seed || Date.now(),
|
||||
parallel: config.parallel !== false,
|
||||
concurrency: config.concurrency || 5
|
||||
};
|
||||
this.synth = (0, index_js_1.createSynth)({
|
||||
provider: this.config.provider,
|
||||
apiKey: this.config.apiKey,
|
||||
cacheStrategy: 'memory',
|
||||
maxRetries: 3
|
||||
});
|
||||
}
|
||||
/**
|
||||
* Generate dynamic test cases based on specifications
|
||||
*
|
||||
* Creates comprehensive test cases from high-level requirements,
|
||||
* including positive, negative, and edge cases.
|
||||
*/
|
||||
async generateDynamicTestCases(options) {
|
||||
const { feature, scenarios = ['happy_path', 'error_handling', 'edge_cases'], count = 20, includeBoundary = true, includeNegative = true } = options;
|
||||
console.log(`Generating test cases for feature: ${feature}...`);
|
||||
try {
|
||||
const testCaseSchema = {
|
||||
id: { type: 'uuid', required: true },
|
||||
name: { type: 'string', required: true },
|
||||
description: { type: 'text', required: true },
|
||||
category: {
|
||||
type: 'enum',
|
||||
values: ['unit', 'integration', 'e2e', 'performance', 'security'],
|
||||
required: true
|
||||
},
|
||||
scenario: {
|
||||
type: 'enum',
|
||||
values: scenarios,
|
||||
required: true
|
||||
},
|
||||
priority: {
|
||||
type: 'enum',
|
||||
values: ['critical', 'high', 'medium', 'low'],
|
||||
required: true
|
||||
},
|
||||
testType: {
|
||||
type: 'enum',
|
||||
values: ['positive', 'negative', 'boundary', 'edge'],
|
||||
required: true
|
||||
},
|
||||
input: { type: 'object', required: true },
|
||||
expectedOutput: { type: 'object', required: true },
|
||||
preconditions: { type: 'array', items: { type: 'string' } },
|
||||
steps: { type: 'array', items: { type: 'string' } },
|
||||
assertions: { type: 'array', items: { type: 'string' } },
|
||||
tags: { type: 'array', items: { type: 'string' } },
|
||||
timeout: { type: 'integer', min: 1000, max: 60000, required: true },
|
||||
retryable: { type: 'boolean', required: true },
|
||||
flaky: { type: 'boolean', required: true },
|
||||
metadata: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
author: { type: 'string' },
|
||||
createdAt: { type: 'timestamp' },
|
||||
jiraTicket: { type: 'string' },
|
||||
relatedTests: { type: 'array', items: { type: 'string' } }
|
||||
}
|
||||
}
|
||||
};
|
||||
const result = await this.synth.generateStructured({
|
||||
count,
|
||||
schema: testCaseSchema,
|
||||
seed: this.config.seed,
|
||||
constraints: {
|
||||
feature,
|
||||
includeBoundary,
|
||||
includeNegative
|
||||
}
|
||||
});
|
||||
await this.saveResult('test-cases', result);
|
||||
console.log('✅ Test cases generated successfully');
|
||||
console.log(` Total cases: ${result.metadata.count}`);
|
||||
console.log(` Duration: ${result.metadata.duration}ms`);
|
||||
return result;
|
||||
}
|
||||
catch (error) {
|
||||
console.error('❌ Failed to generate test cases:', error);
|
||||
throw new index_js_1.SynthError('Test case generation failed', 'TEST_CASE_ERROR', error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Generate edge case scenarios
|
||||
*
|
||||
* Creates extreme and boundary condition test data to catch
|
||||
* potential bugs and edge cases.
|
||||
*/
|
||||
async generateEdgeCases(options) {
|
||||
const { dataType, count = 30, extremes = true } = options;
|
||||
console.log(`Generating edge cases for ${dataType}...`);
|
||||
try {
|
||||
// Define schemas for different edge case types
|
||||
const edgeCaseSchemas = {
|
||||
string: {
|
||||
type: 'string',
|
||||
variants: [
|
||||
'empty',
|
||||
'very_long',
|
||||
'special_characters',
|
||||
'unicode',
|
||||
'sql_injection',
|
||||
'xss_payload',
|
||||
'null_bytes',
|
||||
'whitespace_only'
|
||||
]
|
||||
},
|
||||
number: {
|
||||
type: 'number',
|
||||
variants: [
|
||||
'zero',
|
||||
'negative',
|
||||
'very_large',
|
||||
'very_small',
|
||||
'float_precision',
|
||||
'infinity',
|
||||
'nan',
|
||||
'negative_zero'
|
||||
]
|
||||
},
|
||||
array: {
|
||||
type: 'array',
|
||||
variants: [
|
||||
'empty',
|
||||
'single_element',
|
||||
'very_large',
|
||||
'nested_deeply',
|
||||
'mixed_types',
|
||||
'circular_reference'
|
||||
]
|
||||
},
|
||||
object: {
|
||||
type: 'object',
|
||||
variants: [
|
||||
'empty',
|
||||
'null_values',
|
||||
'undefined_values',
|
||||
'nested_deeply',
|
||||
'large_keys',
|
||||
'special_key_names'
|
||||
]
|
||||
}
|
||||
};
|
||||
const schema = {
|
||||
id: { type: 'uuid', required: true },
|
||||
edgeCase: { type: 'string', required: true },
|
||||
variant: { type: 'string', required: true },
|
||||
value: { type: 'any', required: true },
|
||||
description: { type: 'text', required: true },
|
||||
expectedBehavior: { type: 'string', required: true },
|
||||
category: {
|
||||
type: 'enum',
|
||||
values: ['boundary', 'extreme', 'invalid', 'malformed', 'security'],
|
||||
required: true
|
||||
},
|
||||
severity: {
|
||||
type: 'enum',
|
||||
values: ['critical', 'high', 'medium', 'low'],
|
||||
required: true
|
||||
},
|
||||
testData: { type: 'object', required: true }
|
||||
};
|
||||
const result = await this.synth.generateStructured({
|
||||
count,
|
||||
schema,
|
||||
seed: this.config.seed,
|
||||
constraints: {
|
||||
dataType,
|
||||
extremes,
|
||||
variants: edgeCaseSchemas[dataType]?.variants || []
|
||||
}
|
||||
});
|
||||
await this.saveResult('edge-cases', result);
|
||||
console.log('✅ Edge cases generated successfully');
|
||||
console.log(` Total cases: ${result.metadata.count}`);
|
||||
return result;
|
||||
}
|
||||
catch (error) {
|
||||
console.error('❌ Failed to generate edge cases:', error);
|
||||
throw new index_js_1.SynthError('Edge case generation failed', 'EDGE_CASE_ERROR', error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Generate performance test data at scale
|
||||
*
|
||||
* Creates large-scale datasets for performance and stress testing
|
||||
* with realistic data distributions.
|
||||
*/
|
||||
async generatePerformanceTestData(options) {
|
||||
const { scenario, dataPoints = 100000, concurrent = true, timeRange = {
|
||||
start: new Date(Date.now() - 30 * 24 * 60 * 60 * 1000),
|
||||
end: new Date()
|
||||
} } = options;
|
||||
console.log(`Generating performance test data for ${scenario}...`);
|
||||
try {
|
||||
// Generate time-series data for realistic performance testing
|
||||
const result = await this.synth.generateTimeSeries({
|
||||
count: dataPoints,
|
||||
startDate: timeRange.start,
|
||||
endDate: timeRange.end,
|
||||
interval: '1m',
|
||||
metrics: ['requests', 'latency', 'errors', 'cpu', 'memory'],
|
||||
trend: 'random',
|
||||
seasonality: true,
|
||||
noise: 0.2
|
||||
});
|
||||
await this.saveResult(`performance-${scenario}`, result);
|
||||
console.log('✅ Performance test data generated successfully');
|
||||
console.log(` Data points: ${result.metadata.count}`);
|
||||
console.log(` Duration: ${result.metadata.duration}ms`);
|
||||
return result;
|
||||
}
|
||||
catch (error) {
|
||||
console.error('❌ Failed to generate performance test data:', error);
|
||||
throw new index_js_1.SynthError('Performance data generation failed', 'PERF_DATA_ERROR', error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Generate security testing datasets
|
||||
*
|
||||
* Creates security-focused test data including:
|
||||
* - SQL injection payloads
|
||||
* - XSS attack vectors
|
||||
* - Authentication bypass attempts
|
||||
* - CSRF tokens and scenarios
|
||||
* - Rate limiting tests
|
||||
*/
|
||||
async generateSecurityTestData(options = {}) {
|
||||
const { attackVectors = ['sql_injection', 'xss', 'csrf', 'auth_bypass', 'path_traversal'], count = 50 } = options;
|
||||
console.log('Generating security test data...');
|
||||
try {
|
||||
const securityTestSchema = {
|
||||
id: { type: 'uuid', required: true },
|
||||
attackType: {
|
||||
type: 'enum',
|
||||
values: attackVectors,
|
||||
required: true
|
||||
},
|
||||
severity: {
|
||||
type: 'enum',
|
||||
values: ['critical', 'high', 'medium', 'low'],
|
||||
required: true
|
||||
},
|
||||
payload: { type: 'string', required: true },
|
||||
description: { type: 'text', required: true },
|
||||
targetEndpoint: { type: 'string', required: true },
|
||||
method: { type: 'enum', values: ['GET', 'POST', 'PUT', 'DELETE'], required: true },
|
||||
headers: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
'Content-Type': { type: 'string' },
|
||||
'Authorization': { type: 'string' },
|
||||
'X-CSRF-Token': { type: 'string' }
|
||||
}
|
||||
},
|
||||
expectedResponse: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
statusCode: { type: 'integer' },
|
||||
blocked: { type: 'boolean' },
|
||||
sanitized: { type: 'boolean' }
|
||||
}
|
||||
},
|
||||
mitigation: { type: 'string', required: true },
|
||||
cvssScore: { type: 'decimal', min: 0, max: 10, required: false },
|
||||
references: { type: 'array', items: { type: 'url' } }
|
||||
};
|
||||
const result = await this.synth.generateStructured({
|
||||
count,
|
||||
schema: securityTestSchema,
|
||||
seed: this.config.seed
|
||||
});
|
||||
await this.saveResult('security-tests', result);
|
||||
console.log('✅ Security test data generated successfully');
|
||||
console.log(` Test cases: ${result.metadata.count}`);
|
||||
console.log(` Attack vectors: ${attackVectors.join(', ')}`);
|
||||
return result;
|
||||
}
|
||||
catch (error) {
|
||||
console.error('❌ Failed to generate security test data:', error);
|
||||
throw new index_js_1.SynthError('Security test generation failed', 'SECURITY_TEST_ERROR', error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Generate multi-stage pipeline test data
|
||||
*
|
||||
* Creates interconnected test data that flows through
|
||||
* multiple pipeline stages (build, test, deploy).
|
||||
*/
|
||||
async generatePipelineData(options = {}) {
|
||||
const { stages = ['build', 'test', 'deploy'], jobsPerStage = 10 } = options;
|
||||
console.log('Generating multi-stage pipeline data...');
|
||||
try {
|
||||
const results = {};
|
||||
for (const stage of stages) {
|
||||
const stageSchema = {
|
||||
id: { type: 'uuid', required: true },
|
||||
stage: { type: 'string', required: true, default: stage },
|
||||
jobName: { type: 'string', required: true },
|
||||
status: {
|
||||
type: 'enum',
|
||||
values: ['pending', 'running', 'success', 'failed', 'cancelled', 'skipped'],
|
||||
required: true
|
||||
},
|
||||
startedAt: { type: 'timestamp', required: true },
|
||||
completedAt: { type: 'timestamp', required: false },
|
||||
duration: { type: 'integer', min: 0, required: false },
|
||||
exitCode: { type: 'integer', required: false },
|
||||
logs: { type: 'text', required: false },
|
||||
artifacts: {
|
||||
type: 'array',
|
||||
items: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
name: { type: 'string' },
|
||||
path: { type: 'string' },
|
||||
size: { type: 'integer' }
|
||||
}
|
||||
}
|
||||
},
|
||||
dependencies: { type: 'array', items: { type: 'string' } },
|
||||
environment: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
name: { type: 'string' },
|
||||
variables: { type: 'object' }
|
||||
}
|
||||
},
|
||||
metrics: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
cpuUsage: { type: 'decimal' },
|
||||
memoryUsage: { type: 'decimal' },
|
||||
diskIO: { type: 'integer' }
|
||||
}
|
||||
}
|
||||
};
|
||||
const result = await this.synth.generateStructured({
|
||||
count: jobsPerStage,
|
||||
schema: stageSchema,
|
||||
seed: `${this.config.seed}-${stage}`
|
||||
});
|
||||
results[stage] = result;
|
||||
await this.saveResult(`pipeline-${stage}`, result);
|
||||
}
|
||||
console.log('✅ Pipeline data generated successfully');
|
||||
console.log(` Stages: ${stages.join(' → ')}`);
|
||||
console.log(` Jobs per stage: ${jobsPerStage}`);
|
||||
return results;
|
||||
}
|
||||
catch (error) {
|
||||
console.error('❌ Failed to generate pipeline data:', error);
|
||||
throw new index_js_1.SynthError('Pipeline data generation failed', 'PIPELINE_ERROR', error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Generate regression test data
|
||||
*
|
||||
* Creates test data specifically for regression testing,
|
||||
* including historical bug scenarios and known issues.
|
||||
*/
|
||||
async generateRegressionTests(options = {}) {
|
||||
const { bugCount = 25, includeFixed = true } = options;
|
||||
console.log('Generating regression test data...');
|
||||
try {
|
||||
const regressionSchema = {
|
||||
id: { type: 'uuid', required: true },
|
||||
bugId: { type: 'string', required: true },
|
||||
title: { type: 'string', required: true },
|
||||
description: { type: 'text', required: true },
|
||||
severity: {
|
||||
type: 'enum',
|
||||
values: ['critical', 'high', 'medium', 'low'],
|
||||
required: true
|
||||
},
|
||||
status: {
|
||||
type: 'enum',
|
||||
values: ['open', 'fixed', 'verified', 'wont_fix'],
|
||||
required: true
|
||||
},
|
||||
reproducibleSteps: { type: 'array', items: { type: 'string' } },
|
||||
testData: { type: 'object', required: true },
|
||||
expectedBehavior: { type: 'text', required: true },
|
||||
actualBehavior: { type: 'text', required: true },
|
||||
fixedInVersion: { type: 'string', required: false },
|
||||
relatedBugs: { type: 'array', items: { type: 'string' } },
|
||||
affectedVersions: { type: 'array', items: { type: 'string' } },
|
||||
testCoverage: {
|
||||
type: 'object',
|
||||
properties: {
|
||||
unitTest: { type: 'boolean' },
|
||||
integrationTest: { type: 'boolean' },
|
||||
e2eTest: { type: 'boolean' }
|
||||
}
|
||||
}
|
||||
};
|
||||
const result = await this.synth.generateStructured({
|
||||
count: bugCount,
|
||||
schema: regressionSchema,
|
||||
seed: this.config.seed,
|
||||
constraints: { includeFixed }
|
||||
});
|
||||
await this.saveResult('regression-tests', result);
|
||||
console.log('✅ Regression test data generated successfully');
|
||||
console.log(` Bug scenarios: ${result.metadata.count}`);
|
||||
return result;
|
||||
}
|
||||
catch (error) {
|
||||
console.error('❌ Failed to generate regression test data:', error);
|
||||
throw new index_js_1.SynthError('Regression test generation failed', 'REGRESSION_ERROR', error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Generate comprehensive test suite
|
||||
*
|
||||
* Combines all test data generation methods into a complete
|
||||
* test suite for CI/CD pipelines.
|
||||
*/
|
||||
async generateComprehensiveTestSuite(options = { feature: 'default' }) {
|
||||
console.log('🚀 Generating comprehensive test suite...\n');
|
||||
const startTime = Date.now();
|
||||
try {
|
||||
// Run all generators in parallel for maximum speed
|
||||
await Promise.all([
|
||||
this.generateDynamicTestCases({
|
||||
feature: options.feature,
|
||||
count: options.testCases || 30
|
||||
}),
|
||||
this.generateEdgeCases({
|
||||
dataType: 'string',
|
||||
count: options.edgeCases || 20
|
||||
}),
|
||||
this.generatePerformanceTestData({
|
||||
scenario: options.feature,
|
||||
dataPoints: options.performanceTests || 10000
|
||||
}),
|
||||
this.generateSecurityTestData({
|
||||
count: options.securityTests || 30
|
||||
}),
|
||||
this.generatePipelineData(),
|
||||
this.generateRegressionTests()
|
||||
]);
|
||||
const duration = Date.now() - startTime;
|
||||
console.log(`\n✅ Comprehensive test suite generated in ${duration}ms`);
|
||||
console.log(`📁 Output directory: ${path.resolve(this.config.outputDir)}`);
|
||||
}
|
||||
catch (error) {
|
||||
console.error('\n❌ Failed to generate test suite:', error);
|
||||
throw error;
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Save result to file
|
||||
*/
|
||||
async saveResult(name, result) {
|
||||
try {
|
||||
await fs.mkdir(this.config.outputDir, { recursive: true });
|
||||
const filepath = path.join(this.config.outputDir, `${name}.json`);
|
||||
await fs.writeFile(filepath, JSON.stringify(result.data, null, 2), 'utf-8');
|
||||
const metadataPath = path.join(this.config.outputDir, `${name}.metadata.json`);
|
||||
await fs.writeFile(metadataPath, JSON.stringify(result.metadata, null, 2), 'utf-8');
|
||||
}
|
||||
catch (error) {
|
||||
console.error(`Failed to save ${name}:`, error);
|
||||
throw error;
|
||||
}
|
||||
}
|
||||
}
|
||||
exports.PipelineTester = PipelineTester;
|
||||
/**
|
||||
* Example: GitHub Actions Integration
|
||||
*/
|
||||
async function githubActionsPipelineTest() {
|
||||
const tester = new PipelineTester({
|
||||
outputDir: process.env.GITHUB_WORKSPACE + '/test-data',
|
||||
seed: process.env.GITHUB_SHA
|
||||
});
|
||||
await tester.generateComprehensiveTestSuite({
|
||||
feature: process.env.FEATURE_NAME || 'default',
|
||||
testCases: 50,
|
||||
edgeCases: 30,
|
||||
performanceTests: 20000,
|
||||
securityTests: 40
|
||||
});
|
||||
}
|
||||
/**
|
||||
* Example: GitLab CI Integration
|
||||
*/
|
||||
async function gitlabCIPipelineTest() {
|
||||
const tester = new PipelineTester({
|
||||
outputDir: process.env.CI_PROJECT_DIR + '/test-data',
|
||||
seed: process.env.CI_COMMIT_SHORT_SHA
|
||||
});
|
||||
await tester.generatePipelineData({
|
||||
stages: ['build', 'test', 'security', 'deploy'],
|
||||
jobsPerStage: 15
|
||||
});
|
||||
}
|
||||
/**
|
||||
* Example: Jenkins Pipeline Integration
|
||||
*/
|
||||
async function jenkinsPipelineTest() {
|
||||
const tester = new PipelineTester({
|
||||
outputDir: process.env.WORKSPACE + '/test-data',
|
||||
seed: process.env.BUILD_NUMBER
|
||||
});
|
||||
await tester.generateComprehensiveTestSuite({
|
||||
feature: process.env.JOB_NAME || 'default'
|
||||
});
|
||||
}
|
||||
// Run if called directly
|
||||
if (import.meta.url === `file://${process.argv[1]}`) {
|
||||
const tester = new PipelineTester();
|
||||
tester.generateComprehensiveTestSuite({ feature: 'example' }).catch(console.error);
|
||||
}
|
||||
//# sourceMappingURL=pipeline-testing.js.map
|
||||
Reference in New Issue
Block a user