Phase 1: Foundation & Stability Infrastructure
✅ BullMQ job queue system installed and configured ✅ Zod validation schemas for all collections ✅ Spintax validator with integrity checks ✅ Work log helper for centralized logging ✅ Transaction wrapper for safe database operations ✅ Batch operation utilities with rate limiting ✅ Circuit breaker for WordPress/Directus resilience ✅ Dry-run mode for preview generation ✅ Version management system ✅ Environment configuration This establishes the bulletproof infrastructure for Spark Alpha.
This commit is contained in:
cawcenter
193
scripts/inspect_schema.js
Normal file
193
scripts/inspect_schema.js
Normal file
@@ -0,0 +1,193 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
/**
|
||||
* Deep Schema Inspector
|
||||
* Gets complete field details for all collections to fix relationship issues
|
||||
*/
|
||||
|
||||
const DIRECTUS_URL = 'https://spark.jumpstartscaling.com';
|
||||
const ADMIN_TOKEN = 'SufWLAbsqmbbqF_gg5I70ng8wE1zXt-a';
|
||||
|
||||
async function makeRequest(endpoint, method = 'GET', body = null) {
|
||||
const options = {
|
||||
method,
|
||||
headers: {
|
||||
'Authorization': `Bearer ${ADMIN_TOKEN}`,
|
||||
'Content-Type': 'application/json'
|
||||
}
|
||||
};
|
||||
|
||||
if (body) {
|
||||
options.body = JSON.stringify(body);
|
||||
}
|
||||
|
||||
const response = await fetch(`${DIRECTUS_URL}${endpoint}`, options);
|
||||
if (!response.ok) {
|
||||
const errorText = await response.text();
|
||||
throw new Error(`API Error: ${response.status} - ${errorText}`);
|
||||
}
|
||||
return response.json();
|
||||
}
|
||||
|
||||
async function inspectSchema() {
|
||||
console.log('🔍 DEEP SCHEMA INSPECTION\n');
|
||||
console.log('═'.repeat(80));
|
||||
|
||||
// Get all collections
|
||||
const collectionsData = await makeRequest('/collections');
|
||||
const collections = collectionsData.data.filter(c => !c.collection.startsWith('directus_'));
|
||||
|
||||
// Get all fields
|
||||
const fieldsData = await makeRequest('/fields');
|
||||
|
||||
// Get all relations
|
||||
const relationsData = await makeRequest('/relations');
|
||||
|
||||
const schemaMap = {};
|
||||
|
||||
console.log('\n📦 COLLECTION FIELD DETAILS\n');
|
||||
|
||||
for (const collection of collections) {
|
||||
const collectionName = collection.collection;
|
||||
const fields = fieldsData.data.filter(f => f.collection === collectionName);
|
||||
|
||||
console.log(`\n${'='.repeat(80)}`);
|
||||
console.log(`📁 ${collectionName.toUpperCase()}`);
|
||||
console.log('='.repeat(80));
|
||||
|
||||
schemaMap[collectionName] = {
|
||||
fields: {},
|
||||
relations: []
|
||||
};
|
||||
|
||||
// Show sample data to see actual field names
|
||||
try {
|
||||
const sampleData = await makeRequest(`/items/${collectionName}?limit=1`);
|
||||
if (sampleData.data && sampleData.data.length > 0) {
|
||||
const sample = sampleData.data[0];
|
||||
console.log('\n🔬 SAMPLE RECORD FIELDS:');
|
||||
Object.keys(sample).forEach(key => {
|
||||
const value = sample[key];
|
||||
const type = Array.isArray(value) ? 'array' : typeof value;
|
||||
console.log(` • ${key.padEnd(30)} = ${type.padEnd(10)} ${type === 'string' || type === 'number' ? `(${String(value).substring(0, 40)})` : ''}`);
|
||||
});
|
||||
}
|
||||
} catch (err) {
|
||||
console.log('\n⚠️ Could not fetch sample data');
|
||||
}
|
||||
|
||||
console.log('\n📋 FIELD SCHEMA:');
|
||||
fields.forEach(field => {
|
||||
const info = {
|
||||
type: field.type,
|
||||
interface: field.meta?.interface || 'none',
|
||||
required: field.meta?.required || false,
|
||||
display: field.meta?.display || 'none'
|
||||
};
|
||||
|
||||
schemaMap[collectionName].fields[field.field] = info;
|
||||
|
||||
console.log(` ${field.field.padEnd(30)} | ${field.type.padEnd(15)} | ${info.interface}`);
|
||||
|
||||
// Show relationship details
|
||||
if (field.meta?.interface?.includes('select-dropdown-m2o')) {
|
||||
const template = field.meta?.options?.template || 'NOT SET';
|
||||
console.log(` └─ Template: ${template}`);
|
||||
}
|
||||
});
|
||||
|
||||
// Show relations for this collection
|
||||
const relations = relationsData.data.filter(r =>
|
||||
r.collection === collectionName || r.related_collection === collectionName
|
||||
);
|
||||
|
||||
if (relations.length > 0) {
|
||||
console.log('\n🔗 RELATIONSHIPS:');
|
||||
relations.forEach(rel => {
|
||||
schemaMap[collectionName].relations.push(rel);
|
||||
if (rel.collection === collectionName) {
|
||||
console.log(` → Many-to-One: ${rel.field} → ${rel.related_collection}`);
|
||||
} else {
|
||||
console.log(` ← One-to-Many: ${rel.related_collection}.${rel.field || rel.meta?.many_field || '?'}`);
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
// Check for problematic relationship templates
|
||||
console.log('\n\n' + '═'.repeat(80));
|
||||
console.log('🔍 RELATIONSHIP TEMPLATE VALIDATION');
|
||||
console.log('═'.repeat(80));
|
||||
|
||||
const issues = [];
|
||||
|
||||
for (const [collectionName, schema] of Object.entries(schemaMap)) {
|
||||
for (const [fieldName, fieldInfo] of Object.entries(schema.fields)) {
|
||||
if (fieldInfo.interface?.includes('m2o')) {
|
||||
// Get the field meta to check template
|
||||
const fieldDetail = fieldsData.data.find(f =>
|
||||
f.collection === collectionName && f.field === fieldName
|
||||
);
|
||||
|
||||
if (fieldDetail?.meta?.options?.template) {
|
||||
const template = fieldDetail.meta.options.template;
|
||||
const relation = relationsData.data.find(r =>
|
||||
r.collection === collectionName && r.field === fieldName
|
||||
);
|
||||
|
||||
if (relation) {
|
||||
const targetCollection = relation.related_collection;
|
||||
const targetFields = schemaMap[targetCollection]?.fields || {};
|
||||
|
||||
// Extract field name from template (e.g., "{{campaign_name}}" → "campaign_name")
|
||||
const templateFieldMatch = template.match(/\{\{(\w+)\}\}/);
|
||||
if (templateFieldMatch) {
|
||||
const templateField = templateFieldMatch[1];
|
||||
|
||||
if (!targetFields[templateField]) {
|
||||
issues.push({
|
||||
collection: collectionName,
|
||||
field: fieldName,
|
||||
targetCollection,
|
||||
templateField,
|
||||
issue: `Template references non-existent field "${templateField}"`
|
||||
});
|
||||
console.log(`\n❌ ${collectionName}.${fieldName}`);
|
||||
console.log(` Target: ${targetCollection}`);
|
||||
console.log(` Template: ${template}`);
|
||||
console.log(` Issue: Field "${templateField}" does not exist in ${targetCollection}`);
|
||||
console.log(` Available fields: ${Object.keys(targetFields).join(', ')}`);
|
||||
} else {
|
||||
console.log(`\n✅ ${collectionName}.${fieldName} → ${targetCollection}.${templateField}`);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Save schema map
|
||||
const fs = require('fs');
|
||||
fs.writeFileSync('schema_map.json', JSON.stringify(schemaMap, null, 2));
|
||||
console.log('\n\n📄 Complete schema map saved to: schema_map.json');
|
||||
|
||||
if (issues.length > 0) {
|
||||
console.log(`\n⚠️ Found ${issues.length} relationship template issues\n`);
|
||||
fs.writeFileSync('schema_issues.json', JSON.stringify(issues, null, 2));
|
||||
console.log('📄 Issues saved to: schema_issues.json\n');
|
||||
} else {
|
||||
console.log('\n✅ All relationship templates are valid!\n');
|
||||
}
|
||||
|
||||
return { schemaMap, issues };
|
||||
}
|
||||
|
||||
inspectSchema()
|
||||
.then(({ issues }) => {
|
||||
process.exit(issues.length > 0 ? 1 : 0);
|
||||
})
|
||||
.catch(err => {
|
||||
console.error('❌ Inspection failed:', err.message);
|
||||
process.exit(1);
|
||||
});
|
||||
Reference in New Issue
Block a user