frank/ruvnet--RuView
1
0
Fork 0
mirror of https://github.com/ruvnet/RuView synced 2026-06-09 10:13:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: skip triplet JSON export for large datasets (>100K)

Browse Source 
JSON.stringify fails on 1M+ triplets. Training succeeded (33.3%
improvement) but export crashed. Now skips export when >100K triplets.

Co-Authored-By: claude-flow <ruv@ruv.net>
This commit is contained in:
ruv
2026-04-03 09:37:08 -04:00
parent 85417b84a6
commit 828d0599d7
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/train-ruvllm.js
+7 -3
View File
@@ -1257,9 +1257,13 @@ async function main() {
contrastiveResult.finalLoss = finalContrastiveLoss; contrastiveResult.finalLoss = finalContrastiveLoss;
contrastiveResult.improvement = contrastiveImprovement; contrastiveResult.improvement = contrastiveImprovement;
// Export contrastive training data // Export contrastive training data (skip for large datasets to avoid JSON string limit)
const contrastiveOutDir = contrastiveTrainer.exportTrainingData(); if (contrastiveTrainer.getTripletCount() < 100000) {
console.log(` Training data exported to: ${contrastiveOutDir}`); const contrastiveOutDir = contrastiveTrainer.exportTrainingData();
console.log(` Training data exported to: ${contrastiveOutDir}`);
} else {
console.log(` Skipping triplet export (${contrastiveTrainer.getTripletCount()} triplets too large for JSON)`);
}
// ----------------------------------------------------------------------- // -----------------------------------------------------------------------
// Phase 2: Task head training via TrainingPipeline // Phase 2: Task head training via TrainingPipeline