feat: add file sizes to tree, improve file headers, and add integration tests

Author: aaurelions

.github/workflows/publish-to-npm.yml

@@ -32,6 +32,9 @@ jobs:
       - name: Install dependencies
         run: npm install
 
+      - name: Run Tests
+        run: npm test
+
       - name: Publish to npm
         run: npm publish --access public --no-git-checks
         env:

.github/workflows/publish-to-pypi.yml

@@ -34,6 +34,11 @@ jobs:
       - name: Install dependencies
         run: python -m pip install --upgrade pip build
 
+      - name: Run Tests
+        run: |
+          pip install ".[test]"
+          pytest
+
       - name: Build package
         run: python -m build
 

.release-please-manifest.json

@@ -1,4 +1,4 @@
 {
-  "combicode-py": "1.4.0",
-  "combicode-js": "1.4.0"
+  "combicode-py": "1.5.0",
+  "combicode-js": "1.5.0"
 }

combicode-js/.gitignore

@@ -111,4 +111,7 @@ dist
 .pnp.*
 
 # macOS
-.DS_Store 
+.DS_Store 
+
+temp_env
+config

combicode-js/CHANGELOG.md

@@ -1,42 +1,45 @@
 # Changelog
 
-## [1.4.0](https://github.com/aaurelions/combicode/compare/combicode-js-v1.3.0...combicode-js-v1.4.0) (2025-08-13)
+## [1.5.0](https://github.com/aaurelions/combicode/compare/combicode-js-v1.4.0...combicode-js-v1.5.0) (2025-11-30)
+
+### Features
 
+- **tree:** display file sizes in the generated file tree (e.g., `[1.2KB]`)
+- **output:** improve file header format (`### **FILE:**`) for better LLM parsing
+- **tests:** add integration test suite using native Node.js modules
+
+## [1.4.0](https://github.com/aaurelions/combicode/compare/combicode-js-v1.3.0...combicode-js-v1.4.0) (2025-08-13)
 
 ### Features
 
-* Add --llms-txt flag for llms.txt documentation context ([0817554](https://github.com/aaurelions/combicode/commit/081755435594b0ca5208609b2724eb47bd73c2dc))
+- Add --llms-txt flag for llms.txt documentation context ([0817554](https://github.com/aaurelions/combicode/commit/081755435594b0ca5208609b2724eb47bd73c2dc))
 
 ## [1.3.0](https://github.com/aaurelions/combicode/compare/combicode-js-v1.2.1...combicode-js-v1.3.0) (2025-06-25)
 
-
 ### Features
 
-* Add package-lock.json for reproducible builds ([06a417a](https://github.com/aaurelions/combicode/commit/06a417a155e9b72e26d0e091d181cfb8c53f0d28))
-* **ci:** implement independent package versioning for monorepo ([d02cf23](https://github.com/aaurelions/combicode/commit/d02cf233239c7af8db19061f34b769178334b388))
-* improve CLI output and version reporting ([7963a10](https://github.com/aaurelions/combicode/commit/7963a10782c2626608750de53023d37d327d51b2))
-* improve CLI output and version reporting ([e74f6d8](https://github.com/aaurelions/combicode/commit/e74f6d8fbed4f9cdf8ad82f3dae87069f66f7bb6))
-
+- Add package-lock.json for reproducible builds ([06a417a](https://github.com/aaurelions/combicode/commit/06a417a155e9b72e26d0e091d181cfb8c53f0d28))
+- **ci:** implement independent package versioning for monorepo ([d02cf23](https://github.com/aaurelions/combicode/commit/d02cf233239c7af8db19061f34b769178334b388))
+- improve CLI output and version reporting ([7963a10](https://github.com/aaurelions/combicode/commit/7963a10782c2626608750de53023d37d327d51b2))
+- improve CLI output and version reporting ([e74f6d8](https://github.com/aaurelions/combicode/commit/e74f6d8fbed4f9cdf8ad82f3dae87069f66f7bb6))
 
 ### Bug Fixes
 
-* **ci:** permission error ([156b76d](https://github.com/aaurelions/combicode/commit/156b76d3ab1550123df2ded6b1da5d6e2e2cc008))
-* **npm:** Set public access for publishing and bump version to 1.0.1 ([6c91eb7](https://github.com/aaurelions/combicode/commit/6c91eb714c81ec0201bb0fcfad8ad9fb4124cd7e))
-* Use scoped npm package name and bump python version ([8a1b347](https://github.com/aaurelions/combicode/commit/8a1b347f6c54c9762acf354ef289c293d3ef21a3))
+- **ci:** permission error ([156b76d](https://github.com/aaurelions/combicode/commit/156b76d3ab1550123df2ded6b1da5d6e2e2cc008))
+- **npm:** Set public access for publishing and bump version to 1.0.1 ([6c91eb7](https://github.com/aaurelions/combicode/commit/6c91eb714c81ec0201bb0fcfad8ad9fb4124cd7e))
+- Use scoped npm package name and bump python version ([8a1b347](https://github.com/aaurelions/combicode/commit/8a1b347f6c54c9762acf354ef289c293d3ef21a3))
 
 ## [1.2.0](https://github.com/aaurelions/combicode/compare/combicode-js-v1.1.0...combicode-js-v1.2.0) (2025-06-25)
 
-
 ### Features
 
-* Add package-lock.json for reproducible builds ([06a417a](https://github.com/aaurelions/combicode/commit/06a417a155e9b72e26d0e091d181cfb8c53f0d28))
-* **ci:** implement independent package versioning for monorepo ([d02cf23](https://github.com/aaurelions/combicode/commit/d02cf233239c7af8db19061f34b769178334b388))
-* improve CLI output and version reporting ([7963a10](https://github.com/aaurelions/combicode/commit/7963a10782c2626608750de53023d37d327d51b2))
-* improve CLI output and version reporting ([e74f6d8](https://github.com/aaurelions/combicode/commit/e74f6d8fbed4f9cdf8ad82f3dae87069f66f7bb6))
-
+- Add package-lock.json for reproducible builds ([06a417a](https://github.com/aaurelions/combicode/commit/06a417a155e9b72e26d0e091d181cfb8c53f0d28))
+- **ci:** implement independent package versioning for monorepo ([d02cf23](https://github.com/aaurelions/combicode/commit/d02cf233239c7af8db19061f34b769178334b388))
+- improve CLI output and version reporting ([7963a10](https://github.com/aaurelions/combicode/commit/7963a10782c2626608750de53023d37d327d51b2))
+- improve CLI output and version reporting ([e74f6d8](https://github.com/aaurelions/combicode/commit/e74f6d8fbed4f9cdf8ad82f3dae87069f66f7bb6))
 
 ### Bug Fixes
 
-* **ci:** permission error ([156b76d](https://github.com/aaurelions/combicode/commit/156b76d3ab1550123df2ded6b1da5d6e2e2cc008))
-* **npm:** Set public access for publishing and bump version to 1.0.1 ([6c91eb7](https://github.com/aaurelions/combicode/commit/6c91eb714c81ec0201bb0fcfad8ad9fb4124cd7e))
-* Use scoped npm package name and bump python version ([8a1b347](https://github.com/aaurelions/combicode/commit/8a1b347f6c54c9762acf354ef289c293d3ef21a3))
+- **ci:** permission error ([156b76d](https://github.com/aaurelions/combicode/commit/156b76d3ab1550123df2ded6b1da5d6e2e2cc008))
+- **npm:** Set public access for publishing and bump version to 1.0.1 ([6c91eb7](https://github.com/aaurelions/combicode/commit/6c91eb714c81ec0201bb0fcfad8ad9fb4124cd7e))
+- Use scoped npm package name and bump python version ([8a1b347](https://github.com/aaurelions/combicode/commit/8a1b347f6c54c9762acf354ef289c293d3ef21a3))

combicode-js/index.js

@@ -10,7 +10,7 @@ const { version } = require("./package.json");
 
 const DEFAULT_SYSTEM_PROMPT = `You are an expert software architect. The user is providing you with the complete source code for a project, contained in a single file. Your task is to meticulously analyze the provided codebase to gain a comprehensive understanding of its structure, functionality, dependencies, and overall architecture.
 
-A file tree is provided below to give you a high-level overview. The subsequent sections contain the full content of each file, clearly marked with "// FILE: <path>".
+A file tree is provided below to give you a high-level overview. The subsequent sections contain the full content of each file, clearly marked with a file header.
 
 Your instructions are:
 1.  **Analyze Thoroughly:** Read through every file to understand its purpose and how it interacts with other files.
@@ -21,7 +21,7 @@ const LLMS_TXT_SYSTEM_PROMPT = `You are an expert software architect. The user i
 
 When answering questions or writing code, adhere strictly to the functions, variables, and methods described in this context. Do not use or suggest any deprecated or older functionalities that are not present here.
 
-A file tree of the documentation source is provided below for a high-level overview. The subsequent sections contain the full content of each file, clearly marked with "// FILE: <path>".
+A file tree of the documentation source is provided below for a high-level overview. The subsequent sections contain the full content of each file, clearly marked with a file header.
 `;
 
 function loadDefaultIgnorePatterns() {
@@ -53,28 +53,50 @@ function isLikelyBinary(file) {
   }
 }
 
-function generateFileTree(files, root) {
+function formatBytes(bytes, decimals = 1) {
+  if (bytes === 0) return "0 B";
+  const k = 1024;
+  const dm = decimals < 0 ? 0 : decimals;
+  const sizes = ["B", "KB", "MB", "GB", "TB"];
+  const i = Math.floor(Math.log(bytes) / Math.log(k));
+  return parseFloat((bytes / Math.pow(k, i)).toFixed(dm)) + "" + sizes[i];
+}
+
+function generateFileTree(filesWithSize, root) {
   let tree = `${path.basename(root)}/\n`;
   const structure = {};
 
-  files.forEach((file) => {
-    const parts = file.split(path.sep);
+  // Build the structure
+  filesWithSize.forEach(({ relativePath, formattedSize }) => {
+    const parts = relativePath.split(path.sep);
     let currentLevel = structure;
-    parts.forEach((part) => {
-      if (!currentLevel[part]) {
-        currentLevel[part] = {};
+    parts.forEach((part, index) => {
+      const isFile = index === parts.length - 1;
+      if (isFile) {
+        currentLevel[part] = formattedSize;
+      } else {
+        if (!currentLevel[part]) {
+          currentLevel[part] = {};
+        }
+        currentLevel = currentLevel[part];
       }
-      currentLevel = currentLevel[part];
     });
   });
 
   const buildTree = (level, prefix) => {
     const entries = Object.keys(level);
     entries.forEach((entry, index) => {
       const isLast = index === entries.length - 1;
-      tree += `${prefix}${isLast ? "└── " : "├── "}${entry}\n`;
-      if (Object.keys(level[entry]).length > 0) {
-        buildTree(level[entry], `${prefix}${isLast ? "    " : "│   "}`);
+      const value = level[entry];
+      const isFile = typeof value === "string";
+
+      const connector = isLast ? "└── " : "├── ";
+
+      if (isFile) {
+        tree += `${prefix}${connector}[${value}] ${entry}\n`;
+      } else {
+        tree += `${prefix}${connector}${entry}\n`;
+        buildTree(value, `${prefix}${isLast ? "    " : "│   "}`);
       }
     });
   };
@@ -163,7 +185,7 @@ async function main() {
     dot: true,
     ignore: ignorePatterns,
     absolute: true,
-    stats: false,
+    stats: true,
   });
 
   const allowedExtensions = argv.includeExt
@@ -175,28 +197,30 @@ async function main() {
     : null;
 
   const includedFiles = allFiles
-    .filter((file) => {
-      const stats = fs.statSync(file, { throwIfNoEntry: false });
-      if (!stats || stats.isDirectory()) return false;
+    .filter((fileObj) => {
+      const file = fileObj.path;
+      if (!fileObj.stats || fileObj.stats.isDirectory()) return false;
       if (isLikelyBinary(file)) return false;
       if (allowedExtensions && !allowedExtensions.has(path.extname(file)))
         return false;
       return true;
     })
-    .sort();
+    .map((fileObj) => ({
+      path: fileObj.path,
+      relativePath: path.relative(projectRoot, fileObj.path),
+      size: fileObj.stats.size,
+      formattedSize: formatBytes(fileObj.stats.size),
+    }))
+    .sort((a, b) => a.path.localeCompare(b.path));
 
   if (includedFiles.length === 0) {
     console.error("❌ No files to include. Check your path or filters.");
     process.exit(1);
   }
 
-  const relativeFiles = includedFiles.map((file) =>
-    path.relative(projectRoot, file)
-  );
-
   if (argv.dryRun) {
     console.log("\n📋 Files to be included (Dry Run):\n");
-    const tree = generateFileTree(relativeFiles, projectRoot);
+    const tree = generateFileTree(includedFiles, projectRoot);
     console.log(tree);
     console.log(`\nTotal: ${includedFiles.length} files.`);
     return;
@@ -211,18 +235,18 @@ async function main() {
     outputStream.write(systemPrompt + "\n");
     outputStream.write("## Project File Tree\n\n");
     outputStream.write("```\n");
-    const tree = generateFileTree(relativeFiles, projectRoot);
+    const tree = generateFileTree(includedFiles, projectRoot);
     outputStream.write(tree);
     outputStream.write("```\n\n");
     outputStream.write("---\n\n");
   }
 
-  for (const file of includedFiles) {
-    const relativePath = path.relative(projectRoot, file).replace(/\\/g, "/");
-    outputStream.write(`// FILE: ${relativePath}` + "\n");
+  for (const fileObj of includedFiles) {
+    const relativePath = fileObj.relativePath.replace(/\\/g, "/");
+    outputStream.write(`### **FILE:** \`${relativePath}\`\n`);
     outputStream.write("```\n");
     try {
-      const content = fs.readFileSync(file, "utf8");
+      const content = fs.readFileSync(fileObj.path, "utf8");
       outputStream.write(content);
     } catch (e) {
       outputStream.write(`... (error reading file: ${e.message}) ...`);

combicode-js/package.json

@@ -1,6 +1,6 @@
 {
   "name": "combicode",
-  "version": "1.4.0",
+  "version": "1.5.0",
   "description": "A CLI tool to combine a project's codebase into a single file for LLM context.",
   "main": "index.js",
   "bin": {
@@ -10,7 +10,8 @@
     "access": "public"
   },
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "pretest": "mkdir -p config && cp ../configs/ignore.json config/ignore.json",
+    "test": "node test/test.js"
   },
   "repository": {
     "type": "git",
@@ -32,7 +33,7 @@
   "author": "A. Aurelions",
   "license": "MIT",
   "dependencies": {
-    "fast-glob": "^3.3.1",
-    "yargs": "^17.7.2"
+    "fast-glob": "^3.3.3",
+    "yargs": "^18.0.0"
   }
 }

combicode-js/test/test.js

@@ -0,0 +1,90 @@
+const fs = require("fs");
+const path = require("path");
+const { execSync } = require("child_process");
+const assert = require("assert");
+
+const CLI_PATH = path.resolve(__dirname, "../index.js");
+const TEST_DIR = path.resolve(__dirname, "temp_env");
+const OUTPUT_FILE = path.join(TEST_DIR, "combicode.txt");
+
+// Setup: Create a temp directory with dummy files
+function setup() {
+  if (fs.existsSync(TEST_DIR)) {
+    fs.rmSync(TEST_DIR, { recursive: true, force: true });
+  }
+  fs.mkdirSync(TEST_DIR);
+
+  // Create a dummy JS file
+  fs.writeFileSync(path.join(TEST_DIR, "alpha.js"), "console.log('alpha');");
+
+  // Create a dummy text file in a subdir
+  const subDir = path.join(TEST_DIR, "subdir");
+  fs.mkdirSync(subDir);
+  fs.writeFileSync(path.join(subDir, "beta.txt"), "Hello World");
+}
+
+// Teardown: Cleanup temp directory
+function teardown() {
+  if (fs.existsSync(TEST_DIR)) {
+    fs.rmSync(TEST_DIR, { recursive: true, force: true });
+  }
+}
+
+function runTest() {
+  console.log("🧪 Starting Node.js Integration Tests...");
+
+  try {
+    setup();
+
+    // 1. Test Version Flag
+    console.log("   Checking --version...");
+    const versionOutput = execSync(`node ${CLI_PATH} --version`).toString();
+    assert.match(versionOutput, /Combicode \(JavaScript\), version/);
+
+    // 2. Test Dry Run
+    console.log("   Checking --dry-run...");
+    const dryRunOutput = execSync(`node ${CLI_PATH} --dry-run`, {
+      cwd: TEST_DIR,
+    }).toString();
+    assert.match(dryRunOutput, /Files to be included \(Dry Run\)/);
+    // Check for file size format in tree (e.g., [21B])
+    assert.match(dryRunOutput, /\[\d+(\.\d+)?[KM]?B\]/);
+
+    // 3. Test Actual Generation
+    console.log("   Checking file generation...");
+    execSync(`node ${CLI_PATH} --output combicode.txt`, { cwd: TEST_DIR });
+
+    assert.ok(fs.existsSync(OUTPUT_FILE), "Output file should exist");
+
+    const content = fs.readFileSync(OUTPUT_FILE, "utf8");
+
+    // Check for System Prompt
+    assert.ok(
+      content.includes("You are an expert software architect"),
+      "System prompt missing"
+    );
+
+    // Check for Tree structure
+    assert.ok(content.includes("subdir"), "Tree should show subdirectory");
+
+    // Check for new Header format
+    assert.ok(
+      content.includes("### **FILE:** `alpha.js`"),
+      "New header format missing for alpha.js"
+    );
+    assert.ok(
+      content.includes("### **FILE:** `subdir/beta.txt`"),
+      "New header format missing for beta.txt"
+    );
+
+    console.log("✅ All Node.js tests passed!");
+  } catch (error) {
+    console.error("❌ Test Failed:", error.message);
+    if (error.stdout) console.log(error.stdout.toString());
+    process.exit(1);
+  } finally {
+    teardown();
+  }
+}
+
+runTest();

combicode-py/.gitignore

@@ -41,4 +41,7 @@ coverage.xml
 .DS_Store
 
 # Logs
-*.log 
+*.log 
+
+tmp_path
+config