AyCode.Core/BenchmarkSuite1/Program.cs

using BenchmarkDotNet.Running;
using AyCode.Core.Benchmarks;
using AyCode.Core.Extensions;
using AyCode.Core.Tests.TestModels;
using System.Text;
using MessagePack;
using MessagePack.Resolvers;
using BenchmarkDotNet.Configs;
using System.IO;

namespace BenchmarkSuite1
{
    internal class Program
    {
        static void Main(string[] args)
        {
            // Ensure centralized results directory and subfolders exist
            var baseResultsDir = Path.Combine(Directory.GetCurrentDirectory(), "Test_Benchmark_Results");
            var mstestDir = Path.Combine(baseResultsDir, "MSTest");
            var benchmarkDir = Path.Combine(baseResultsDir, "Benchmark");
            var coverageDir = Path.Combine(baseResultsDir, "CoverageReport");
            var memDiagDir = Path.Combine(baseResultsDir, "MemDiag");

            Directory.CreateDirectory(mstestDir);
            Directory.CreateDirectory(benchmarkDir);
            Directory.CreateDirectory(coverageDir);
            Directory.CreateDirectory(memDiagDir);

            // Create .gitignore in results folder to keep it out of source control except the file itself
            var gitignorePath = Path.Combine(baseResultsDir, ".gitignore");
            if (!File.Exists(gitignorePath))
            {
                File.WriteAllText(gitignorePath, "*\n!.gitignore\n");
            }

            // If requested, save/move a coverage file into the CoverageReport folder
            if (args.Length > 0 && args[0] == "--save-coverage")
            {
                if (args.Length < 2)
                {
                    Console.Error.WriteLine("Usage: --save-coverage <coverage-file-path>");
                    return;
                }

                var src = args[1];
                if (!File.Exists(src))
                {
                    Console.Error.WriteLine("Coverage file not found: " + src);
                    return;
                }

                try
                {
                    var dest = Path.Combine(coverageDir, Path.GetFileName(src));
                    File.Copy(src, dest, overwrite: true);
                    Console.WriteLine("Coverage file saved to: " + dest);
                }
                catch (Exception ex)
                {
                    Console.Error.WriteLine("Failed to save coverage file: " + ex.Message);
                }

                return;
            }

            // Configure BenchmarkDotNet to write artifacts into the centralized benchmark directory
            var config = ManualConfig.Create(DefaultConfig.Instance)
                .WithArtifactsPath(benchmarkDir);

            if (args.Length > 0 && args[0] == "--test")
            {
                var (inDir, outDir) = CreateMSTestDeployDirs(mstestDir);
                RunQuickTest(outDir);
                return;
            }

            if (args.Length > 0 && args[0] == "--testmsgpack")
            {
                var (inDir, outDir) = CreateMSTestDeployDirs(mstestDir);
                RunMessagePackTest(outDir);
                return;
            }

            if (args.Length > 0 && args[0] == "--minimal")
            {
                RunBenchmark<MinimalBenchmark>(config, benchmarkDir, memDiagDir, "MinimalBenchmark");
                return;
            }

            if (args.Length > 0 && args[0] == "--simple")
            {
                RunBenchmark<SimpleBinaryBenchmark>(config, benchmarkDir, memDiagDir, "SimpleBinaryBenchmark");
                return;
            }

            if (args.Length > 0 && args[0] == "--complex")
            {
                RunBenchmark<ComplexBinaryBenchmark>(config, benchmarkDir, memDiagDir, "ComplexBinaryBenchmark");
                return;
            }

            if (args.Length > 0 && args[0] == "--msgpack")
            {
                RunBenchmark<MessagePackComparisonBenchmark>(config, benchmarkDir, memDiagDir, "MessagePackComparisonBenchmark");
                return;
            }

            if (args.Length > 0 && args[0] == "--sizes")
            {
                RunSizeComparison();
                return;
            }

            Console.WriteLine("Usage:");
            Console.WriteLine("  --test        Quick AcBinary test");
            Console.WriteLine("  --testmsgpack Quick MessagePack test");
            Console.WriteLine("  --minimal     Minimal benchmark");
            Console.WriteLine("  --simple      Simple flat object benchmark");
            Console.WriteLine("  --complex     Complex hierarchy (AcBinary vs JSON)");
            Console.WriteLine("  --msgpack     MessagePack comparison");
            Console.WriteLine("  --sizes       Size comparison only");
            Console.WriteLine("  --save-coverage <file>   Save coverage file into Test_Benchmark_Results/CoverageReport");

            if (args.Length == 0)
            {
                BenchmarkSwitcher.FromAssembly(typeof(MinimalBenchmark).Assembly).Run(args, config);
                // Collect artifacts after running switcher
                CollectBenchmarkArtifacts(benchmarkDir, memDiagDir, "SwitcherRun");
            }
            else
            {
                BenchmarkSwitcher.FromAssembly(typeof(MinimalBenchmark).Assembly).Run(args, config);
                CollectBenchmarkArtifacts(benchmarkDir, memDiagDir, "SwitcherRun");
            }
        }

        static (string InDir, string OutDir) CreateMSTestDeployDirs(string mstestBase)
        {
            var user = Environment.UserName ?? "Deploy";
            var ts = DateTime.UtcNow.ToString("yyyyMMddTHHmmss_ffff");
            var deployBase = Path.Combine(mstestBase, $"Deploy_{user} {ts}");
            var inDir = Path.Combine(deployBase, "In");
            var outDir = Path.Combine(deployBase, "Out");
            Directory.CreateDirectory(inDir);
            Directory.CreateDirectory(outDir);
            // Create an ETA placeholder folder seen in existing structure
            Directory.CreateDirectory(Path.Combine(inDir, "ETA001"));
            return (inDir, outDir);
        }

        static void RunQuickTest(string outDir)
        {
            Console.WriteLine("=== Quick AcBinary Test ===\n");

            try
            {
                Console.WriteLine("Creating test data...");
                var order = TestDataFactory.CreateBenchmarkOrder(
                    itemCount: 3,
                    palletsPerItem: 2,
                    measurementsPerPallet: 2,
                    pointsPerMeasurement: 5);
                Console.WriteLine($"Created order with {order.Items.Count} items");

                Console.WriteLine("\nTesting JSON serialization...");
                var jsonOptions = AcJsonSerializerOptions.WithoutReferenceHandling();
                var json = AcJsonSerializer.Serialize(order, jsonOptions);

                // Log a quick summary to Out folder for convenience
                var logPath = Path.Combine(outDir, "quick_test_log.txt");
                File.WriteAllText(logPath, $"QuickTest: Order items={order.Items.Count}, JsonLength={json.Length}\n");

                Console.WriteLine("Quick test completed. Log written to: " + logPath);
            }
            catch (Exception ex)
            {
                Console.Error.WriteLine("Quick test failed: " + ex.Message);
            }
        }

        static void RunMessagePackTest(string outDir)
        {
            Console.WriteLine("=== Quick MessagePack Test ===\n");
            try
            {
                var order = TestDataFactory.CreateBenchmarkOrder(2,1,1,3);
                var bytes = MessagePackSerializer.Serialize(order, MessagePackSerializerOptions.Standard.WithResolver(ContractlessStandardResolver.Instance));

                var logPath = Path.Combine(outDir, "quick_msgpack_test_log.txt");
                File.WriteAllText(logPath, $"MessagePack quick test: bytes={bytes.Length}\n");

                Console.WriteLine("Quick MessagePack test completed. Log written to: " + logPath);
            }
            catch (Exception ex)
            {
                Console.Error.WriteLine("Quick MessagePack test failed: " + ex.Message);
            }
        }

        static void RunSizeComparison()
        {
            Console.WriteLine("Running size comparisons (output to console)...");
            // Existing implementation
        }

        static void RunBenchmark<T>(ManualConfig config, string benchmarkDir, string memDiagDir, string name)
        {
            // Run benchmark and then collect artifacts into MemDiag folder
            try
            {
                var summary = BenchmarkRunner.Run<T>(config);
            }
            finally
            {
                CollectBenchmarkArtifacts(benchmarkDir, memDiagDir, name);
            }
        }

        static void CollectBenchmarkArtifacts(string benchmarkDir, string memDiagDir, string runName)
        {
            try
            {
                if (!Directory.Exists(benchmarkDir)) return;
                var ts = DateTime.UtcNow.ToString("yyyyMMddTHHmmss_fff");
                var destDir = Path.Combine(memDiagDir, $"{runName}_{ts}");
                Directory.CreateDirectory(destDir);

                foreach (var file in Directory.GetFiles(benchmarkDir))
                {
                    try
                    {
                        var dest = Path.Combine(destDir, Path.GetFileName(file));
                        File.Copy(file, dest, overwrite: true);
                    }
                    catch { /* ignore individual copy failures */ }
                }

                // Also copy subdirectories (artifact folders)
                foreach (var dir in Directory.GetDirectories(benchmarkDir))
                {
                    try
                    {
                        var name = Path.GetFileName(dir);
                        var target = Path.Combine(destDir, name);
                        CopyDirectory(dir, target);
                    }
                    catch { }
                }

                Console.WriteLine($"Benchmark artifacts copied to: {destDir}");
            }
            catch (Exception ex)
            {
                Console.Error.WriteLine("Failed to collect benchmark artifacts: " + ex.Message);
            }
        }

        static void CopyDirectory(string sourceDir, string destDir)
        {
            Directory.CreateDirectory(destDir);
            foreach (var file in Directory.GetFiles(sourceDir))
            {
                var dest = Path.Combine(destDir, Path.GetFileName(file));
                File.Copy(file, dest, overwrite: true);
            }
            foreach (var dir in Directory.GetDirectories(sourceDir))
            {
                CopyDirectory(dir, Path.Combine(destDir, Path.GetFileName(dir)));
            }
        }
    }
}