lampac/Lampac/Engine/Middlewares/Staticache.cs

using Microsoft.AspNetCore.Http;
using Microsoft.Extensions.Primitives;
using Shared;
using Shared.Engine;
using Shared.Models;
using Shared.Models.AppConf;
using Shared.Models.Events;
using System;
using System.Collections.Concurrent;
using System.IO;
using System.IO.Compression;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;

namespace Lampac.Engine.Middlewares
{
    public class Staticache
    {
        #region Staticache
        protected static readonly SemaphoreSlim semaphore = new SemaphoreSlim(1, 1);

        static readonly ConcurrentDictionary<string, (DateTime ex, string contentType)> cacheFiles = new();

        static readonly Timer cleanupTimer = new Timer(cleanup, null, TimeSpan.FromMinutes(1), TimeSpan.FromMinutes(1));

        static Staticache()
        {
            Directory.CreateDirectory("cache/static");

            var now = DateTime.Now;

            foreach (string inFile in Directory.EnumerateFiles("cache/static", "*"))
            {
                try
                {
                    if (inFile.EndsWith(".gz"))
                        continue;

                    // cacheKey-<time>.<type>(.gz|br)?
                    ReadOnlySpan<char> fileName = inFile.AsSpan();
                    int lastSlash = fileName.LastIndexOfAny('\\', '/');
                    if (lastSlash >= 0)
                        fileName = fileName.Slice(lastSlash + 1);

                    int dash = fileName.IndexOf('-');
                    if (dash <= 0)
                    {
                        File.Delete(inFile);
                        File.Delete($"{inFile}.gz");
                        continue;
                    }

                    // '.' после дефиса
                    int dotRel = fileName.Slice(dash + 1).IndexOf('.');
                    if (dotRel < 0)
                    {
                        File.Delete(inFile);
                        File.Delete($"{inFile}.gz");
                        continue;
                    }
                    int firstDot = dash + 1 + dotRel;

                    ReadOnlySpan<char> fileTimeSpan = fileName.Slice(dash + 1, firstDot - dash - 1);
                    if (!long.TryParse(fileTimeSpan, out long fileTime) || fileTime == 0)
                    {
                        File.Delete(inFile);
                        File.Delete($"{inFile}.gz");
                        continue;
                    }

                    // <type> = первое расширение после точки (игнорируем ".gz" и любые суффиксы)
                    int typeEndRel = fileName.Slice(firstDot + 1).IndexOf('.');
                    int typeEnd = typeEndRel < 0 ? fileName.Length : firstDot + 1 + typeEndRel;

                    ReadOnlySpan<char> typeSpan = fileName.Slice(firstDot + 1, typeEnd - (firstDot + 1));
                    if (typeSpan.Length == 0)
                    {
                        File.Delete(inFile);
                        File.Delete($"{inFile}.gz");
                        continue;
                    }

                    string cachekey = new string(fileName.Slice(0, dash));

                    string contentType = typeSpan.SequenceEqual("html")
                        ? "text/html; charset=utf-8"
                        : "application/json; charset=utf-8";

                    var ex = DateTime.FromFileTime(fileTime);

                    if (now > ex)
                    {
                        File.Delete(inFile);
                        File.Delete($"{inFile}.gz");
                        continue;
                    }

                    cacheFiles.TryAdd(cachekey, (ex, contentType));
                }
                catch
                {
                    try
                    {
                        File.Delete(inFile);
                        File.Delete($"{inFile}.gz");
                    }
                    catch { }
                }
            }
        }

        static void cleanup(object state)
        {
            try
            {
                var now = DateTime.Now;

                foreach (var _c in cacheFiles)
                {
                    try
                    {
                        if (_c.Value.ex > now)
                            continue;

                        string cachefile = getFilePath(_c.Key, _c.Value.ex, _c.Value.contentType);

                        if (File.Exists(cachefile))
                        {
                            try
                            {
                                File.Delete(cachefile);
                                File.Delete($"{cachefile}.gz");
                            }
                            catch { }
                        }

                        cacheFiles.TryRemove(_c.Key, out _);
                    }
                    catch { }
                }
            }
            catch { }
        }


        private readonly RequestDelegate _next;

        public Staticache(RequestDelegate next)
        {
            _next = next;
        }
        #endregion

        async public Task InvokeAsync(HttpContext httpContext)
        {
            var init = AppInit.conf.Staticache;

            if (init.enable != true || init.routes.Count == 0)
            {
                await _next(httpContext);
                return;
            }

            if (InvkEvent.IsStaticache())
            {
                var requestInfo = httpContext.Features.Get<RequestModel>();

                bool next = InvkEvent.Staticache(new EventStaticache(httpContext, requestInfo));
                if (!next)
                {
                    await _next(httpContext);
                    return;
                }
            }

            StaticacheRoute route = null;

            foreach (var r in init.routes)
            {
                if (Regex.IsMatch(httpContext.Request.Path.Value, r.pathRex))
                {
                    route = r;
                    break;
                }
            }

            if (route == null)
            {
                await _next(httpContext);
                return;
            }

            string cachekey = getQueryKeys(httpContext, route.queryKeys);

            if (cacheFiles.TryGetValue(cachekey, out var _r))
            {
                httpContext.Response.Headers["X-StatiCache-Status"] = "HIT";
                httpContext.Response.ContentType = _r.contentType ?? route.contentType ?? "text/html; charset=utf-8";

                string cachefile = getFilePath(cachekey, _r.ex, httpContext.Response.ContentType);

                if (httpContext.Request.Headers.TryGetValue("Accept-Encoding", out StringValues values))
                {
                    for (int i = 0; i < values.Count; i++)
                    {
                        string v = values[i];

                        if (v.IndexOf("gzip", StringComparison.OrdinalIgnoreCase) >= 0 &&
                            v.IndexOf("gzip;q=0", StringComparison.OrdinalIgnoreCase) < 0)
                        {
                            httpContext.Response.Headers.ContentEncoding = "gzip";
                            cachefile += ".gz";
                            break;
                        }
                    }
                }

                await httpContext.Response.SendFileAsync(cachefile, httpContext.RequestAborted).ConfigureAwait(false);
                return;
            }

            using (var msm = PoolInvk.msm.GetStream())
            {
                httpContext.Features.Set(msm);
                httpContext.Response.Headers["X-StatiCache-Status"] = "MISS";

                await _next(httpContext);

                if (msm.Length > 0)
                {
                    try
                    {
                        await semaphore.WaitAsync();

                        var ex = DateTime.Now.AddMinutes(route.cacheMinutes);
                        string cachefile = getFilePath(cachekey, ex, route.contentType);

                        msm.Position = 0;
                        using (var fileStream = File.OpenWrite(cachefile))
                            await msm.CopyToAsync(fileStream, PoolInvk.bufferSize);

                        msm.Position = 0;
                        using (var fileStream = File.OpenWrite($"{cachefile}.gz"))
                        {
                            using (var gzip = new GZipStream(fileStream, CompressionLevel.Optimal))
                                await msm.CopyToAsync(gzip, PoolInvk.bufferSize);
                        }

                        cacheFiles.TryAdd(cachekey, (ex, route.contentType));
                    }
                    catch (Exception ex) 
                    { 
                        Console.WriteLine($"Staticache, route: {route.pathRex}\n{ex.Message}\n\n"); 
                    }
                    finally
                    {
                        semaphore.Release();
                    }
                }
            }
        }


        static readonly ThreadLocal<StringBuilder> sbQueryKeys = new(() => new StringBuilder(PoolInvk.rentChunk));

        static string getQueryKeys(HttpContext httpContext, string[] keys)
        {
            if (keys == null || keys.Length == 0)
                return string.Empty;

            var sb = sbQueryKeys.Value;
            sb.Clear();

            sb.Append(httpContext.Request.Path.Value);
            sb.Append(":");

            foreach (string key in keys)
            {
                if (httpContext.Request.Query.TryGetValue(key, out StringValues value) && value.Count > 0)
                {
                    sb.Append(key);
                    sb.Append(":");
                    sb.Append(value[0]);
                    sb.Append(":");
                }
            }

            if (httpContext.Request.Query.TryGetValue("rjson", out StringValues rjson) && rjson.Count > 0)
                sb.Append($"rjson:{rjson[0]}");

            return CrypTo.md5(sb);
        }

        static string getFilePath(string cachekey, DateTime ex, string contentType)
        {
            return $"cache/static/{cachekey}-{ex.ToFileTime()}.{(contentType?.Contains("text/html") == true ? "html" : "json")}";
        }
    }
}