using System; using System.Collections.Generic; using System.Linq; using System.Net.Http; using System.Text; using System.Text.Json; using System.Threading; using System.Threading.Tasks; namespace EarthModelStudio.Services; /// /// gitcode 仓库源。默认地址来自 AppSettings.UpdateRepository /// (https://gitcode.com/2509_92447106/GC),可改成任意 gitcode 仓库或 /// https://gitcode.com/<owner>/<repo>/tree/<branch>/model 这样的地址。 /// 匿名访问 v5 contents API:目录 -> 数组,文件 -> { content: base64 }; /// 文件项自带 download_url(raw.gitcode.com/blobs/<sha>/...),可直接下载二进制。 /// public sealed class GitCodeRemote : IModelRemote { public const string DefaultRepository = "https://gitcode.com/2509_92447106/GC"; private readonly HttpClient _http; private readonly string _api; private readonly string _branch; private readonly string _versionUrl; private readonly string? _fallbackUrl; private readonly string _displayName; private string _modelDir = "model"; public string DisplayName => _displayName; public GitCodeRemote(string? manifestUrl = null, string? repository = null) { var (owner, repo, branch) = ParseRepository(repository); _branch = branch; _api = $"https://api.gitcode.com/api/v5/repos/{owner}/{repo}/contents/"; _displayName = string.IsNullOrWhiteSpace(repository) ? DefaultRepository : repository!.TrimEnd('/'); _http = new HttpClient { Timeout = TimeSpan.FromMinutes(2) }; _http.DefaultRequestHeaders.UserAgent.ParseAdd("EarthModelStudio-Updater/1.0"); _http.DefaultRequestHeaders.Accept.ParseAdd("application/json"); if (string.IsNullOrWhiteSpace(manifestUrl)) { _versionUrl = _api + "version.json?ref=" + _branch; _fallbackUrl = _api + "model/version.json?ref=" + _branch; } else { _versionUrl = manifestUrl!; _fallbackUrl = null; } } /// 从仓库 URL 解析 owner / repo / branch,解析失败回退到默认仓库。 private static (string Owner, string Repo, string Branch) ParseRepository(string? url) { var raw = string.IsNullOrWhiteSpace(url) ? DefaultRepository : url!.Trim(); if (!Uri.TryCreate(raw, UriKind.Absolute, out var uri)) return ("2509_92447106", "GC", "main"); var parts = uri.AbsolutePath.Trim('/').Split('/', StringSplitOptions.RemoveEmptyEntries); if (parts.Length < 2) return ("2509_92447106", "GC", "main"); var owner = parts[0]; var repo = parts[1].EndsWith(".git", StringComparison.OrdinalIgnoreCase) ? parts[1][..^4] : parts[1]; var branch = parts.Length >= 4 && parts[2].Equals("tree", StringComparison.OrdinalIgnoreCase) ? parts[3] : "main"; return (owner, repo, branch); } public async Task GetVersionAsync(CancellationToken ct) { RepoVersion? version = await ReadVersionFromAsync(_versionUrl, ct); if (version == null && _fallbackUrl != null) version = await ReadVersionFromAsync(_fallbackUrl, ct); if (version != null && !string.IsNullOrWhiteSpace(version.ModelDir)) _modelDir = version.ModelDir.Trim('/'); return version; } private async Task ReadVersionFromAsync(string url, CancellationToken ct) { string text; try { // 离线 / 网络不通时最多等 10 秒,不能让启动界面一直卡在「检查更新」 using var timeout = CancellationTokenSource.CreateLinkedTokenSource(ct); timeout.CancelAfter(TimeSpan.FromSeconds(10)); text = await _http.GetStringAsync(url, timeout.Token); } catch (HttpRequestException) { return null; } catch (OperationCanceledException) when (!ct.IsCancellationRequested) { return null; } var trimmed = text.TrimStart(); if (trimmed.Length == 0 || trimmed[0] != '{') return null; try { using var doc = JsonDocument.Parse(text); var payload = text; if (doc.RootElement.TryGetProperty("encoding", out _) && doc.RootElement.TryGetProperty("content", out var content)) { var raw = Convert.FromBase64String(content.GetString() ?? ""); payload = Encoding.UTF8.GetString(raw); } if (!payload.TrimStart().StartsWith("{", StringComparison.Ordinal)) return null; var version = System.Text.Json.JsonSerializer.Deserialize( payload, EarthModelStudio.Services.Json.Options); // 404 / 错误页也可能返回一个 JSON 对象,用 generated 确认这确实是版本清单 return version != null && !string.IsNullOrWhiteSpace(version.Generated) ? version : null; } catch (Exception ex) { Console.Error.WriteLine($"版本清单解析失败 {url}: {ex.Message}"); return null; } } /// /// 递归列出目录树(含目录项与文件项)。 /// 每个子目录一次 HTTP 请求,因此并行展开同一层的所有目录, /// 否则 3 个模型、十几个目录串行请求会非常慢。 /// public async Task> ListTreeAsync(string rootPath, CancellationToken ct) { var result = new List(); var bag = new System.Collections.Concurrent.ConcurrentBag(); var repoPath = (rootPath ?? _modelDir).Trim('/'); await WalkParallelAsync(repoPath, "", 0, bag, ct); // 稳定排序:目录在前、按路径字典序,保证调用方拿到确定顺序 result = bag.OrderBy(e => e.IsDirectory ? 0 : 1) .ThenBy(e => e.RelativePath, StringComparer.Ordinal) .ToList(); return result; } private async Task WalkParallelAsync(string repoPath, string relative, int depth, System.Collections.Concurrent.ConcurrentBag bag, CancellationToken ct) { if (depth > 8) return; var url = _api + repoPath + "?ref=" + _branch; string text; try { text = await GetWithRetryAsync(url, ct); } catch (Exception ex) { Console.Error.WriteLine($"列目录失败 {repoPath}: {ex.Message}"); return; } if (!text.TrimStart().StartsWith("[", StringComparison.Ordinal)) return; var subDirs = new List<(string Path, string Relative)>(); using (var doc = JsonDocument.Parse(text)) { foreach (var item in doc.RootElement.EnumerateArray()) { ct.ThrowIfCancellationRequested(); var name = Str(item, "name"); if (string.IsNullOrEmpty(name) || name.StartsWith('.')) continue; // 这些目录不是模型运行数据,跳过可显著减少请求 // (模型目录里常见的 src/ bin/ obj/ 是源码与构建产物) if (IsIgnoredDir(name)) continue; var path = Str(item, "path"); if (string.IsNullOrWhiteSpace(path)) path = repoPath + "/" + name; var isDir = Str(item, "type") == "dir"; var childRelative = relative.Length == 0 ? name : relative + "/" + name; bag.Add(new RepoEntry { Name = name, Path = path!, RelativePath = childRelative, IsDirectory = isDir, DownloadUrl = NullableStr(item, "download_url"), Sha = NullableStr(item, "sha"), Size = Num(item, "size") }); if (isDir) subDirs.Add((path!, childRelative)); } } if (subDirs.Count == 0) return; // 同层并行;并发保持很低——GitCode API 对突发请求会返回 429 using var gate = new SemaphoreSlim(2); var tasks = subDirs.Select(async d => { await gate.WaitAsync(ct); try { await WalkParallelAsync(d.Path, d.Relative, depth + 1, bag, ct); } finally { gate.Release(); } }); await Task.WhenAll(tasks); } private async Task WalkAsync(string repoPath, string relative, int depth, List result, CancellationToken ct) { if (depth > 8) return; var url = _api + repoPath + "?ref=" + _branch; var text = await _http.GetStringAsync(url, ct); if (!text.TrimStart().StartsWith("[", StringComparison.Ordinal)) return; using var doc = JsonDocument.Parse(text); foreach (var item in doc.RootElement.EnumerateArray()) { ct.ThrowIfCancellationRequested(); var name = Str(item, "name"); if (string.IsNullOrEmpty(name) || name.StartsWith('.')) continue; var path = Str(item, "path"); if (string.IsNullOrWhiteSpace(path)) path = repoPath + "/" + name; var isDir = Str(item, "type") == "dir"; var childRelative = relative.Length == 0 ? name : relative + "/" + name; result.Add(new RepoEntry { Name = name, Path = path!, RelativePath = childRelative, IsDirectory = isDir, DownloadUrl = NullableStr(item, "download_url"), Sha = NullableStr(item, "sha"), Size = Num(item, "size") }); if (isDir) await WalkAsync(path!, childRelative, depth + 1, result, ct); } } /// 遍历时忽略的目录:源码与构建产物不属于模型运行数据。 private static bool IsIgnoredDir(string name) => name switch { "src" => true, "bin" => true, "obj" => true, "node_modules" => true, ".git" => true, ".vs" => true, _ => false }; /// /// 带退避重试的 GET。GitCode API 对突发请求返回 429, /// 这里做 3 次指数退避,避免并行遍历时直接失败。 /// private async Task GetWithRetryAsync(string url, CancellationToken ct, int maxAttempts = 3) { for (var attempt = 1; ; attempt++) { try { return await _http.GetStringAsync(url, ct); } catch (HttpRequestException ex) when (attempt < maxAttempts) { // 429 / 5xx 才重试,其余直接抛 var retriable = ex.StatusCode is null || (int)ex.StatusCode == 429 || (int)ex.StatusCode >= 500; if (!retriable) throw; await Task.Delay(TimeSpan.FromMilliseconds(400 * attempt * attempt), ct); } } } public async Task DownloadAsync(RepoEntry entry, CancellationToken ct) { if (!string.IsNullOrWhiteSpace(entry.DownloadUrl)) return await _http.GetByteArrayAsync(entry.DownloadUrl!, ct); var url = _api + entry.Path.Trim('/') + "?ref=" + _branch; var text = await _http.GetStringAsync(url, ct); using var doc = JsonDocument.Parse(text); if (!doc.RootElement.TryGetProperty("content", out var content)) throw new InvalidOperationException($"远端文件没有内容: {entry.Path}"); return Convert.FromBase64String(content.GetString() ?? ""); } public async Task DownloadPackageAsync(RepoPackage package, CancellationToken ct) { string? url = string.IsNullOrWhiteSpace(package.Url) ? null : package.Url!.Trim(); if (url == null && !string.IsNullOrWhiteSpace(package.Path)) { try { var apiUrl = _api + package.Path!.Trim('/') + "?ref=" + _branch; var text = await _http.GetStringAsync(apiUrl, ct); using var doc = JsonDocument.Parse(text); if (doc.RootElement.TryGetProperty("download_url", out var dl)) url = dl.GetString(); } catch (Exception ex) { Console.Error.WriteLine($"解析启动器包地址失败: {ex.Message}"); return null; } } if (string.IsNullOrWhiteSpace(url)) return null; return await _http.GetByteArrayAsync(url!, ct); } private static string Str(JsonElement item, string name) => item.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String ? v.GetString() ?? "" : ""; private static string? NullableStr(JsonElement item, string name) => item.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String ? v.GetString() : null; private static long Num(JsonElement item, string name) => item.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.Number && v.TryGetInt64(out var n) ? n : 0; }