.NET4通过HTTP操作MINIO

SEO教程2025-07-2960
    正在检查是否收录...

MINIO是提供.NET SDK的,但是这么老的版本没找到,于是使用http的方式直接调用,方便简单。

我这里需求不复杂,只需要上传下载删除即可,如果后续有需求再补充方法。

.NET4通过HTTP操作MINIO

核心代码MinioHttpOperatorDemo如下:

using System; using System.IO; using System.Net; using System.Text; using System.Collections.Specialized; // For NameValueCollection, though not directly used in this version, good to keep for potential expansion. using System.Security.Cryptography; // For HMACSHA256, SHA256Managed using System.Globalization; // For CultureInfo.InvariantCulture using System.Collections.Generic; // For SortedList using System.Linq; // For string.Join and other LINQ operations using System.Xml.Linq; namespace MinioHttpOperatorDemo { /// <summary> /// MinIO HTTP 操作类,适用于 .NET Framework 4.0 环境,不依赖 MinIO SDK。 /// 使用 HttpWebRequest 和 HttpWebResponse 进行文件上传、下载和删除操作。 /// 已加入 AWS Signature Version 4 认证的简化实现,并进行了进一步的完善。 /// </summary> public class MinioHttpOperator { private readonly string _minioEndpoint; // MinIO 服务器的端点地址,例如: http://localhost:9000 private readonly string _accessKey; // MinIO Access Key private readonly string _secretKey; // MinIO Secret Key private readonly string _region; // S3 兼容 API 需要的区域,MinIO 通常用 "us-east-1" private readonly string _service; // S3 兼容 API 需要的服务名称,通常是 "s3" /// <summary> /// 构造函数,初始化 MinIO 操作器。 /// </summary> /// <param name="minioEndpoint">MinIO 服务器的 URL,例如 "http://localhost:9000"</param> /// <param name="accessKey">Access Key,用于认证。</param> /// <param name="secretKey">Secret Key,用于认证。</param> /// <param name="region">S3 兼容 API 需要的区域,默认为 "us-east-1"。</param> /// <param name="service">S3 兼容 API 需要的服务名称,默认为 "s3"。</param> public MinioHttpOperator(string minioEndpoint, string accessKey, string secretKey, string region = "cn-north-1", string service = "s3") { // 移除末尾的斜杠,确保 URL 格式正确 _minioEndpoint = minioEndpoint.TrimEnd('/'); _accessKey = accessKey; _secretKey = secretKey; _region = region; _service = service; if (string.IsNullOrEmpty(_accessKey) || string.IsNullOrEmpty(_secretKey)) { // 抛出异常而不是警告,因为没有凭据就无法认证 throw new ArgumentNullException("AccessKey 和 SecretKey 不能为空,因为需要进行认证。"); } } /// <summary> /// 上传文件到 MinIO。 /// </summary> /// <param name="bucketName">目标桶的名称。</param> /// <param name="objectName">在桶中保存的对象名称(包含路径,例如 "myfolder/myfile.txt")。</param> /// <param name="filePath">本地待上传文件的完整路径。</param> /// <param name="contentType">文件的 MIME 类型,例如 "application/octet-stream"、"image/jpeg"、"text/plain"。</param> /// <returns>如果上传成功返回 true,否则返回 false。</returns> public bool UploadFile(string bucketName, string objectName, string filePath, string contentType = "application/octet-stream") { try { if (!File.Exists(filePath)) { Console.WriteLine($"错误:文件未找到,路径:{filePath}"); return false; } string url = $"{_minioEndpoint}/{bucketName}/{objectName}"; HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url); request.Method = "PUT"; request.ContentType = contentType; // 计算文件内容的 SHA256 哈希值 string contentHash; using (FileStream fileStream = new FileStream(filePath, FileMode.Open, FileAccess.Read)) { using (SHA256 sha256 = new SHA256Managed()) { byte[] hashBytes = sha256.ComputeHash(fileStream); contentHash = BitConverter.ToString(hashBytes).Replace("-", "").ToLowerInvariant(); } fileStream.Position = 0; // 重置流位置以便后续读取 request.ContentLength = fileStream.Length; // 设置请求内容长度 // 签名请求 SignRequest(request, bucketName, objectName, contentHash); // 获取请求流并写入文件内容 using (Stream requestStream = request.GetRequestStream()) { byte[] buffer = new byte[4096]; // 4KB 缓冲区 int bytesRead; while ((bytesRead = fileStream.Read(buffer, 0, buffer.Length)) > 0) { requestStream.Write(buffer, 0, bytesRead); } } } using (HttpWebResponse response = (HttpWebResponse)request.GetResponse()) { if (response.StatusCode == HttpStatusCode.OK) { Console.WriteLine($"成功上传文件 {objectName} 到桶 {bucketName}。"); return true; } else { Console.WriteLine($"上传文件 {objectName} 失败。状态码:{response.StatusCode}"); return false; } } } catch (WebException webEx) { HandleWebException(webEx, "上传"); return false; } catch (Exception ex) { Console.WriteLine($"上传时发生未知错误:{ex.Message}"); return false; } } /// <summary> /// 从 MinIO 下载文件。 /// </summary> /// <param name="bucketName">源桶的名称。</param> /// <param name="objectName">要下载的对象名称。</param> /// <param name="savePath">本地保存文件的完整路径。</param> /// <returns>如果下载成功返回 true,否则返回 false。</returns> public bool DownloadFile(string bucketName, string objectName, string savePath) { try { string url = $"{_minioEndpoint}/{bucketName}/{objectName}"; HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url); request.Method = "GET"; // 对于 GET 请求,payload hash 是固定的空字符串的 SHA256 哈希 string contentHash = "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"; // SHA256("") SignRequest(request, bucketName, objectName, contentHash); using (HttpWebResponse response = (HttpWebResponse)request.GetResponse()) { if (response.StatusCode == HttpStatusCode.OK) { using (Stream responseStream = response.GetResponseStream()) using (FileStream fileStream = new FileStream(savePath, FileMode.Create, FileAccess.Write)) { byte[] buffer = new byte[4096]; int bytesRead; while ((bytesRead = responseStream.Read(buffer, 0, buffer.Length)) > 0) { fileStream.Write(buffer, 0, bytesRead); } } Console.WriteLine($"成功下载文件 {objectName} 到 {savePath}。"); return true; } else { Console.WriteLine($"下载文件 {objectName} 失败。状态码:{response.StatusCode}"); return false; } } } catch (WebException webEx) { HandleWebException(webEx, "下载"); return false; } catch (Exception ex) { Console.WriteLine($"下载时发生未知错误:{ex.Message}"); return false; } } /// <summary> /// 从 MinIO 删除文件。 /// </summary> /// <param name="bucketName">文件所在桶的名称。</param> /// <param name="objectName">要删除的对象名称。</param> /// <returns>如果删除成功返回 true,否则返回 false。</returns> public bool DeleteFile(string bucketName, string objectName) { try { string url = $"{_minioEndpoint}/{bucketName}/{objectName}"; HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url); request.Method = "DELETE"; // 对于 DELETE 请求,payload hash 是固定的空字符串的 SHA256 哈希 string contentHash = "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"; // SHA256("") SignRequest(request, bucketName, objectName, contentHash); using (HttpWebResponse response = (HttpWebResponse)request.GetResponse()) { // 成功的 DELETE 请求通常返回 204 No Content if (response.StatusCode == HttpStatusCode.NoContent) { Console.WriteLine($"成功删除文件 {objectName} 从桶 {bucketName}。"); return true; } else { Console.WriteLine($"删除文件 {objectName} 失败。状态码:{response.StatusCode}"); return false; } } } catch (WebException webEx) { HandleWebException(webEx, "删除"); return false; } catch (Exception ex) { Console.WriteLine($"删除时发生未知错误:{ex.Message}"); return false; } } /// <summary> /// 处理 Web 请求异常并输出详细信息。 /// </summary> /// <param name="webEx">WebException 实例。</param> /// <param name="operation">发生异常的操作名称(例如:"上传"、"下载")。</param> private void HandleWebException(WebException webEx, string operation) { if (webEx.Response != null) { using (StreamReader reader = new StreamReader(webEx.Response.GetResponseStream())) { string responseText = reader.ReadToEnd(); Console.WriteLine($"{operation}时发生 Web 异常:{webEx.Message}。状态码:{(int)((HttpWebResponse)webEx.Response).StatusCode}。响应内容:{responseText}"); } } else { Console.WriteLine($"{operation}时发生 Web 异常:{webEx.Message}"); } } /// <summary> /// 为 HttpWebRequest 签名 AWS Signature Version 4 认证头部。 /// 这是 AWS Signature Version 4 规范的简化实现,旨在与 MinIO 兼容。 /// </summary> /// <param name="request">要签名的 HttpWebRequest 实例。</param> /// <param name="bucketName">桶名称。</param> /// <param name="objectName">对象名称。</param> /// <param name="contentHash">请求体的 SHA256 哈希值。</param> private void SignRequest(HttpWebRequest request, string bucketName, string objectName, string contentHash) { // --- 步骤 1: 创建 Canonical Request --- // 1.1 HTTP 方法 string httpRequestMethod = request.Method; // 1.2 Canonical URI // 对象名必须进行 URI 编码,但斜杠 (/) 作为路径分隔符不能被编码。 // Uri.EscapeDataString 会编码 '/' 为 '%2F',需要将其替换回来。 // 确保 objectName 不以斜杠开头,因为 canonicalUri 会添加一个。 string cleanedObjectName = objectName.StartsWith("/") ? objectName.Substring(1) : objectName; string encodedObjectName = Uri.EscapeDataString(cleanedObjectName).Replace("%2F", "/"); string canonicalUri = $"/{bucketName}/{encodedObjectName}"; // 1.3 Canonical Query String (本示例不处理查询参数,因此为空) string canonicalQueryString = ""; // 1.4 Canonical Headers // 头部名称必须小写,并按字典序排序。 // 头部值必须去除前导/尾随空格,多个空格替换为单个空格。 // Host 头部必须包含端口(如果是非默认端口)。 var headersToSign = new SortedList<string, string>(); // Host 头部 string hostHeaderValue = request.RequestUri.Host; if (!request.RequestUri.IsDefaultPort) { hostHeaderValue += ":" + request.RequestUri.Port; } headersToSign.Add("host", hostHeaderValue); // x-amz-content-sha256 头部 headersToSign.Add("x-amz-content-sha256", contentHash); // x-amz-date 头部 DateTime requestDateTime = DateTime.UtcNow; string amzDate = requestDateTime.ToString("yyyyMMddTHHmmssZ", CultureInfo.InvariantCulture); headersToSign.Add("x-amz-date", amzDate); // Content-Type 头部 (仅用于 PUT/POST 请求) if (request.Method == "PUT" || request.Method == "POST") { string actualContentType = request.ContentType; if (string.IsNullOrEmpty(actualContentType)) { actualContentType = "application/octet-stream"; // 签名时使用的默认 Content-Type } headersToSign.Add("content-type", actualContentType); } // 构建 canonicalHeaders 字符串 StringBuilder canonicalHeadersBuilder = new StringBuilder(); foreach (var header in headersToSign) { canonicalHeadersBuilder.AppendFormat(CultureInfo.InvariantCulture, "{0}:{1}\n", header.Key, header.Value.Trim()); // trim header values } string canonicalHeaders = canonicalHeadersBuilder.ToString(); // 1.5 Signed Headers // 包含在规范化头部中所有头部名称的列表,小写,按字典序排序,用分号分隔。 string signedHeaders = string.Join(";", headersToSign.Keys.ToArray()); // 1.6 Payload Hash (已在方法参数中提供) // 1.7 组合 Canonical Request string canonicalRequest = string.Format(CultureInfo.InvariantCulture, "{0}\n{1}\n{2}\n{3}\n{4}\n{5}", httpRequestMethod, canonicalUri, canonicalQueryString, canonicalHeaders, // 注意这里已经包含了末尾的换行符 signedHeaders, contentHash); // --- 步骤 2: 创建 String to Sign --- // Algorithm string algorithm = "AWS4-HMAC-SHA256"; // Credential Scope string dateStamp = requestDateTime.ToString("yyyyMMdd", CultureInfo.InvariantCulture); string credentialScope = string.Format(CultureInfo.InvariantCulture, "{0}/{1}/{2}/aws4_request", dateStamp, _region, _service); // Hash of Canonical Request string hashedCanonicalRequest = ToHex(Hash(Encoding.UTF8.GetBytes(canonicalRequest))); // 组合 String to Sign string stringToSign = string.Format(CultureInfo.InvariantCulture, "{0}\n{1}\n{2}\n{3}", algorithm, amzDate, credentialScope, hashedCanonicalRequest); // --- 步骤 3: 计算签名 --- // Signing Key 派生 byte[] kSecret = Encoding.UTF8.GetBytes("AWS4" + _secretKey); byte[] kDate = HmacSha256(kSecret, dateStamp); byte[] kRegion = HmacSha256(kDate, _region); byte[] kService = HmacSha256(kRegion, _service); byte[] kSigning = HmacSha256(kService, "aws4_request"); // 计算最终签名 byte[] signatureBytes = HmacSha256(kSigning, stringToSign); string signature = ToHex(signatureBytes); // --- 步骤 4: 添加 Authorization 头部 --- string authorizationHeader = string.Format(CultureInfo.InvariantCulture, "{0} Credential={1}/{2}, SignedHeaders={3}, Signature={4}", algorithm, _accessKey, credentialScope, signedHeaders, signature); request.Headers["Authorization"] = authorizationHeader; // 设置 x-amz-date 头部(如果尚未设置) request.Headers["x-amz-date"] = amzDate; // 设置 x-amz-content-sha256 头部(如果尚未设置) request.Headers["x-amz-content-sha256"] = contentHash; } /// <summary> /// 计算字节数组的 SHA256 哈希值。 /// </summary> private static byte[] Hash(byte[] bytes) { using (SHA256 sha256 = new SHA256Managed()) { return sha256.ComputeHash(bytes); } } /// <summary> /// 计算 HMAC-SHA256 哈希值。 /// </summary> private static byte[] HmacSha256(byte[] key, string data) { using (HMACSHA256 hmac = new HMACSHA256(key)) { return hmac.ComputeHash(Encoding.UTF8.GetBytes(data)); } } /// <summary> /// 将字节数组转换为十六进制字符串。 /// </summary> private static string ToHex(byte[] bytes) { return BitConverter.ToString(bytes).Replace("-", "").ToLowerInvariant(); } } } 

测试代码如下:

using System; using System.IO; using System.Threading; namespace MinioHttpOperatorDemo { class Program { static void Main(string[] args) { // 替换为您的 MinIO 实例的地址 string minioEndpoint = "http://127.xxx.xxx.xxx:9000"; // 如果您的 MinIO 实例需要认证,请在这里提供您的 AccessKey 和 SecretKey。 // 例如: string accessKey = "accessKey "; string secretKey = "secretKey "; MinioHttpOperator minioOperator = new MinioHttpOperator(minioEndpoint, accessKey, secretKey); // 如果 MinIO 允许匿名访问,则无需提供 AccessKey 和 SecretKey //MinioHttpOperator minioOperator = new MinioHttpOperator(minioEndpoint); // 确保此桶在 MinIO 中存在或 MinIO 服务器允许自动创建桶。 string bucketName = "bucketName "; string testFolder = "test"; // --- 准备多个测试文件 --- string localFilePath1 = Path.Combine(Path.GetTempPath(), "testfile1.txt"); string localFilePath2 = Path.Combine(Path.GetTempPath(), "testfile2.jpg"); // 模拟图片文件 string minioObjectName1 = $"{testFolder}/document1.txt"; string minioObjectName2 = $"{testFolder}/image.jpg"; string content1 = "This is the content for document one."; byte[] content2 = new byte[1024]; // 模拟一个1KB的二进制数据作为图片内容 new Random().NextBytes(content2); // 填充随机字节 try { File.WriteAllText(localFilePath1, content1); File.WriteAllBytes(localFilePath2, content2); Console.WriteLine($"已在本地创建测试文件:{localFilePath1} 和 {localFilePath2}"); } catch (Exception ex) { Console.WriteLine($"创建测试文件失败:{ex.Message}"); Console.WriteLine("请检查文件路径和权限。程序将退出。"); Console.ReadKey(); return; } Console.WriteLine("\n--- 开始 MinIO 批量操作 ---"); // --- 上传第一个文件 --- Console.WriteLine($"\n尝试上传文件:{localFilePath1} 到 {minioEndpoint}/{bucketName}/{minioObjectName1}..."); if (minioOperator.UploadFile(bucketName, minioObjectName1, localFilePath1, "text/plain")) { Console.WriteLine("文件上传成功。"); } else { Console.WriteLine("文件上传失败。"); } Thread.Sleep(1000); // 稍作等待 // --- 上传第二个文件 --- Console.WriteLine($"\n尝试上传文件:{localFilePath2} 到 {minioEndpoint}/{bucketName}/{minioObjectName2}..."); if (minioOperator.UploadFile(bucketName, minioObjectName2, localFilePath2, "image/jpeg")) { Console.WriteLine("文件上传成功。"); } else { Console.WriteLine("文件上传失败。"); } Thread.Sleep(1000); // 稍作等待 Console.WriteLine("\n----------------------------------------"); // --- 下载第一个文件 --- string downloadSavePath1 = Path.Combine(Path.GetTempPath(), "downloaded_document1.txt"); Console.WriteLine($"\n尝试从 {minioEndpoint}/{bucketName}/{minioObjectName1} 下载文件到 {downloadSavePath1}..."); if (minioOperator.DownloadFile(bucketName, minioObjectName1, downloadSavePath1)) { Console.WriteLine("文件下载成功。"); try { Console.WriteLine($"下载文件的内容:{File.ReadAllText(downloadSavePath1)}"); } catch (Exception ex) { Console.WriteLine($"读取下载文件内容失败:{ex.Message}"); } } else { Console.WriteLine("文件下载失败。"); } Thread.Sleep(1000); // 稍作等待 // --- 尝试下载一个不存在的文件 --- string nonExistentObject = $"{testFolder}/nonexistent.pdf"; string downloadNonExistentPath = Path.Combine(Path.GetTempPath(), "nonexistent.pdf"); Console.WriteLine($"\n尝试下载不存在的文件:{nonExistentObject}..."); if (!minioOperator.DownloadFile(bucketName, nonExistentObject, downloadNonExistentPath)) { Console.WriteLine("下载不存在的文件失败(预期结果)。"); } Thread.Sleep(1000); // 稍作等待 Console.WriteLine("\n----------------------------------------"); // --- 删除第一个文件 --- Console.WriteLine($"\n尝试从 {minioEndpoint}/{bucketName} 删除文件 {minioObjectName1}..."); if (minioOperator.DeleteFile(bucketName, minioObjectName1)) { Console.WriteLine("文件删除成功。"); } else { Console.WriteLine("文件删除失败。"); } Thread.Sleep(1000); // 稍作等待 // --- 删除第二个文件 --- Console.WriteLine($"\n尝试从 {minioEndpoint}/{bucketName} 删除文件 {minioObjectName2}..."); if (minioOperator.DeleteFile(bucketName, minioObjectName2)) { Console.WriteLine("文件删除成功。"); } else { Console.WriteLine("文件删除失败。"); } Console.WriteLine("\n--- MinIO 批量操作结束 ---"); // 清理本地创建的测试文件 try { if (File.Exists(localFilePath1)) { File.Delete(localFilePath1); Console.WriteLine($"已清理本地测试文件:{localFilePath1}"); } if (File.Exists(localFilePath2)) { File.Delete(localFilePath2); Console.WriteLine($"已清理本地测试文件:{localFilePath2}"); } if (File.Exists(downloadSavePath1)) { File.Delete(downloadSavePath1); Console.WriteLine($"已清理本地下载文件:{downloadSavePath1}"); } if (File.Exists(downloadNonExistentPath)) { File.Delete(downloadNonExistentPath); Console.WriteLine($"已清理本地下载文件:{downloadNonExistentPath}"); } } catch (Exception ex) { Console.WriteLine($"清理本地文件失败:{ex.Message}"); } Console.WriteLine("\n按任意键退出程序。"); Console.ReadKey(); } } } 

评论

昵称
邮箱
主页