* Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
318 lines
9.6 KiB
Go
Vendored
318 lines
9.6 KiB
Go
Vendored
/*
|
|
* MinIO Go Library for Amazon S3 Compatible Cloud Storage
|
|
* Copyright 2015-2017 MinIO, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package signer
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/hex"
|
|
"net/http"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/minio/minio-go/v7/pkg/s3utils"
|
|
)
|
|
|
|
// Signature and API related constants.
|
|
const (
|
|
signV4Algorithm = "AWS4-HMAC-SHA256"
|
|
iso8601DateFormat = "20060102T150405Z"
|
|
yyyymmdd = "20060102"
|
|
)
|
|
|
|
// Different service types
|
|
const (
|
|
ServiceTypeS3 = "s3"
|
|
ServiceTypeSTS = "sts"
|
|
)
|
|
|
|
///
|
|
/// Excerpts from @lsegal -
|
|
/// https://github.com/aws/aws-sdk-js/issues/659#issuecomment-120477258.
|
|
///
|
|
/// User-Agent:
|
|
///
|
|
/// This is ignored from signing because signing this causes
|
|
/// problems with generating pre-signed URLs (that are executed
|
|
/// by other agents) or when customers pass requests through
|
|
/// proxies, which may modify the user-agent.
|
|
///
|
|
///
|
|
/// Authorization:
|
|
///
|
|
/// Is skipped for obvious reasons
|
|
///
|
|
var v4IgnoredHeaders = map[string]bool{
|
|
"Authorization": true,
|
|
"User-Agent": true,
|
|
}
|
|
|
|
// getSigningKey hmac seed to calculate final signature.
|
|
func getSigningKey(secret, loc string, t time.Time, serviceType string) []byte {
|
|
date := sumHMAC([]byte("AWS4"+secret), []byte(t.Format(yyyymmdd)))
|
|
location := sumHMAC(date, []byte(loc))
|
|
service := sumHMAC(location, []byte(serviceType))
|
|
signingKey := sumHMAC(service, []byte("aws4_request"))
|
|
return signingKey
|
|
}
|
|
|
|
// getSignature final signature in hexadecimal form.
|
|
func getSignature(signingKey []byte, stringToSign string) string {
|
|
return hex.EncodeToString(sumHMAC(signingKey, []byte(stringToSign)))
|
|
}
|
|
|
|
// getScope generate a string of a specific date, an AWS region, and a
|
|
// service.
|
|
func getScope(location string, t time.Time, serviceType string) string {
|
|
scope := strings.Join([]string{
|
|
t.Format(yyyymmdd),
|
|
location,
|
|
serviceType,
|
|
"aws4_request",
|
|
}, "/")
|
|
return scope
|
|
}
|
|
|
|
// GetCredential generate a credential string.
|
|
func GetCredential(accessKeyID, location string, t time.Time, serviceType string) string {
|
|
scope := getScope(location, t, serviceType)
|
|
return accessKeyID + "/" + scope
|
|
}
|
|
|
|
// getHashedPayload get the hexadecimal value of the SHA256 hash of
|
|
// the request payload.
|
|
func getHashedPayload(req http.Request) string {
|
|
hashedPayload := req.Header.Get("X-Amz-Content-Sha256")
|
|
if hashedPayload == "" {
|
|
// Presign does not have a payload, use S3 recommended value.
|
|
hashedPayload = unsignedPayload
|
|
}
|
|
return hashedPayload
|
|
}
|
|
|
|
// getCanonicalHeaders generate a list of request headers for
|
|
// signature.
|
|
func getCanonicalHeaders(req http.Request, ignoredHeaders map[string]bool) string {
|
|
var headers []string
|
|
vals := make(map[string][]string)
|
|
for k, vv := range req.Header {
|
|
if _, ok := ignoredHeaders[http.CanonicalHeaderKey(k)]; ok {
|
|
continue // ignored header
|
|
}
|
|
headers = append(headers, strings.ToLower(k))
|
|
vals[strings.ToLower(k)] = vv
|
|
}
|
|
headers = append(headers, "host")
|
|
sort.Strings(headers)
|
|
|
|
var buf bytes.Buffer
|
|
// Save all the headers in canonical form <header>:<value> newline
|
|
// separated for each header.
|
|
for _, k := range headers {
|
|
buf.WriteString(k)
|
|
buf.WriteByte(':')
|
|
switch {
|
|
case k == "host":
|
|
buf.WriteString(getHostAddr(&req))
|
|
fallthrough
|
|
default:
|
|
for idx, v := range vals[k] {
|
|
if idx > 0 {
|
|
buf.WriteByte(',')
|
|
}
|
|
buf.WriteString(signV4TrimAll(v))
|
|
}
|
|
buf.WriteByte('\n')
|
|
}
|
|
}
|
|
return buf.String()
|
|
}
|
|
|
|
// getSignedHeaders generate all signed request headers.
|
|
// i.e lexically sorted, semicolon-separated list of lowercase
|
|
// request header names.
|
|
func getSignedHeaders(req http.Request, ignoredHeaders map[string]bool) string {
|
|
var headers []string
|
|
for k := range req.Header {
|
|
if _, ok := ignoredHeaders[http.CanonicalHeaderKey(k)]; ok {
|
|
continue // Ignored header found continue.
|
|
}
|
|
headers = append(headers, strings.ToLower(k))
|
|
}
|
|
headers = append(headers, "host")
|
|
sort.Strings(headers)
|
|
return strings.Join(headers, ";")
|
|
}
|
|
|
|
// getCanonicalRequest generate a canonical request of style.
|
|
//
|
|
// canonicalRequest =
|
|
// <HTTPMethod>\n
|
|
// <CanonicalURI>\n
|
|
// <CanonicalQueryString>\n
|
|
// <CanonicalHeaders>\n
|
|
// <SignedHeaders>\n
|
|
// <HashedPayload>
|
|
func getCanonicalRequest(req http.Request, ignoredHeaders map[string]bool, hashedPayload string) string {
|
|
req.URL.RawQuery = strings.Replace(req.URL.Query().Encode(), "+", "%20", -1)
|
|
canonicalRequest := strings.Join([]string{
|
|
req.Method,
|
|
s3utils.EncodePath(req.URL.Path),
|
|
req.URL.RawQuery,
|
|
getCanonicalHeaders(req, ignoredHeaders),
|
|
getSignedHeaders(req, ignoredHeaders),
|
|
hashedPayload,
|
|
}, "\n")
|
|
return canonicalRequest
|
|
}
|
|
|
|
// getStringToSign a string based on selected query values.
|
|
func getStringToSignV4(t time.Time, location, canonicalRequest, serviceType string) string {
|
|
stringToSign := signV4Algorithm + "\n" + t.Format(iso8601DateFormat) + "\n"
|
|
stringToSign = stringToSign + getScope(location, t, serviceType) + "\n"
|
|
stringToSign = stringToSign + hex.EncodeToString(sum256([]byte(canonicalRequest)))
|
|
return stringToSign
|
|
}
|
|
|
|
// PreSignV4 presign the request, in accordance with
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/API/sigv4-query-string-auth.html.
|
|
func PreSignV4(req http.Request, accessKeyID, secretAccessKey, sessionToken, location string, expires int64) *http.Request {
|
|
// Presign is not needed for anonymous credentials.
|
|
if accessKeyID == "" || secretAccessKey == "" {
|
|
return &req
|
|
}
|
|
|
|
// Initial time.
|
|
t := time.Now().UTC()
|
|
|
|
// Get credential string.
|
|
credential := GetCredential(accessKeyID, location, t, ServiceTypeS3)
|
|
|
|
// Get all signed headers.
|
|
signedHeaders := getSignedHeaders(req, v4IgnoredHeaders)
|
|
|
|
// Set URL query.
|
|
query := req.URL.Query()
|
|
query.Set("X-Amz-Algorithm", signV4Algorithm)
|
|
query.Set("X-Amz-Date", t.Format(iso8601DateFormat))
|
|
query.Set("X-Amz-Expires", strconv.FormatInt(expires, 10))
|
|
query.Set("X-Amz-SignedHeaders", signedHeaders)
|
|
query.Set("X-Amz-Credential", credential)
|
|
// Set session token if available.
|
|
if sessionToken != "" {
|
|
query.Set("X-Amz-Security-Token", sessionToken)
|
|
}
|
|
req.URL.RawQuery = query.Encode()
|
|
|
|
// Get canonical request.
|
|
canonicalRequest := getCanonicalRequest(req, v4IgnoredHeaders, getHashedPayload(req))
|
|
|
|
// Get string to sign from canonical request.
|
|
stringToSign := getStringToSignV4(t, location, canonicalRequest, ServiceTypeS3)
|
|
|
|
// Gext hmac signing key.
|
|
signingKey := getSigningKey(secretAccessKey, location, t, ServiceTypeS3)
|
|
|
|
// Calculate signature.
|
|
signature := getSignature(signingKey, stringToSign)
|
|
|
|
// Add signature header to RawQuery.
|
|
req.URL.RawQuery += "&X-Amz-Signature=" + signature
|
|
|
|
return &req
|
|
}
|
|
|
|
// PostPresignSignatureV4 - presigned signature for PostPolicy
|
|
// requests.
|
|
func PostPresignSignatureV4(policyBase64 string, t time.Time, secretAccessKey, location string) string {
|
|
// Get signining key.
|
|
signingkey := getSigningKey(secretAccessKey, location, t, ServiceTypeS3)
|
|
// Calculate signature.
|
|
signature := getSignature(signingkey, policyBase64)
|
|
return signature
|
|
}
|
|
|
|
// SignV4STS - signature v4 for STS request.
|
|
func SignV4STS(req http.Request, accessKeyID, secretAccessKey, location string) *http.Request {
|
|
return signV4(req, accessKeyID, secretAccessKey, "", location, ServiceTypeSTS)
|
|
}
|
|
|
|
// Internal function called for different service types.
|
|
func signV4(req http.Request, accessKeyID, secretAccessKey, sessionToken, location, serviceType string) *http.Request {
|
|
// Signature calculation is not needed for anonymous credentials.
|
|
if accessKeyID == "" || secretAccessKey == "" {
|
|
return &req
|
|
}
|
|
|
|
// Initial time.
|
|
t := time.Now().UTC()
|
|
|
|
// Set x-amz-date.
|
|
req.Header.Set("X-Amz-Date", t.Format(iso8601DateFormat))
|
|
|
|
// Set session token if available.
|
|
if sessionToken != "" {
|
|
req.Header.Set("X-Amz-Security-Token", sessionToken)
|
|
}
|
|
|
|
hashedPayload := getHashedPayload(req)
|
|
if serviceType == ServiceTypeSTS {
|
|
// Content sha256 header is not sent with the request
|
|
// but it is expected to have sha256 of payload for signature
|
|
// in STS service type request.
|
|
req.Header.Del("X-Amz-Content-Sha256")
|
|
}
|
|
|
|
// Get canonical request.
|
|
canonicalRequest := getCanonicalRequest(req, v4IgnoredHeaders, hashedPayload)
|
|
|
|
// Get string to sign from canonical request.
|
|
stringToSign := getStringToSignV4(t, location, canonicalRequest, serviceType)
|
|
|
|
// Get hmac signing key.
|
|
signingKey := getSigningKey(secretAccessKey, location, t, serviceType)
|
|
|
|
// Get credential string.
|
|
credential := GetCredential(accessKeyID, location, t, serviceType)
|
|
|
|
// Get all signed headers.
|
|
signedHeaders := getSignedHeaders(req, v4IgnoredHeaders)
|
|
|
|
// Calculate signature.
|
|
signature := getSignature(signingKey, stringToSign)
|
|
|
|
// If regular request, construct the final authorization header.
|
|
parts := []string{
|
|
signV4Algorithm + " Credential=" + credential,
|
|
"SignedHeaders=" + signedHeaders,
|
|
"Signature=" + signature,
|
|
}
|
|
|
|
// Set authorization header.
|
|
auth := strings.Join(parts, ", ")
|
|
req.Header.Set("Authorization", auth)
|
|
|
|
return &req
|
|
}
|
|
|
|
// SignV4 sign the request before Do(), in accordance with
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-authenticating-requests.html.
|
|
func SignV4(req http.Request, accessKeyID, secretAccessKey, sessionToken, location string) *http.Request {
|
|
return signV4(req, accessKeyID, secretAccessKey, sessionToken, location, ServiceTypeS3)
|
|
}
|