forked from NYANDEV/forgejo
62e6c9bc6c
* Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
124 lines
3.5 KiB
Go
Vendored
124 lines
3.5 KiB
Go
Vendored
/*
|
|
* MinIO Go Library for Amazon S3 Compatible Cloud Storage
|
|
* Copyright 2015-2017 MinIO, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package minio
|
|
|
|
import (
|
|
"context"
|
|
"net/http"
|
|
"time"
|
|
)
|
|
|
|
// MaxRetry is the maximum number of retries before stopping.
|
|
var MaxRetry = 10
|
|
|
|
// MaxJitter will randomize over the full exponential backoff time
|
|
const MaxJitter = 1.0
|
|
|
|
// NoJitter disables the use of jitter for randomizing the exponential backoff time
|
|
const NoJitter = 0.0
|
|
|
|
// DefaultRetryUnit - default unit multiplicative per retry.
|
|
// defaults to 1 second.
|
|
const DefaultRetryUnit = time.Second
|
|
|
|
// DefaultRetryCap - Each retry attempt never waits no longer than
|
|
// this maximum time duration.
|
|
const DefaultRetryCap = time.Second * 30
|
|
|
|
// newRetryTimer creates a timer with exponentially increasing
|
|
// delays until the maximum retry attempts are reached.
|
|
func (c Client) newRetryTimer(ctx context.Context, maxRetry int, unit time.Duration, cap time.Duration, jitter float64) <-chan int {
|
|
attemptCh := make(chan int)
|
|
|
|
// computes the exponential backoff duration according to
|
|
// https://www.awsarchitectureblog.com/2015/03/backoff.html
|
|
exponentialBackoffWait := func(attempt int) time.Duration {
|
|
// normalize jitter to the range [0, 1.0]
|
|
if jitter < NoJitter {
|
|
jitter = NoJitter
|
|
}
|
|
if jitter > MaxJitter {
|
|
jitter = MaxJitter
|
|
}
|
|
|
|
//sleep = random_between(0, min(cap, base * 2 ** attempt))
|
|
sleep := unit * time.Duration(1<<uint(attempt))
|
|
if sleep > cap {
|
|
sleep = cap
|
|
}
|
|
if jitter != NoJitter {
|
|
sleep -= time.Duration(c.random.Float64() * float64(sleep) * jitter)
|
|
}
|
|
return sleep
|
|
}
|
|
|
|
go func() {
|
|
defer close(attemptCh)
|
|
for i := 0; i < maxRetry; i++ {
|
|
select {
|
|
case attemptCh <- i + 1:
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
|
|
select {
|
|
case <-time.After(exponentialBackoffWait(i)):
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
return attemptCh
|
|
}
|
|
|
|
// List of AWS S3 error codes which are retryable.
|
|
var retryableS3Codes = map[string]struct{}{
|
|
"RequestError": {},
|
|
"RequestTimeout": {},
|
|
"Throttling": {},
|
|
"ThrottlingException": {},
|
|
"RequestLimitExceeded": {},
|
|
"RequestThrottled": {},
|
|
"InternalError": {},
|
|
"ExpiredToken": {},
|
|
"ExpiredTokenException": {},
|
|
"SlowDown": {},
|
|
// Add more AWS S3 codes here.
|
|
}
|
|
|
|
// isS3CodeRetryable - is s3 error code retryable.
|
|
func isS3CodeRetryable(s3Code string) (ok bool) {
|
|
_, ok = retryableS3Codes[s3Code]
|
|
return ok
|
|
}
|
|
|
|
// List of HTTP status codes which are retryable.
|
|
var retryableHTTPStatusCodes = map[int]struct{}{
|
|
429: {}, // http.StatusTooManyRequests is not part of the Go 1.5 library, yet
|
|
http.StatusInternalServerError: {},
|
|
http.StatusBadGateway: {},
|
|
http.StatusServiceUnavailable: {},
|
|
http.StatusGatewayTimeout: {},
|
|
// Add more HTTP status codes here.
|
|
}
|
|
|
|
// isHTTPStatusRetryable - is HTTP error code retryable.
|
|
func isHTTPStatusRetryable(httpStatusCode int) (ok bool) {
|
|
_, ok = retryableHTTPStatusCodes[httpStatusCode]
|
|
return ok
|
|
}
|