feat(train): add new command to interact with aws and train models

This commit is contained in:
2021-10-17 19:15:44 +02:00
parent 5436dfebc2
commit 538cea18f2
1064 changed files with 282251 additions and 89305 deletions

36
vendor/github.com/aws/smithy-go/waiter/logger.go generated vendored Normal file
View File

@@ -0,0 +1,36 @@
package waiter
import (
"context"
"fmt"
"github.com/aws/smithy-go/logging"
"github.com/aws/smithy-go/middleware"
)
// Logger is the Logger middleware used by the waiter to log an attempt
type Logger struct {
// Attempt is the current attempt to be logged
Attempt int64
}
// ID representing the Logger middleware
func (*Logger) ID() string {
return "WaiterLogger"
}
// HandleInitialize performs handling of request in initialize stack step
func (m *Logger) HandleInitialize(ctx context.Context, in middleware.InitializeInput, next middleware.InitializeHandler) (
out middleware.InitializeOutput, metadata middleware.Metadata, err error,
) {
logger := middleware.GetLogger(ctx)
logger.Logf(logging.Debug, fmt.Sprintf("attempting waiter request, attempt count: %d", m.Attempt))
return next.HandleInitialize(ctx, in)
}
// AddLogger is helper util to add waiter logger after `SetLogger` middleware in
func (m Logger) AddLogger(stack *middleware.Stack) error {
return stack.Initialize.Insert(&m, "SetLogger", middleware.After)
}

66
vendor/github.com/aws/smithy-go/waiter/waiter.go generated vendored Normal file
View File

@@ -0,0 +1,66 @@
package waiter
import (
"fmt"
"math"
"time"
"github.com/aws/smithy-go/rand"
)
// ComputeDelay computes delay between waiter attempts. The function takes in a current attempt count,
// minimum delay, maximum delay, and remaining wait time for waiter as input. The inputs minDelay and maxDelay
// must always be greater than 0, along with minDelay lesser than or equal to maxDelay.
//
// Returns the computed delay and if next attempt count is possible within the given input time constraints.
// Note that the zeroth attempt results in no delay.
func ComputeDelay(attempt int64, minDelay, maxDelay, remainingTime time.Duration) (delay time.Duration, err error) {
// zeroth attempt, no delay
if attempt <= 0 {
return 0, nil
}
// remainingTime is zero or less, no delay
if remainingTime <= 0 {
return 0, nil
}
// validate min delay is greater than 0
if minDelay == 0 {
return 0, fmt.Errorf("minDelay must be greater than zero when computing Delay")
}
// validate max delay is greater than 0
if maxDelay == 0 {
return 0, fmt.Errorf("maxDelay must be greater than zero when computing Delay")
}
// Get attempt ceiling to prevent integer overflow.
attemptCeiling := (math.Log(float64(maxDelay/minDelay)) / math.Log(2)) + 1
if attempt > int64(attemptCeiling) {
delay = maxDelay
} else {
// Compute exponential delay based on attempt.
ri := 1 << uint64(attempt-1)
// compute delay
delay = minDelay * time.Duration(ri)
}
if delay != minDelay {
// randomize to get jitter between min delay and delay value
d, err := rand.CryptoRandInt63n(int64(delay - minDelay))
if err != nil {
return 0, fmt.Errorf("error computing retry jitter, %w", err)
}
delay = time.Duration(d) + minDelay
}
// check if this is the last attempt possible and compute delay accordingly
if remainingTime-delay <= minDelay {
delay = remainingTime - minDelay
}
return delay, nil
}