Breaking News: Grepper is joining You.com. Read the official announcement!

aws-sdk-go-v2 - Upload Manager - Upload a Folder to Amazon S3

CL answered on March 1, 2023 Popularity 1/10 Helpfulness 1/10

answer aws-sdk-go-v2 - Upload Manager - Upload a Folder to Amazon S3

related aws-sdk-go-v2 - Upload Manager

aws-sdk-go-v2 - Upload Manager - Upload a Folder to Amazon S3

Comment

package main

import (
	"context"
	"log"
	"os"
	"path/filepath"

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/config"
	"github.com/aws/aws-sdk-go-v2/feature/s3/manager"
	"github.com/aws/aws-sdk-go-v2/service/s3"
)

var (
	localPath string
	bucket    string
	prefix    string
)

func init() {
	if len(os.Args) != 4 {
		log.Fatalln("Usage:", os.Args[0], "<local path> <bucket> <prefix>")
	}
	localPath = os.Args[1]
	bucket = os.Args[2]
	prefix = os.Args[3]
}

func main() {
	walker := make(fileWalk)
	go func() {
		// Gather the files to upload by walking the path recursively 
		if err := filepath.Walk(localPath, walker.Walk); err != nil {
			log.Fatalln("Walk failed:", err)
		}
		close(walker)
	}()

	cfg, err := config.LoadDefaultConfig(context.TODO())
	if err != nil {
		log.Fatalln("error:", err)
	}
	
	// For each file found walking, upload it to Amazon S3
	uploader := manager.NewUploader(s3.NewFromConfig(cfg))
	for path := range walker {
		rel, err := filepath.Rel(localPath, path)
		if err != nil {
			log.Fatalln("Unable to get relative path:", path, err)
		}
		file, err := os.Open(path)
		if err != nil {
			log.Println("Failed opening file", path, err)
			continue
		}
		defer file.Close()
		result, err := uploader.Upload(context.TODO(), &s3.PutObjectInput{
			Bucket: &bucket,
			Key:    aws.String(filepath.Join(prefix, rel)),
			Body:   file,
		})
		if err != nil {
			log.Fatalln("Failed to upload", path, err)
		}
		log.Println("Uploaded", path, result.Location)
	}
}

type fileWalk chan string

func (f fileWalk) Walk(path string, info os.FileInfo, err error) error {
	if err != nil {
		return err
	}
	if !info.IsDir() {
		f <- path
	}
	return nil
}

The following example uses the `path/filepath` package to recursively gather a list of files and upload them to the specified Amazon S3 bucket. The keys of the Amazon S3 objects are prefixed with the file’s relative path.

Popularity 1/10 Helpfulness 1/10 Language go

Source: aws.github.io

Tags: amazon-s3 aws-sdk-go-v2 go upload

Link to this answer
Share Copy Link

Contributed on Mar 01 2023

0 Answers Avg Quality 2/10

Closely Related Answers

aws-sdk-go-v2 - Upload Manager

Comment

import "context"
import "github.com/aws/aws-sdk-go-v2/config"
import "github.com/aws/aws-sdk-go-v2/service/s3"
import "github.com/aws/aws-sdk-go-v2/feature/s3/manager"

// ...

cfg, err := config.LoadDefaultConfig(context.TODO())
if err != nil {
	log.Printf("error: %v", err)
	return
}

client := s3.NewFromConfig(cfg)

uploader := manager.NewUploader(client)
result, err := uploader.Upload(context.TODO(), &s3.PutObjectInput{
	Bucket: aws.String("my-bucket"),
	Key:    aws.String("my-object-key"),
	Body:   uploadFile,
})

Popularity 1/10 Helpfulness 1/10 Language go

Source: aws.github.io

Tags: aws-sdk-go-v2 go upload

Link to this answer
Share Copy Link

Contributed on Mar 01 2023

0 Answers Avg Quality 2/10

aws-sdk-go-v2 - Upload Manager - Upload a Folder to Amazon S3

Contents

More Related Answers

aws-sdk-go-v2 - Upload Manager - Upload a Folder to Amazon S3

Closely Related Answers

aws-sdk-go-v2 - Upload Manager

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.