Breaking News: Grepper is joining You.com. Read the official announcement!

how to read a CSV file from S3 bucket using Go-lang

Pathi Prudhvi answered on October 6, 2022 Popularity 3/10 Helpfulness 1/10

answer how to read a CSV file from S3 bucket using Go-lang

how to read a CSV file from S3 bucket using Go-lang

Comment

package main

import (
    "encoding/csv"
    "fmt"
    "io/ioutil"
    "path"

    "github.com/aws/aws-lambda-go/events"
    "github.com/aws/aws-lambda-go/lambda"
    "github.com/aws/aws-sdk-go/aws"
    "github.com/aws/aws-sdk-go/aws/session"
    "github.com/aws/aws-sdk-go/service/s3"
    "github.com/aws/aws-sdk-go/service/s3/s3iface"
)

var (
    // TOKEN = os.Getenv("TOKEN")
    svc s3iface.S3API
)

func main() {    
    // Panics if there is an error in creating session
    svc = s3iface.S3API(s3.New(session.Must(session.NewSession())))

    lambda.Start(Handler)
}

func Handler(evt events.S3Event) error {

    for _, rec := range evt.Records {

        key := rec.S3.Object.Key

        dir, file := path.Split(key)
        // Download the file from S3
        obj, err := svc.GetObject(&s3.GetObjectInput{
            Bucket: aws.String(rec.S3.Bucket.Name),
            Key:    aws.String(key),
        })
        if err != nil {
            return fmt.Errorf("error in downloading %s from S3: %s\n", key, err)
        }

        body, err := ioutil.ReadAll(obj.Body)
        if err != nil {
            return fmt.Errorf("error in reading file %s: %s\n", key, err)
        }

        reader := csv.NewReader(body)
        record, err := reader.ReadAll()
        if err != nil {
            fmt.Println("Error", err)
        }

        for value := range record { // for i:=0; i<len(record)
            fmt.Println("", record[value])
        }
    }
    return nil
}

Popularity 3/10 Helpfulness 1/10 Language whatever

Source: stackoverflow.com

Tags: csv file s3-bucket using whatever

Link to this answer
Share Copy Link

Contributed on Oct 06 2022

Pathi Prudhvi

0 Answers Avg Quality 2/10

how to read a CSV file from S3 bucket using Go-lang

Contents

More Related Answers

how to read a CSV file from S3 bucket using Go-lang

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.