{"id":132,"date":"2024-04-07T18:24:33","date_gmt":"2024-04-07T22:24:33","guid":{"rendered":"https:\/\/coding101.xyz\/?p=132"},"modified":"2024-07-16T08:51:08","modified_gmt":"2024-07-16T12:51:08","slug":"access-aws-s3-with-go","status":"publish","type":"post","link":"https:\/\/coding101.xyz\/?p=132","title":{"rendered":"Access AWS S3 with Go"},"content":{"rendered":"\n

Packages<\/h2>\n\n\n\n

The following packages are needed; there are currently two versions, if you write new code you should use the second version, as the first one will no longer be supported shortly<\/p>\n\n\n\n\n\n\n\n

\"github.com\/aws\/aws-sdk-go-v2\/aws\"\n\"github.com\/aws\/aws-sdk-go-v2\/config\"\n\"github.com\/aws\/aws-sdk-go-v2\/credentials\"\n\"github.com\/aws\/aws-sdk-go-v2\/service\/s3\"<\/code><\/pre>\n\n\n\n
Most of the packages are from s3, the rest support creating a client etc. <\/p>\n\n\n\n
Endpoint<\/h2>\n\n\n\n
If you use AWS no endpoint info is needed. However for any other providers, endpoint must be specified, as, although they implement S3, obviously the endpoint does not have anything to do with Amazon’s<\/p>\n\n\n\n
Here is the endpoint for Linode: <\/p>\n\n\n\n
https://us-east-1.linodeobjects.com<\/code><\/pre>\n\n\n\n
Coding<\/h2>\n\n\n\n
package<\/span> main\n\nimport<\/span> (\n"context"<\/span>\n"fmt"<\/span>\n"github.com\/aws\/aws-sdk-go-v2\/aws"<\/span>\n"github.com\/aws\/aws-sdk-go-v2\/config"<\/span>\n"github.com\/aws\/aws-sdk-go-v2\/credentials"<\/span>\n"github.com\/aws\/aws-sdk-go-v2\/service\/s3"<\/span>\n"os"<\/span>\n)\n\nfunc<\/span> main() {\nproceed()\n\n}\n\nfunc<\/span> proceed() {\nctx :=<\/span> context.Background()\n\ncfg, err :=<\/span> \nclient :=<\/span> s3.NewFromConfig(cfg, func<\/span>(o *<\/span>s3.Options) {\no.Region = "us-east-1"<\/span>\no.BaseEndpoint = aws.String("https:\/\/us-east-1.linodeobjects.com"<\/span>)\naccessKey :=<\/span> os.Getenv("CURRENT_KEY"<\/span>)\naccessSecret :=<\/span> os.Getenv("CURRENT_SECRET"<\/span>)\no.Credentials = credentials.NewStaticCredentialsProvider(accessKey, accessSecret, ""<\/span>)\n})\n\n\/\/ ok, list objects<\/span>\n\noutput, err :=<\/span> client.ListObjectsV2(ctx, &<\/span>s3.ListObjectsV2Input{\nBucket: aws.String("bucket-storage"<\/span>),\n})\n\nif<\/span> err !=<\/span> nil<\/span> {\nfmt.Println("there was an error... "<\/span>, err.Error())\n} else<\/span> {\nfmt.Println("list bucket with success"<\/span>)\nfor<\/span> _, object :=<\/span> range<\/span> output.Contents {\nfmt.Println(*<\/span>object.Key)\n}\n}\n\n\/\/ ok, now upload the object<\/span>\nfileName :=<\/span> os.Getenv("FILE_NAME"<\/span>)\nopen, err :=<\/span> os.Open(fileName)\nif<\/span> err !=<\/span> nil<\/span> {\nfmt.Println("there was an error opening the file"<\/span>)\n}\n_, err = client.PutObject(ctx, &<\/span>s3.PutObjectInput{\nBucket: aws.String("bucket-storage"<\/span>),\nKey:    aws.String("current.txt"<\/span>),\nBody:   open,\n})\n\nif<\/span> err !=<\/span> nil<\/span> {\nfmt.Println("error putting the object into the bucket"<\/span>)\n}\n\n\/\/ now get the file<\/span>\ngetOutput, err :=<\/span> client.GetObject(ctx, &<\/span>s3.GetObjectInput{\nBucket: aws.String("bucket-storage"<\/span>),\nKey:    aws.String("current.txt"<\/span>),\n})\n\nif<\/span> err !=<\/span> nil<\/span> {\nfmt.Println("error: %w"<\/span>, err)\n} else<\/span> {\nb :=<\/span> make<\/span>([]byte<\/span>, 1000<\/span>)\ninfo, _ :=<\/span> getOutput.Body.Read(b)\nfmt.Println(fmt.Sprintf("read: %d bytes that are >>>%s<<<"<\/span>, info, string<\/span>(b[0<\/span>:info])))\n}\n\n\/\/ and now delete the file<\/span>\n_, err = client.DeleteObject(ctx, &<\/span>s3.DeleteObjectInput{\nBucket: aws.String("bucket-storage"<\/span>),\nKey:    aws.String("current.txt"<\/span>),\n})\n\nif<\/span> err !=<\/span> nil<\/span> {\nfmt.Println(fmt.Errorf("error encountered %w"<\/span>, err))\n} else<\/span> {\nfmt.Println("deleted..."<\/span>)\n}\n}\n<\/pre><\/div>\n","protected":false},"excerpt":{"rendered":"
Packages The following packages are needed; there are currently two versions, if you write new code you should use the second version, as the first one will no longer be supported shortly<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-132","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/coding101.xyz\/index.php?rest_route=\/wp\/v2\/posts\/132","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/coding101.xyz\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/coding101.xyz\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/coding101.xyz\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/coding101.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=132"}],"version-history":[{"count":5,"href":"https:\/\/coding101.xyz\/index.php?rest_route=\/wp\/v2\/posts\/132\/revisions"}],"predecessor-version":[{"id":154,"href":"https:\/\/coding101.xyz\/index.php?rest_route=\/wp\/v2\/posts\/132\/revisions\/154"}],"wp:attachment":[{"href":"https:\/\/coding101.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=132"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/coding101.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=132"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/coding101.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=132"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}