/* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see */ package engine import ( "bytes" "fmt" "sync" "time" "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/credentials" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/service/s3/s3manager" "github.com/cgrates/cgrates/utils" ) // NewS3Poster creates a s3 poster func NewS3Poster(dialURL string, attempts int, opts map[string]interface{}) Poster { pstr := &S3Poster{ dialURL: dialURL, attempts: attempts, } pstr.parseOpts(opts) return pstr } // S3Poster is a s3 poster type S3Poster struct { sync.Mutex dialURL string awsRegion string awsID string awsKey string awsToken string attempts int bucket string folderPath string session *session.Session } // Close for Poster interface func (pstr *S3Poster) Close() {} func (pstr *S3Poster) parseOpts(opts map[string]interface{}) { pstr.bucket = utils.DefaultQueueID if val, has := opts[utils.S3Bucket]; has { pstr.bucket = utils.IfaceAsString(val) } if val, has := opts[utils.S3FolderPath]; has { pstr.folderPath = utils.IfaceAsString(val) } if val, has := opts[utils.AWSRegion]; has { pstr.awsRegion = utils.IfaceAsString(val) } if val, has := opts[utils.AWSKey]; has { pstr.awsID = utils.IfaceAsString(val) } if val, has := opts[utils.AWSSecret]; has { pstr.awsKey = utils.IfaceAsString(val) } if val, has := opts[utils.AWSToken]; has { pstr.awsToken = utils.IfaceAsString(val) } } // Post is the method being called when we need to post anything in the queue func (pstr *S3Poster) Post(message []byte, key string) (err error) { var svc *s3manager.Uploader fib := utils.Fib() for i := 0; i < pstr.attempts; i++ { if svc, err = pstr.newPosterSession(); err == nil { break } if i+1 < pstr.attempts { time.Sleep(time.Duration(fib()) * time.Second) } } if err != nil { utils.Logger.Warning(fmt.Sprintf(" creating new session, err: %s", err.Error())) return } for i := 0; i < pstr.attempts; i++ { if _, err = svc.Upload(&s3manager.UploadInput{ Bucket: aws.String(pstr.bucket), // Can also use the `filepath` standard library package to modify the // filename as need for an S3 object key. Such as turning absolute path // to a relative path. Key: aws.String(fmt.Sprintf("%s/%s.json", pstr.folderPath, key)), // The file to be uploaded. io.ReadSeeker is preferred as the Uploader // will be able to optimize memory when uploading large content. io.Reader // is supported, but will require buffering of the reader's bytes for // each part. Body: bytes.NewReader(message), }); err == nil { break } if i+1 < pstr.attempts { time.Sleep(time.Duration(fib()) * time.Second) } } if err != nil { utils.Logger.Warning(fmt.Sprintf(" posting new message, err: %s", err.Error())) } return } func (pstr *S3Poster) newPosterSession() (s *s3manager.Uploader, err error) { pstr.Lock() defer pstr.Unlock() if pstr.session == nil { var ses *session.Session cfg := aws.Config{Endpoint: aws.String(pstr.dialURL)} if len(pstr.awsRegion) != 0 { cfg.Region = aws.String(pstr.awsRegion) } if len(pstr.awsID) != 0 && len(pstr.awsKey) != 0 { cfg.Credentials = credentials.NewStaticCredentials(pstr.awsID, pstr.awsKey, pstr.awsToken) } ses, err = session.NewSessionWithOptions( session.Options{ Config: cfg, }, ) if err != nil { return nil, err } pstr.session = ses } return s3manager.NewUploader(pstr.session), nil }