storage: Implement Fetcher (#19)

Author: Prnyself

generated.go

@@ -5,7 +5,7 @@ go 1.14
 require (
 	bou.ke/monkey v1.0.2
 	github.com/aos-dev/go-integration-test/v2 v2.0.0-20201030072349-1418884fad78
-	github.com/aos-dev/go-storage/v2 v2.0.0
+	github.com/aos-dev/go-storage/v2 v2.0.1-0.20201203030158-b94397533b85
 	github.com/golang/mock v1.4.4
 	github.com/google/uuid v1.1.2
 	github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14

go.mod

@@ -9,8 +9,10 @@ github.com/agext/levenshtein v1.2.1/go.mod h1:JEDfjyjHDjOF/1e4FlBE/PkbqA9OfWu2ki
 github.com/aos-dev/go-integration-test/v2 v2.0.0-20201030072349-1418884fad78 h1:s/rzb/Zsilm/DOUjlgHNwBo9fByRsTGNCEh/T/uhI0c=
 github.com/aos-dev/go-integration-test/v2 v2.0.0-20201030072349-1418884fad78/go.mod h1:NfmZvOzPY/WaTXz7t7+/LaBecD/rvZWZKaQWR5oTQBg=
 github.com/aos-dev/go-storage/v2 v2.0.0-20201030030412-57f6d503c7c7/go.mod h1:eHpnrdrHP8mMoT1XdPcd7WRYtJKAYIcHmd2MhMO6l9E=
-github.com/aos-dev/go-storage/v2 v2.0.0 h1:7o2f1hz8vWSTAV1dH1l/qo8e75wzeP1ZiRPr3TP5DD0=
-github.com/aos-dev/go-storage/v2 v2.0.0/go.mod h1:a9oqOqLBsKkgep91ZF1bicbpAodOWtbPs3sAtaScbk8=
+github.com/aos-dev/go-storage/v2 v2.0.1-0.20201203030158-b94397533b85 h1:TmhNmt5NbanmhRXO47mg/QAqE7JHfiEx4n2ar0TCMKA=
+github.com/aos-dev/go-storage/v2 v2.0.1-0.20201203030158-b94397533b85/go.mod h1:BkdSR42JZFFjKJ+vq1UhjFODd0FPng9nMVR24IxKONI=
+github.com/aos-dev/specs/go v0.0.0-20201202111357-b50ee4ea7df4 h1:QHZ2ZCNLMlse6MoGyY/M+jVVJhoAq7Y0wjHQ5tH38OQ=
+github.com/aos-dev/specs/go v0.0.0-20201202111357-b50ee4ea7df4/go.mod h1:bsR49kgar1eScqMrZh4GvmZbeY2o4UtcDbC0jFtuJ0s=
 github.com/apparentlymart/go-dump v0.0.0-20180507223929-23540a00eaa3/go.mod h1:oL81AME2rN47vu18xqj1S1jPIPuN7afo62yKTNn3XMM=
 github.com/apparentlymart/go-textseg v1.0.0 h1:rRmlIsPEEhUTIKQb7T++Nz/A5Q6C9IuX2wFoYVvnCs0=
 github.com/apparentlymart/go-textseg v1.0.0/go.mod h1:z96Txxhf3xSFMPmb5X/1W05FF/Nj9VFpLOpjS5yuumk=
@@ -30,9 +32,10 @@ github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMyw
 github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/google/uuid v1.1.2 h1:EVhdT+1Kseyi1/pUmXKaFxYsDNy9RQYkMWRH68J/W7Y=
 github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1 h1:EGx4pi6eqNxGaHF6qqu48+N2wcFQ5qg5FXgOdqsJ5d8=
 github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY=
-github.com/hashicorp/hcl/v2 v2.7.0 h1:IU8qz5UzZ1po3M1D9/Kq6S5zbDGVfI9bnzmC1ogKKmI=
-github.com/hashicorp/hcl/v2 v2.7.0/go.mod h1:bQTN5mpo+jewjJgh8jr0JUguIi7qPHUF6yIfAEN3jqY=
+github.com/hashicorp/hcl/v2 v2.7.1 h1:eZWfKEO93WyE4OnZSD5LVy70YHDV/mmQ49gpKDLpDVM=
+github.com/hashicorp/hcl/v2 v2.7.1/go.mod h1:bQTN5mpo+jewjJgh8jr0JUguIi7qPHUF6yIfAEN3jqY=
 github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo=
 github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU=
 github.com/kevinburke/go-bindata v3.22.0+incompatible h1:/JmqEhIWQ7GRScV0WjX/0tqBrC5D21ALg0H0U/KZ/ts=

go.sum

@@ -21,7 +21,7 @@ namespace "service" {
   }
 }
 namespace "storage" {
-  implement = ["copier", "dir_lister", "index_segmenter", "mover", "prefix_lister", "prefix_segments_lister", "reacher", "segmenter", "statistician"]
+  implement = ["copier", "dir_lister", "fetcher", "index_segmenter", "mover", "prefix_lister", "prefix_segments_lister", "reacher", "segmenter", "statistician"]
 
   new {
     required = ["name"]

service.hcl

@@ -398,3 +398,10 @@ func (s *Storage) statistical(ctx context.Context, opt *pairStorageStatistical)
 	}
 	return statistic, nil
 }
+
+func (s *Storage) fetch(ctx context.Context, path string, url string, opt *pairStorageFetch) (err error) {
+	_, err = s.bucket.PutObjectWithContext(ctx, path, &service.PutObjectInput{
+		XQSFetchSource: service.String(url),
+	})
+	return err
+}

storage.go

@@ -727,3 +727,44 @@ func TestStorage_formatError(t *testing.T) {
 		assert.Equal(t, tt.targetEq, errors.Is(err, tt.targetErr), tt.name)
 	}
 }
+
+func TestStorage_Fetch(t *testing.T) {
+	ctrl := gomock.NewController(t)
+	defer ctrl.Finish()
+
+	mockBucket := NewMockBucket(ctrl)
+
+	{
+		client := Storage{
+			bucket: mockBucket,
+		}
+
+		name := uuid.New().String()
+		url := uuid.New().String()
+
+		mockBucket.EXPECT().PutObjectWithContext(gomock.Eq(context.Background()), gomock.Any(), gomock.Any()).
+			DoAndReturn(func(ctx context.Context, objectKey string, input *service.PutObjectInput) (*service.PutObjectOutput, error) {
+				assert.Equal(t, name, objectKey)
+				assert.Equal(t, *input.XQSFetchSource, url)
+				return &service.PutObjectOutput{}, nil
+			})
+		err := client.Fetch(name, url)
+		assert.NoError(t, err)
+	}
+
+	{
+		client := Storage{
+			bucket: mockBucket,
+		}
+
+		name := uuid.New().String()
+		url := uuid.New().String()
+
+		mockBucket.EXPECT().PutObjectWithContext(gomock.Eq(context.Background()), gomock.Any(), gomock.Any()).
+			DoAndReturn(func(ctx context.Context, objectKey string, input *service.PutObjectInput) (*service.PutObjectOutput, error) {
+				return nil, &qerror.QingStorError{}
+			})
+		err := client.Fetch(name, url)
+		assert.Error(t, err)
+	}
+}