tusd/gcsstore/gcsservice_test.go

495 lines
12 KiB
Go
Raw Normal View History

package gcsstore_test
import (
"bytes"
"golang.org/x/net/context"
"testing"
"gopkg.in/h2non/gock.v1"
"cloud.google.com/go/storage"
. "github.com/tus/tusd/gcsstore"
"google.golang.org/api/option"
)
type googleObjectResponse struct {
Name string `json:"name"`
}
type googleBucketResponse struct {
Items []googleObjectResponse `json:"items"`
}
func TestGetObjectSize(t *testing.T) {
defer gock.Off()
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test-name").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{"size": "54321"})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
size, err := service.GetObjectSize(ctx, GCSObjectParams{
Bucket: "test-bucket",
ID: "test-name",
})
if err != nil {
t.Errorf("Error: %v", err)
return
}
if size != 54321 {
t.Errorf("Error: Did not match given size")
return
}
}
func TestDeleteObjectWithFilter(t *testing.T) {
defer gock.Off()
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o").
MatchParam("alt", "json").
MatchParam("pageToken", "").
MatchParam("prefix", "test-prefix").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
err = service.DeleteObjectsWithFilter(ctx, GCSFilterParams{
Bucket: "test-bucket",
Prefix: "test-prefix",
})
if err != nil {
t.Errorf("Error: %v", err)
return
}
}
func TestComposeObjects(t *testing.T) {
defer gock.Off()
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test1").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{})
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test2").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{})
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test3").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{})
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test1").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{})
gock.New("https://www.googleapis.com").
Post("/storage/v1/b/test-bucket/o/test_all/compose").
MatchParam("alt", "json").
Reply(200).
JSON(map[string]string{})
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test_all").
MatchParam("alt", "json").
Reply(200).
JSON(map[string]string{})
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o").
MatchParam("alt", "json").
MatchParam("delimiter", "").
MatchParam("pageToken", "").
MatchParam("prefix", "test_all_tmp").
MatchParam("projection", "full").
MatchParam("versions", "false").
Reply(200).
JSON(map[string]string{})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
err = service.ComposeObjects(ctx, GCSComposeParams{
Bucket: "test-bucket",
Sources: []string{"test1", "test2", "test3"},
Destination: "test_all",
})
if err != nil {
t.Errorf("Error: %v", err)
return
}
}
func TestGetObjectAttrs(t *testing.T) {
defer gock.Off()
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o/test-name").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{"size": "54321", "name": "test_name"})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
attrs, err := service.GetObjectAttrs(ctx, GCSObjectParams{
Bucket: "test-bucket",
ID: "test-name",
})
if err != nil {
t.Errorf("Error: %v", err)
return
}
if attrs.Name != "test_name" && attrs.Size != 54321 {
t.Errorf("Mismatched attributes - got: %+v", attrs)
return
}
}
func TestReadObject(t *testing.T) {
defer gock.Off()
gock.New("https://storage.googleapis.com").
Get("/test-bucket/test-name").
Reply(200).
JSON(map[string]string{"this": "is", "a": "fake file"})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
reader, err := service.ReadObject(ctx, GCSObjectParams{
Bucket: "test-bucket",
ID: "test-name",
})
if reader.Size() != 30 {
t.Errorf("Object size does not match expected value: %+v", reader)
}
}
func TestSetObjectMetadata(t *testing.T) {
defer gock.Off()
gock.New("https://googleapis.com").
Patch("/storage/v1/b/test-bucket/o/test-name").
Reply(200).
JSON(map[string]string{})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
err = service.SetObjectMetadata(ctx, GCSObjectParams{
Bucket: "test-bucket",
ID: "test-name",
}, map[string]string{"test": "metadata", "fake": "test"})
if err != nil {
t.Errorf("Error updating metadata: %+v", err)
}
}
func TestDeleteObject(t *testing.T) {
defer gock.Off()
gock.New("https://googleapis.com").
Delete("/storage/v1/b/test-bucket/o/test-name").
MatchParam("alt", "json").
Reply(200).
JSON(map[string]string{})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
err = service.DeleteObject(ctx, GCSObjectParams{
Bucket: "test-bucket",
ID: "test-name",
})
if err != nil {
t.Errorf("Error deleting object: %+v", err)
}
}
func TestWriteObject(t *testing.T) {
defer gock.Off()
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
gock.New("https://googleapis.com").
Post("/upload/storage/v1/b/test-bucket/o").
MatchParam("alt", "json").
MatchParam("key", "foo").
Reply(200).
JSON(map[string]string{})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
reader := bytes.NewReader([]byte{1})
size, err := service.WriteObject(ctx, GCSObjectParams{
Bucket: "test-bucket",
ID: "test-name",
}, reader)
if err != nil {
t.Errorf("Error writing object: %+v", err)
}
if size != 1 {
t.Errorf("Mismatch of object size: %v", size)
}
}
func TestComposeFrom(t *testing.T) {
defer gock.Off()
gock.New("https://googleapis.com").
Post("/storage/v1/b/test-bucket/o/my-object/compose").
MatchParam("alt", "json").
Reply(200).
JSON(map[string]string{})
gock.New("https://googleapis.com").
Get("/storage/v1/b/test-bucket/o/my-object").
MatchParam("alt", "json").
MatchParam("projection", "full").
Reply(200).
JSON(map[string]string{})
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
crc, err := service.ComposeFrom(ctx, []*storage.ObjectHandle{client.Bucket("test-bucket").Object("my-object")}, GCSObjectParams{
Bucket: "test-bucket",
ID: "my-object",
}, "text")
if err != nil {
t.Errorf("Error composing multiple objects: %+v", err)
}
if crc != 0 {
t.Errorf("Error composing multiple objects: %v", crc)
}
}
func TestFilterObject(t *testing.T) {
defer gock.Off()
resp := googleBucketResponse{[]googleObjectResponse{
googleObjectResponse{Name: "test-prefix_1"},
}}
gock.New("https://www.googleapis.com").
Get("/storage/v1/b/test-bucket/o").
MatchParam("alt", "json").
MatchParam("pageToken", "").
MatchParam("prefix", "test-prefix").
MatchParam("projection", "full").
Reply(200).
JSON(resp)
gock.New("https://accounts.google.com/").
Post("/o/oauth2/token").Reply(200).JSON(map[string]string{
"access_token": "H3l5321N123sdI4HLY/RF39FjrCRF39FjrCRF39FjrCRF39FjrC_RF39FjrCRF39FjrC",
"token_type": "Bearer",
"refresh_token": "1/smWJksmWJksmWJksmWJksmWJk_smWJksmWJksmWJksmWJksmWJk",
"expiry_date": "1425333671141",
})
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithAPIKey("foo"))
if err != nil {
t.Fatal(err)
return
}
service := GCSService{
Client: client,
}
objects, err := service.FilterObjects(ctx, GCSFilterParams{
Bucket: "test-bucket",
Prefix: "test-prefix",
})
if err != nil {
t.Errorf("Error: %v", err)
return
}
if len(objects) != 2 {
t.Errorf("Didn't get appropriate amount of objects back: got %v from %v", len(objects), objects)
}
}