Refactor tusd binary into multiple files
This commit is contained in:
Marius
parent
a2a8c5ec86
commit
bad81737b0
|
|
@ -0,0 +1,61 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
|
||||||
|
"github.com/tus/tusd"
|
||||||
|
"github.com/tus/tusd/filestore"
|
||||||
|
"github.com/tus/tusd/limitedstore"
|
||||||
|
"github.com/tus/tusd/memorylocker"
|
||||||
|
"github.com/tus/tusd/s3store"
|
||||||
|
|
||||||
|
"github.com/aws/aws-sdk-go/aws"
|
||||||
|
"github.com/aws/aws-sdk-go/aws/credentials"
|
||||||
|
"github.com/aws/aws-sdk-go/aws/session"
|
||||||
|
"github.com/aws/aws-sdk-go/service/s3"
|
||||||
|
)
|
||||||
|
|
||||||
|
var Composer *tusd.StoreComposer
|
||||||
|
|
||||||
|
func CreateComposer() {
|
||||||
|
// Attempt to use S3 as a backend if the -s3-bucket option has been supplied.
|
||||||
|
// If not, we default to storing them locally on disk.
|
||||||
|
Composer = tusd.NewStoreComposer()
|
||||||
|
if Flags.S3Bucket == "" {
|
||||||
|
dir := Flags.UploadDir
|
||||||
|
|
||||||
|
stdout.Printf("Using '%s' as directory storage.\n", dir)
|
||||||
|
if err := os.MkdirAll(dir, os.FileMode(0775)); err != nil {
|
||||||
|
stderr.Fatalf("Unable to ensure directory exists: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
store := filestore.New(dir)
|
||||||
|
store.UseIn(Composer)
|
||||||
|
} else {
|
||||||
|
stdout.Printf("Using 's3://%s' as S3 bucket for storage.\n", Flags.S3Bucket)
|
||||||
|
|
||||||
|
// Derive credentials from AWS_SECRET_ACCESS_KEY, AWS_ACCESS_KEY_ID and
|
||||||
|
// AWS_REGION environment variables.
|
||||||
|
credentials := aws.NewConfig().WithCredentials(credentials.NewEnvCredentials())
|
||||||
|
store := s3store.New(Flags.S3Bucket, s3.New(session.New(), credentials))
|
||||||
|
store.UseIn(Composer)
|
||||||
|
|
||||||
|
locker := memorylocker.New()
|
||||||
|
locker.UseIn(Composer)
|
||||||
|
}
|
||||||
|
|
||||||
|
storeSize := Flags.StoreSize
|
||||||
|
maxSize := Flags.MaxSize
|
||||||
|
|
||||||
|
if storeSize > 0 {
|
||||||
|
limitedstore.New(storeSize, Composer.Core, Composer.Terminater).UseIn(Composer)
|
||||||
|
stdout.Printf("Using %.2fMB as storage size.\n", float64(storeSize)/1024/1024)
|
||||||
|
|
||||||
|
// We need to ensure that a single upload can fit into the storage size
|
||||||
|
if maxSize > storeSize || maxSize == 0 {
|
||||||
|
Flags.MaxSize = storeSize
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
stdout.Printf("Using %.2fMB as maximum size.\n", float64(Flags.MaxSize)/1024/1024)
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,54 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"flag"
|
||||||
|
"path/filepath"
|
||||||
|
)
|
||||||
|
|
||||||
|
var Flags struct {
|
||||||
|
HttpHost string
|
||||||
|
HttpPort string
|
||||||
|
MaxSize int64
|
||||||
|
UploadDir string
|
||||||
|
StoreSize int64
|
||||||
|
Basepath string
|
||||||
|
Timeout int64
|
||||||
|
S3Bucket string
|
||||||
|
HooksDir string
|
||||||
|
ShowVersion bool
|
||||||
|
ExposeMetrics bool
|
||||||
|
BehindProxy bool
|
||||||
|
|
||||||
|
HooksInstalled bool
|
||||||
|
}
|
||||||
|
|
||||||
|
func ParseFlags() {
|
||||||
|
flag.StringVar(&Flags.HttpHost, "host", "0.0.0.0", "Host to bind HTTP server to")
|
||||||
|
flag.StringVar(&Flags.HttpPort, "port", "1080", "Port to bind HTTP server to")
|
||||||
|
flag.Int64Var(&Flags.MaxSize, "max-size", 0, "Maximum size of a single upload in bytes")
|
||||||
|
flag.StringVar(&Flags.UploadDir, "dir", "./data", "Directory to store uploads in")
|
||||||
|
flag.Int64Var(&Flags.StoreSize, "store-size", 0, "Size of space allowed for storage")
|
||||||
|
flag.StringVar(&Flags.Basepath, "base-path", "/files/", "Basepath of the HTTP server")
|
||||||
|
flag.Int64Var(&Flags.Timeout, "timeout", 30*1000, "Read timeout for connections in milliseconds. A zero value means that reads will not timeout")
|
||||||
|
flag.StringVar(&Flags.S3Bucket, "s3-bucket", "", "Use AWS S3 with this bucket as storage backend (requires the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_REGION environment variables to be set)")
|
||||||
|
flag.StringVar(&Flags.HooksDir, "hooks-dir", "", "Directory to search for available hooks scripts")
|
||||||
|
flag.BoolVar(&Flags.ShowVersion, "version", false, "Print tusd version information")
|
||||||
|
flag.BoolVar(&Flags.ExposeMetrics, "expose-metrics", true, "Expose metrics about tusd usage")
|
||||||
|
flag.BoolVar(&Flags.BehindProxy, "behind-proxy", false, "Respect X-Forwarded-* and similar headers which may be set by proxies")
|
||||||
|
|
||||||
|
flag.Parse()
|
||||||
|
|
||||||
|
if Flags.HooksDir != "" {
|
||||||
|
Flags.HooksDir, _ = filepath.Abs(Flags.HooksDir)
|
||||||
|
Flags.HooksInstalled = true
|
||||||
|
|
||||||
|
stdout.Printf("Using '%s' for hooks", Flags.HooksDir)
|
||||||
|
}
|
||||||
|
|
||||||
|
if Flags.UploadDir == "" && Flags.S3Bucket == "" {
|
||||||
|
stderr.Fatalf("Either an upload directory (using -dir) or an AWS S3 Bucket " +
|
||||||
|
"(using -s3-bucket) must be specified to start tusd but " +
|
||||||
|
"neither flag was provided. Please consult `tusd -help` for " +
|
||||||
|
"more information on these options.")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,32 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
)
|
||||||
|
|
||||||
|
var greeting string
|
||||||
|
|
||||||
|
func PrepareGreeting() {
|
||||||
|
greeting = fmt.Sprintf(
|
||||||
|
`Welcome to tusd
|
||||||
|
===============
|
||||||
|
|
||||||
|
Congratulations for setting up tusd! You are now part of the chosen elite and
|
||||||
|
able to experience the feeling of resumable uploads! We hope you are as excited
|
||||||
|
as we are (a lot)!
|
||||||
|
|
||||||
|
However, there is something you should be aware of: While you got tusd
|
||||||
|
running (you did an awesome job!), this is the root directory of the server
|
||||||
|
and tus requests are only accepted at the %s route.
|
||||||
|
|
||||||
|
So don't waste time, head over there and experience the future!
|
||||||
|
|
||||||
|
Version = %s
|
||||||
|
GitCommit = %s
|
||||||
|
BuildDate = %s`, Flags.Basepath, VersionName, GitCommit, BuildDate)
|
||||||
|
}
|
||||||
|
|
||||||
|
func DisplayGreeting(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(greeting))
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,72 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"encoding/json"
|
||||||
|
"os"
|
||||||
|
"os/exec"
|
||||||
|
"strconv"
|
||||||
|
|
||||||
|
"github.com/tus/tusd"
|
||||||
|
)
|
||||||
|
|
||||||
|
type HookType string
|
||||||
|
|
||||||
|
const (
|
||||||
|
HookPostFinish HookType = "post-finish"
|
||||||
|
HookPostTerminate HookType = "post-terminate"
|
||||||
|
)
|
||||||
|
|
||||||
|
func SetupHooks(handler *tusd.Handler) {
|
||||||
|
go func() {
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case info := <-handler.CompleteUploads:
|
||||||
|
invokeHook(HookPostFinish, info)
|
||||||
|
case info := <-handler.TerminatedUploads:
|
||||||
|
invokeHook(HookPostTerminate, info)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
|
||||||
|
func invokeHook(typ HookType, info tusd.FileInfo) {
|
||||||
|
switch typ {
|
||||||
|
case HookPostFinish:
|
||||||
|
stdout.Printf("Upload %s (%d bytes) finished\n", info.ID, info.Size)
|
||||||
|
case HookPostTerminate:
|
||||||
|
stdout.Printf("Upload %s terminated\n", info.ID)
|
||||||
|
}
|
||||||
|
|
||||||
|
if !Flags.HooksInstalled {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
name := string(typ)
|
||||||
|
stdout.Printf("Invoking %s hook…\n", name)
|
||||||
|
|
||||||
|
cmd := exec.Command(Flags.HooksDir + "/" + name)
|
||||||
|
env := os.Environ()
|
||||||
|
env = append(env, "TUS_ID="+info.ID)
|
||||||
|
env = append(env, "TUS_SIZE="+strconv.FormatInt(info.Size, 10))
|
||||||
|
|
||||||
|
jsonInfo, err := json.Marshal(info)
|
||||||
|
if err != nil {
|
||||||
|
stderr.Printf("Error encoding JSON for hook: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
reader := bytes.NewReader(jsonInfo)
|
||||||
|
cmd.Stdin = reader
|
||||||
|
|
||||||
|
cmd.Env = env
|
||||||
|
cmd.Dir = Flags.HooksDir
|
||||||
|
cmd.Stdout = os.Stdout
|
||||||
|
cmd.Stderr = os.Stderr
|
||||||
|
|
||||||
|
go func() {
|
||||||
|
err := cmd.Run()
|
||||||
|
if err != nil {
|
||||||
|
stderr.Printf("Error running %s hook for %s: %s", name, info.ID, err)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,89 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Listener wraps a net.Listener, and gives a place to store the timeout
|
||||||
|
// parameters. On Accept, it will wrap the net.Conn with our own Conn for us.
|
||||||
|
// Original implementation taken from https://gist.github.com/jbardin/9663312
|
||||||
|
// Thanks! <3
|
||||||
|
type Listener struct {
|
||||||
|
net.Listener
|
||||||
|
ReadTimeout time.Duration
|
||||||
|
WriteTimeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *Listener) Accept() (net.Conn, error) {
|
||||||
|
c, err := l.Listener.Accept()
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
go MetricsOpenConnections.Inc()
|
||||||
|
|
||||||
|
tc := &Conn{
|
||||||
|
Conn: c,
|
||||||
|
ReadTimeout: l.ReadTimeout,
|
||||||
|
WriteTimeout: l.WriteTimeout,
|
||||||
|
}
|
||||||
|
return tc, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Conn wraps a net.Conn, and sets a deadline for every read
|
||||||
|
// and write operation.
|
||||||
|
type Conn struct {
|
||||||
|
net.Conn
|
||||||
|
ReadTimeout time.Duration
|
||||||
|
WriteTimeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *Conn) Read(b []byte) (int, error) {
|
||||||
|
var err error
|
||||||
|
if c.ReadTimeout > 0 {
|
||||||
|
err = c.Conn.SetReadDeadline(time.Now().Add(c.ReadTimeout))
|
||||||
|
} else {
|
||||||
|
err = c.Conn.SetReadDeadline(time.Time{})
|
||||||
|
}
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return c.Conn.Read(b)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *Conn) Write(b []byte) (int, error) {
|
||||||
|
var err error
|
||||||
|
if c.WriteTimeout > 0 {
|
||||||
|
err = c.Conn.SetWriteDeadline(time.Now().Add(c.WriteTimeout))
|
||||||
|
} else {
|
||||||
|
err = c.Conn.SetWriteDeadline(time.Time{})
|
||||||
|
}
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return c.Conn.Write(b)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *Conn) Close() error {
|
||||||
|
go MetricsOpenConnections.Dec()
|
||||||
|
return c.Conn.Close()
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewListener(addr string, readTimeout, writeTimeout time.Duration) (net.Listener, error) {
|
||||||
|
l, err := net.Listen("tcp", addr)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
tl := &Listener{
|
||||||
|
Listener: l,
|
||||||
|
ReadTimeout: readTimeout,
|
||||||
|
WriteTimeout: writeTimeout,
|
||||||
|
}
|
||||||
|
return tl, nil
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,9 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"log"
|
||||||
|
"os"
|
||||||
|
)
|
||||||
|
|
||||||
|
var stdout = log.New(os.Stdout, "[tusd] ", 0)
|
||||||
|
var stderr = log.New(os.Stderr, "[tusd] ", 0)
|
||||||
|
|
@ -0,0 +1,22 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net/http"
|
||||||
|
|
||||||
|
"github.com/tus/tusd"
|
||||||
|
"github.com/tus/tusd/prometheuscollector"
|
||||||
|
|
||||||
|
"github.com/prometheus/client_golang/prometheus"
|
||||||
|
)
|
||||||
|
|
||||||
|
var MetricsOpenConnections = prometheus.NewGauge(prometheus.GaugeOpts{
|
||||||
|
Name: "tusd_connections_open",
|
||||||
|
Help: "Current number of open connections.",
|
||||||
|
})
|
||||||
|
|
||||||
|
func SetupMetrics(handler *tusd.Handler) {
|
||||||
|
prometheus.MustRegister(MetricsOpenConnections)
|
||||||
|
prometheus.MustRegister(prometheuscollector.New(handler.Metrics))
|
||||||
|
|
||||||
|
http.Handle("/metrics", prometheus.Handler())
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,53 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net/http"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/tus/tusd"
|
||||||
|
)
|
||||||
|
|
||||||
|
func Serve() {
|
||||||
|
handler, err := tusd.NewHandler(tusd.Config{
|
||||||
|
MaxSize: Flags.MaxSize,
|
||||||
|
BasePath: Flags.Basepath,
|
||||||
|
RespectForwardedHeaders: Flags.BehindProxy,
|
||||||
|
StoreComposer: Composer,
|
||||||
|
NotifyCompleteUploads: true,
|
||||||
|
NotifyTerminatedUploads: true,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
stderr.Fatalf("Unable to create handler: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
address := Flags.HttpHost + ":" + Flags.HttpPort
|
||||||
|
basepath := Flags.Basepath
|
||||||
|
|
||||||
|
stdout.Printf("Using %s as address to listen.\n", address)
|
||||||
|
stdout.Printf("Using %s as the base path.\n", basepath)
|
||||||
|
stdout.Printf(Composer.Capabilities())
|
||||||
|
|
||||||
|
SetupHooks(handler)
|
||||||
|
|
||||||
|
if Flags.ExposeMetrics {
|
||||||
|
SetupMetrics(handler)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Do not display the greeting if the tusd handler will be mounted at the root
|
||||||
|
// path. Else this would cause a "multiple registrations for /" panic.
|
||||||
|
if basepath != "/" {
|
||||||
|
http.HandleFunc("/", DisplayGreeting)
|
||||||
|
}
|
||||||
|
|
||||||
|
http.Handle(basepath, http.StripPrefix(basepath, handler))
|
||||||
|
|
||||||
|
timeoutDuration := time.Duration(Flags.Timeout) * time.Millisecond
|
||||||
|
listener, err := NewListener(address, timeoutDuration, timeoutDuration)
|
||||||
|
if err != nil {
|
||||||
|
stderr.Fatalf("Unable to create listener: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err = http.Serve(listener, nil); err != nil {
|
||||||
|
stderr.Fatalf("Unable to serve: %s", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,13 @@
|
||||||
|
package cli
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
)
|
||||||
|
|
||||||
|
var VersionName = "n/a"
|
||||||
|
var GitCommit = "n/a"
|
||||||
|
var BuildDate = "n/a"
|
||||||
|
|
||||||
|
func ShowVersion() {
|
||||||
|
fmt.Printf("Version: %s\nCommit: %s\nDate: %s\n", VersionName, GitCommit, BuildDate)
|
||||||
|
}
|
||||||
328
cmd/tusd/main.go
328
cmd/tusd/main.go
|
|
@ -1,329 +1,19 @@
|
||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"github.com/tus/tusd/cmd/tusd/cli"
|
||||||
"encoding/json"
|
|
||||||
"flag"
|
|
||||||
"fmt"
|
|
||||||
"log"
|
|
||||||
"net"
|
|
||||||
"net/http"
|
|
||||||
"os"
|
|
||||||
"os/exec"
|
|
||||||
"path/filepath"
|
|
||||||
"strconv"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/tus/tusd"
|
|
||||||
"github.com/tus/tusd/filestore"
|
|
||||||
"github.com/tus/tusd/limitedstore"
|
|
||||||
"github.com/tus/tusd/memorylocker"
|
|
||||||
"github.com/tus/tusd/prometheuscollector"
|
|
||||||
"github.com/tus/tusd/s3store"
|
|
||||||
|
|
||||||
"github.com/aws/aws-sdk-go/aws"
|
|
||||||
"github.com/aws/aws-sdk-go/aws/credentials"
|
|
||||||
"github.com/aws/aws-sdk-go/aws/session"
|
|
||||||
"github.com/aws/aws-sdk-go/service/s3"
|
|
||||||
|
|
||||||
"github.com/prometheus/client_golang/prometheus"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
var VersionName = "n/a"
|
|
||||||
var GitCommit = "n/a"
|
|
||||||
var BuildDate = "n/a"
|
|
||||||
|
|
||||||
var httpHost string
|
|
||||||
var httpPort string
|
|
||||||
var maxSize int64
|
|
||||||
var dir string
|
|
||||||
var storeSize int64
|
|
||||||
var basepath string
|
|
||||||
var timeout int64
|
|
||||||
var s3Bucket string
|
|
||||||
var hooksDir string
|
|
||||||
var version bool
|
|
||||||
var exposeMetrics bool
|
|
||||||
var behindProxy bool
|
|
||||||
|
|
||||||
var stdout = log.New(os.Stdout, "[tusd] ", 0)
|
|
||||||
var stderr = log.New(os.Stderr, "[tusd] ", 0)
|
|
||||||
|
|
||||||
var hookInstalled bool
|
|
||||||
|
|
||||||
var greeting string
|
|
||||||
|
|
||||||
var openConnections = prometheus.NewGauge(prometheus.GaugeOpts{
|
|
||||||
Name: "connections_open_total",
|
|
||||||
Help: "Current number of open connections.",
|
|
||||||
})
|
|
||||||
|
|
||||||
func init() {
|
|
||||||
flag.StringVar(&httpHost, "host", "0.0.0.0", "Host to bind HTTP server to")
|
|
||||||
flag.StringVar(&httpPort, "port", "1080", "Port to bind HTTP server to")
|
|
||||||
flag.Int64Var(&maxSize, "max-size", 0, "Maximum size of a single upload in bytes")
|
|
||||||
flag.StringVar(&dir, "dir", "./data", "Directory to store uploads in")
|
|
||||||
flag.Int64Var(&storeSize, "store-size", 0, "Size of space allowed for storage")
|
|
||||||
flag.StringVar(&basepath, "base-path", "/files/", "Basepath of the HTTP server")
|
|
||||||
flag.Int64Var(&timeout, "timeout", 30*1000, "Read timeout for connections in milliseconds. A zero value means that reads will not timeout")
|
|
||||||
flag.StringVar(&s3Bucket, "s3-bucket", "", "Use AWS S3 with this bucket as storage backend (requires the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_REGION environment variables to be set)")
|
|
||||||
flag.StringVar(&hooksDir, "hooks-dir", "", "Directory to search for available hooks scripts")
|
|
||||||
flag.BoolVar(&version, "version", false, "Print tusd version information")
|
|
||||||
flag.BoolVar(&exposeMetrics, "expose-metrics", true, "Expose metrics about tusd usage")
|
|
||||||
flag.BoolVar(&behindProxy, "behind-proxy", false, "Respect X-Forwarded-* and similar headers which may be set by proxies")
|
|
||||||
|
|
||||||
flag.Parse()
|
|
||||||
|
|
||||||
if hooksDir != "" {
|
|
||||||
hooksDir, _ = filepath.Abs(hooksDir)
|
|
||||||
hookInstalled = true
|
|
||||||
|
|
||||||
stdout.Printf("Using '%s' for hooks", hooksDir)
|
|
||||||
}
|
|
||||||
|
|
||||||
greeting = fmt.Sprintf(
|
|
||||||
`Welcome to tusd
|
|
||||||
===============
|
|
||||||
|
|
||||||
Congratulations for setting up tusd! You are now part of the chosen elite and
|
|
||||||
able to experience the feeling of resumable uploads! We hope you are as excited
|
|
||||||
as we are (a lot)!
|
|
||||||
|
|
||||||
However, there is something you should be aware of: While you got tusd
|
|
||||||
running (you did an awesome job!), this is the root directory of the server
|
|
||||||
and tus requests are only accepted at the %s route.
|
|
||||||
|
|
||||||
So don't waste time, head over there and experience the future!
|
|
||||||
|
|
||||||
Version = %s
|
|
||||||
GitCommit = %s
|
|
||||||
BuildDate = %s`, basepath, VersionName, GitCommit, BuildDate)
|
|
||||||
}
|
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
|
cli.ParseFlags()
|
||||||
|
cli.PrepareGreeting()
|
||||||
|
|
||||||
// Print version and other information and exit if the -version flag has been
|
// Print version and other information and exit if the -version flag has been
|
||||||
// passed.
|
// passed else we will start the HTTP server
|
||||||
if version {
|
if cli.Flags.ShowVersion {
|
||||||
fmt.Printf("Version: %s\nCommit: %s\nDate: %s\n", VersionName, GitCommit, BuildDate)
|
cli.ShowVersion()
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// Attempt to use S3 as a backend if the -s3-bucket option has been supplied.
|
|
||||||
// If not, we default to storing them locally on disk.
|
|
||||||
composer := tusd.NewStoreComposer()
|
|
||||||
if s3Bucket == "" {
|
|
||||||
stdout.Printf("Using '%s' as directory storage.\n", dir)
|
|
||||||
if err := os.MkdirAll(dir, os.FileMode(0775)); err != nil {
|
|
||||||
stderr.Fatalf("Unable to ensure directory exists: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
store := filestore.New(dir)
|
|
||||||
store.UseIn(composer)
|
|
||||||
} else {
|
} else {
|
||||||
stdout.Printf("Using 's3://%s' as S3 bucket for storage.\n", s3Bucket)
|
cli.CreateComposer()
|
||||||
|
cli.Serve()
|
||||||
// Derive credentials from AWS_SECRET_ACCESS_KEY, AWS_ACCESS_KEY_ID and
|
|
||||||
// AWS_REGION environment variables.
|
|
||||||
credentials := aws.NewConfig().WithCredentials(credentials.NewEnvCredentials())
|
|
||||||
store := s3store.New(s3Bucket, s3.New(session.New(), credentials))
|
|
||||||
store.UseIn(composer)
|
|
||||||
|
|
||||||
locker := memorylocker.New()
|
|
||||||
locker.UseIn(composer)
|
|
||||||
}
|
|
||||||
|
|
||||||
if storeSize > 0 {
|
|
||||||
limitedstore.New(storeSize, composer.Core, composer.Terminater).UseIn(composer)
|
|
||||||
stdout.Printf("Using %.2fMB as storage size.\n", float64(storeSize)/1024/1024)
|
|
||||||
|
|
||||||
// We need to ensure that a single upload can fit into the storage size
|
|
||||||
if maxSize > storeSize || maxSize == 0 {
|
|
||||||
maxSize = storeSize
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
stdout.Printf("Using %.2fMB as maximum size.\n", float64(maxSize)/1024/1024)
|
|
||||||
|
|
||||||
handler, err := tusd.NewHandler(tusd.Config{
|
|
||||||
MaxSize: maxSize,
|
|
||||||
BasePath: basepath,
|
|
||||||
StoreComposer: composer,
|
|
||||||
RespectForwardedHeaders: behindProxy,
|
|
||||||
NotifyCompleteUploads: true,
|
|
||||||
NotifyTerminatedUploads: true,
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
stderr.Fatalf("Unable to create handler: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
address := httpHost + ":" + httpPort
|
|
||||||
stdout.Printf("Using %s as address to listen.\n", address)
|
|
||||||
|
|
||||||
stdout.Printf("Using %s as the base path.\n", basepath)
|
|
||||||
|
|
||||||
stdout.Printf(composer.Capabilities())
|
|
||||||
|
|
||||||
go func() {
|
|
||||||
for {
|
|
||||||
select {
|
|
||||||
case info := <-handler.CompleteUploads:
|
|
||||||
invokeHook("post-finish", info)
|
|
||||||
case info := <-handler.TerminatedUploads:
|
|
||||||
invokeHook("post-terminate", info)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
|
|
||||||
if exposeMetrics {
|
|
||||||
prometheus.MustRegister(openConnections)
|
|
||||||
prometheus.MustRegister(prometheuscollector.New(handler.Metrics))
|
|
||||||
|
|
||||||
http.Handle("/metrics", prometheus.Handler())
|
|
||||||
}
|
|
||||||
|
|
||||||
// Do not display the greeting if the tusd handler will be mounted at the root
|
|
||||||
// path. Else this would cause a "multiple registrations for /" panic.
|
|
||||||
if basepath != "/" {
|
|
||||||
http.HandleFunc("/", displayGreeting)
|
|
||||||
}
|
|
||||||
|
|
||||||
http.Handle(basepath, http.StripPrefix(basepath, handler))
|
|
||||||
|
|
||||||
timeoutDuration := time.Duration(timeout) * time.Millisecond
|
|
||||||
listener, err := NewListener(address, timeoutDuration, timeoutDuration)
|
|
||||||
if err != nil {
|
|
||||||
stderr.Fatalf("Unable to create listener: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err = http.Serve(listener, nil); err != nil {
|
|
||||||
stderr.Fatalf("Unable to serve: %s", err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func invokeHook(name string, info tusd.FileInfo) {
|
|
||||||
switch name {
|
|
||||||
case "post-finish":
|
|
||||||
stdout.Printf("Upload %s (%d bytes) finished\n", info.ID, info.Size)
|
|
||||||
case "post-terminate":
|
|
||||||
stdout.Printf("Upload %s terminated\n", info.ID)
|
|
||||||
}
|
|
||||||
|
|
||||||
if !hookInstalled {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
stdout.Printf("Invoking %s hook…\n", name)
|
|
||||||
|
|
||||||
cmd := exec.Command(hooksDir + "/" + name)
|
|
||||||
env := os.Environ()
|
|
||||||
env = append(env, "TUS_ID="+info.ID)
|
|
||||||
env = append(env, "TUS_SIZE="+strconv.FormatInt(info.Size, 10))
|
|
||||||
|
|
||||||
jsonInfo, err := json.Marshal(info)
|
|
||||||
if err != nil {
|
|
||||||
stderr.Printf("Error encoding JSON for hook: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
reader := bytes.NewReader(jsonInfo)
|
|
||||||
cmd.Stdin = reader
|
|
||||||
|
|
||||||
cmd.Env = env
|
|
||||||
cmd.Dir = hooksDir
|
|
||||||
cmd.Stdout = os.Stdout
|
|
||||||
cmd.Stderr = os.Stderr
|
|
||||||
|
|
||||||
go func() {
|
|
||||||
err := cmd.Run()
|
|
||||||
if err != nil {
|
|
||||||
stderr.Printf("Error running %s hook for %s: %s", name, info.ID, err)
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
|
|
||||||
func displayGreeting(w http.ResponseWriter, r *http.Request) {
|
|
||||||
w.Write([]byte(greeting))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Listener wraps a net.Listener, and gives a place to store the timeout
|
|
||||||
// parameters. On Accept, it will wrap the net.Conn with our own Conn for us.
|
|
||||||
// Original implementation taken from https://gist.github.com/jbardin/9663312
|
|
||||||
// Thanks! <3
|
|
||||||
type Listener struct {
|
|
||||||
net.Listener
|
|
||||||
ReadTimeout time.Duration
|
|
||||||
WriteTimeout time.Duration
|
|
||||||
}
|
|
||||||
|
|
||||||
func (l *Listener) Accept() (net.Conn, error) {
|
|
||||||
c, err := l.Listener.Accept()
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
go openConnections.Inc()
|
|
||||||
|
|
||||||
tc := &Conn{
|
|
||||||
Conn: c,
|
|
||||||
ReadTimeout: l.ReadTimeout,
|
|
||||||
WriteTimeout: l.WriteTimeout,
|
|
||||||
}
|
|
||||||
return tc, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// Conn wraps a net.Conn, and sets a deadline for every read
|
|
||||||
// and write operation.
|
|
||||||
type Conn struct {
|
|
||||||
net.Conn
|
|
||||||
ReadTimeout time.Duration
|
|
||||||
WriteTimeout time.Duration
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *Conn) Read(b []byte) (int, error) {
|
|
||||||
var err error
|
|
||||||
if c.ReadTimeout > 0 {
|
|
||||||
err = c.Conn.SetReadDeadline(time.Now().Add(c.ReadTimeout))
|
|
||||||
} else {
|
|
||||||
err = c.Conn.SetReadDeadline(time.Time{})
|
|
||||||
}
|
|
||||||
|
|
||||||
if err != nil {
|
|
||||||
return 0, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return c.Conn.Read(b)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *Conn) Write(b []byte) (int, error) {
|
|
||||||
var err error
|
|
||||||
if c.WriteTimeout > 0 {
|
|
||||||
err = c.Conn.SetWriteDeadline(time.Now().Add(c.WriteTimeout))
|
|
||||||
} else {
|
|
||||||
err = c.Conn.SetWriteDeadline(time.Time{})
|
|
||||||
}
|
|
||||||
|
|
||||||
if err != nil {
|
|
||||||
return 0, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return c.Conn.Write(b)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *Conn) Close() error {
|
|
||||||
go openConnections.Dec()
|
|
||||||
return c.Conn.Close()
|
|
||||||
}
|
|
||||||
|
|
||||||
func NewListener(addr string, readTimeout, writeTimeout time.Duration) (net.Listener, error) {
|
|
||||||
l, err := net.Listen("tcp", addr)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
tl := &Listener{
|
|
||||||
Listener: l,
|
|
||||||
ReadTimeout: readTimeout,
|
|
||||||
WriteTimeout: writeTimeout,
|
|
||||||
}
|
|
||||||
return tl, nil
|
|
||||||
}
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue