Compare commits

..

18 Commits

Author SHA1 Message Date
94bcb0087f Fix typo in pipeline
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-02-01 06:53:23 +01:00
12e9c72463 More detailed coverage in pipeline
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-02-01 06:52:20 +01:00
cc4835f224 Remove wsl linter
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-27 11:48:49 +01:00
9d9bb3f0ac Tidy go.mod
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-01-27 11:47:43 +01:00
daa6ad4278 Update dependencies
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-01-27 11:46:32 +01:00
cc4e61f981 Add gofumpt linter
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-01-27 11:36:16 +01:00
c6eb147e2c Use configured store
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-25 01:57:28 +01:00
150ffc3400 Fix error in memorystore
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 23:18:13 +01:00
ee761d4006 Change access logger
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 22:53:46 +01:00
8ae5ee64bb Fix scoop url
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 20:50:42 +01:00
5e186b28ce Fix scoop folder for goreleaser
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 20:46:46 +01:00
26c9fb5bfd Update scoop with goreleaser
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 20:43:07 +01:00
f78c68d46c Fix linting error
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 20:32:49 +01:00
030806b0c4 Verbose lint in pipeline
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-01-24 20:28:42 +01:00
e7b0c5fa33 Add aggressive linting
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-01-24 20:25:52 +01:00
763d691b6c Fix linting warning
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 19:31:41 +01:00
46401c1b98 Change upload response
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 19:15:43 +01:00
b559d28a38 Add url to upload response
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-01-24 19:03:20 +01:00
26 changed files with 509 additions and 162 deletions

35
.golangci.yml Normal file
View File

@ -0,0 +1,35 @@
run:
tests: false
linters:
enable:
- deadcode
- errcheck
- gosimple
- govet
- ineffassign
- staticcheck
- structcheck
- typecheck
- unused
- varcheck
- gosec
- asciicheck
- bidichk
- bodyclose
- gomnd
- ifshort
- misspell
- prealloc
- tagliatelle
- ireturn
- gocritic
- whitespace
- stylecheck
- exportloopref
- godot
- gofumpt
linters-settings:
gomnd:
ignored-functions:
- "strconv.ParseUint"

View File

@ -6,6 +6,7 @@ before:
- go mod tidy - go mod tidy
# you may remove this if you don't need go generate # you may remove this if you don't need go generate
- go generate ./... - go generate ./...
builds: builds:
- id: "gpaste-client" - id: "gpaste-client"
binary: "gpaste" binary: "gpaste"
@ -28,22 +29,42 @@ builds:
goarch: goarch:
- amd64 - amd64
main: ./cmd/server/server.go main: ./cmd/server/server.go
archives: archives:
- format_overrides: - format_overrides:
- goos: windows - goos: windows
format: zip format: zip
checksum: checksum:
name_template: 'checksums.txt' name_template: 'checksums.txt'
snapshot: snapshot:
name_template: "{{ incpatch .Version }}-next" name_template: "{{ incpatch .Version }}-next"
changelog: changelog:
sort: asc sort: asc
filters: filters:
exclude: exclude:
- '^docs:' - '^docs:'
- '^test:' - '^test:'
scoop:
url_template: "https://git.t-juice.club/torjus/gpaste/releases/download/{{ .Tag }}/{{ .ArtifactName }}"
bucket:
owner: torjus
name: scoop-tjuice
branch: master
folder: bucket
commit_author:
name: ci.t-juice.club
email: ci@t-juice.club
commit_msg_template: "Scoop update for {{ .ProjectName }} version {{ .Tag }}"
homepage: "https://git.t-juice.club/torjus/gpaste"
description: "Simple pastebin-style thingie."
gitea_urls: gitea_urls:
api: https://git.t-juice.club/api/v1/ api: https://git.t-juice.club/api/v1/
download: https://git.t-juice.club download: https://git.t-juice.club
env_files: env_files:
gitea_token: gitea_token gitea_token: gitea_token

View File

@ -4,12 +4,20 @@ pipeline:
commands: commands:
- go build -o gpaste-client ./cmd/client/client.go - go build -o gpaste-client ./cmd/client/client.go
- go build -o gpaste-server ./cmd/server/server.go - go build -o gpaste-server ./cmd/server/server.go
- go test -cover ./... - go test -cover -coverprofile="/tmp/cover.out" ./...
- go tool cover -func="/tmp/cover.out"
- go vet ./... - go vet ./...
when: when:
branch: master branch: master
event: [push, pull_request, tag, deployment] event: [push, pull_request, tag, deployment]
lint:
image: golangci/golangci-lint:v1.43.0
commands:
- golangci-lint run
when:
event: [push, pull_request]
image-latest: image-latest:
image: plugins/docker image: plugins/docker
settings: settings:

View File

@ -4,6 +4,7 @@ import (
"encoding/json" "encoding/json"
"io" "io"
"net/http" "net/http"
"path"
"strconv" "strconv"
"strings" "strings"
"time" "time"
@ -17,6 +18,8 @@ import (
"go.uber.org/zap" "go.uber.org/zap"
) )
const multipartMaxMemory = 1024 * 1024 * 100
type HTTPServer struct { type HTTPServer struct {
Files files.FileStore Files files.FileStore
Users users.UserStore Users users.UserStore
@ -32,16 +35,11 @@ func NewHTTPServer(cfg *gpaste.ServerConfig) *HTTPServer {
config: cfg, config: cfg,
Logger: zap.NewNop().Sugar(), Logger: zap.NewNop().Sugar(),
AccessLogger: zap.NewNop().Sugar(), AccessLogger: zap.NewNop().Sugar(),
Files: files.NewMemoryFileStore(),
Users: users.NewMemoryUserStore(),
} }
srv.Files = files.NewMemoryFileStore() signingSecret, _ := uuid.Must(uuid.NewRandom()).MarshalBinary()
srv.Users = users.NewMemoryUserStore() srv.Auth = gpaste.NewAuthService(srv.Users, signingSecret)
srv.Auth = gpaste.NewAuthService(srv.Users, []byte(srv.config.SigningSecret))
// Create initial user
// TODO: Do properly
user := &users.User{Username: "admin", Role: users.RoleAdmin}
user.SetPassword("admin")
srv.Users.Store(user)
r := chi.NewRouter() r := chi.NewRouter()
r.Use(middleware.RealIP) r.Use(middleware.RealIP)
@ -81,19 +79,25 @@ func (s *HTTPServer) HandlerAPIFilePost(w http.ResponseWriter, r *http.Request)
if err != nil { if err != nil {
w.WriteHeader(http.StatusInternalServerError) w.WriteHeader(http.StatusInternalServerError)
s.Logger.Warnw("Error storing file.", "req_id", reqID, "error", err, "id", f.ID, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error storing file.", "req_id", reqID, "error", err, "id", f.ID, "remote_addr", r.RemoteAddr)
return return
} }
s.Logger.Infow("Stored file.", "req_id", reqID, "id", f.ID, "remote_addr", r.RemoteAddr) s.Logger.Infow("Stored file.", "req_id", reqID, "id", f.ID, "remote_addr", r.RemoteAddr)
var resp = struct {
Message string `json:"message"` fileURL := path.Join(s.config.URL, "/api/file", f.ID)
ID string `json:"id"` resp := &ResponseAPIFilePost{
URL string `json:"url"`
}{
Message: "OK", Message: "OK",
ID: f.ID, Files: []ResponseAPIFilePostFiles{
URL: "TODO", {
ID: f.ID,
URL: fileURL,
},
},
} }
w.WriteHeader(http.StatusAccepted) w.WriteHeader(http.StatusAccepted)
encoder := json.NewEncoder(w) encoder := json.NewEncoder(w)
if err := encoder.Encode(&resp); err != nil { if err := encoder.Encode(&resp); err != nil {
s.Logger.Warnw("Error encoding response to client.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error encoding response to client.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr)
@ -115,6 +119,7 @@ func (s *HTTPServer) HandlerAPIFileGet(w http.ResponseWriter, r *http.Request) {
} }
w.WriteHeader(http.StatusOK) w.WriteHeader(http.StatusOK)
if _, err := io.Copy(w, f.Body); err != nil { if _, err := io.Copy(w, f.Body); err != nil {
reqID := middleware.GetReqID(r.Context()) reqID := middleware.GetReqID(r.Context())
s.Logger.Warnw("Error writing file to client.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error writing file to client.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr)
@ -129,11 +134,11 @@ func (s *HTTPServer) HandlerAPIFileDelete(w http.ResponseWriter, r *http.Request
return return
} }
err := s.Files.Delete(id) if err := s.Files.Delete(id); err != nil {
if err != nil {
w.WriteHeader(http.StatusBadRequest) w.WriteHeader(http.StatusBadRequest)
return return
} }
reqID := middleware.GetReqID(r.Context()) reqID := middleware.GetReqID(r.Context())
s.Logger.Infow("Deleted file", "id", id, "req_id", reqID) s.Logger.Infow("Deleted file", "id", id, "req_id", reqID)
} }
@ -141,17 +146,19 @@ func (s *HTTPServer) HandlerAPIFileDelete(w http.ResponseWriter, r *http.Request
func (s *HTTPServer) processMultiPartFormUpload(w http.ResponseWriter, r *http.Request) { func (s *HTTPServer) processMultiPartFormUpload(w http.ResponseWriter, r *http.Request) {
reqID := middleware.GetReqID(r.Context()) reqID := middleware.GetReqID(r.Context())
var responses []ResponseAPIFilePost var resp ResponseAPIFilePost
if err := r.ParseMultipartForm(1024 * 1024 * 10); err != nil { if err := r.ParseMultipartForm(multipartMaxMemory); err != nil {
s.Logger.Warnw("Error parsing multipart form.", "req_id", reqID, "err", err) s.Logger.Warnw("Error parsing multipart form.", "req_id", reqID, "err", err)
} }
for k := range r.MultipartForm.File { for k := range r.MultipartForm.File {
ff, fh, err := r.FormFile(k) ff, fh, err := r.FormFile(k)
if err != nil { if err != nil {
s.Logger.Warnw("Error reading file from multipart form.", "req_id", reqID, "error", err) s.Logger.Warnw("Error reading file from multipart form.", "req_id", reqID, "error", err)
return return
} }
f := fileFromParams(r) f := fileFromParams(r)
f.ID = uuid.NewString() f.ID = uuid.NewString()
f.OriginalFilename = fh.Filename f.OriginalFilename = fh.Filename
@ -160,26 +167,33 @@ func (s *HTTPServer) processMultiPartFormUpload(w http.ResponseWriter, r *http.R
if err := s.Files.Store(f); err != nil { if err := s.Files.Store(f); err != nil {
w.WriteHeader(http.StatusInternalServerError) w.WriteHeader(http.StatusInternalServerError)
s.Logger.Warnw("Error storing file.", "req_id", reqID, "error", err, "id", f.ID, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error storing file.", "req_id", reqID, "error", err, "id", f.ID, "remote_addr", r.RemoteAddr)
return return
} }
s.Logger.Infow("Stored file.", "req_id", reqID, "id", f.ID, "filename", f.OriginalFilename, "remote_addr", r.RemoteAddr) s.Logger.Infow("Stored file.", "req_id", reqID, "id", f.ID, "filename", f.OriginalFilename, "remote_addr", r.RemoteAddr)
responses = append(responses, ResponseAPIFilePost{Message: "OK", ID: f.ID, URL: "TODO"}) fileURL := path.Join(s.config.URL, "/api/file", f.ID)
fileResponse := ResponseAPIFilePostFiles{ID: f.ID, URL: fileURL}
resp.Files = append(resp.Files, fileResponse)
} }
w.WriteHeader(http.StatusAccepted) w.WriteHeader(http.StatusAccepted)
encoder := json.NewEncoder(w) encoder := json.NewEncoder(w)
if err := encoder.Encode(&responses); err != nil {
if err := encoder.Encode(&resp); err != nil {
s.Logger.Warnw("Error encoding response to client.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error encoding response to client.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr)
} }
} }
func (s *HTTPServer) HandlerAPILogin(w http.ResponseWriter, r *http.Request) { func (s *HTTPServer) HandlerAPILogin(w http.ResponseWriter, r *http.Request) {
reqID := middleware.GetReqID(r.Context()) reqID := middleware.GetReqID(r.Context())
var expectedRequest RequestAPILogin var expectedRequest RequestAPILogin
decoder := json.NewDecoder(r.Body) decoder := json.NewDecoder(r.Body)
defer r.Body.Close() defer r.Body.Close()
if err := decoder.Decode(&expectedRequest); err != nil { if err := decoder.Decode(&expectedRequest); err != nil {
w.WriteHeader(http.StatusBadRequest) w.WriteHeader(http.StatusBadRequest)
return return
@ -214,10 +228,12 @@ func (s *HTTPServer) HandlerAPIUserCreate(w http.ResponseWriter, r *http.Request
} }
var req RequestAPIUserCreate var req RequestAPIUserCreate
decoder := json.NewDecoder(r.Body) decoder := json.NewDecoder(r.Body)
if err := decoder.Decode(&req); err != nil { if err := decoder.Decode(&req); err != nil {
s.Logger.Debugw("Error parsing request.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr) s.Logger.Debugw("Error parsing request.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr)
w.WriteHeader(http.StatusBadRequest) w.WriteHeader(http.StatusBadRequest)
return return
} }
@ -226,14 +242,17 @@ func (s *HTTPServer) HandlerAPIUserCreate(w http.ResponseWriter, r *http.Request
if err := user.SetPassword(req.Password); err != nil { if err := user.SetPassword(req.Password); err != nil {
s.Logger.Warnw("Error setting user password.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error setting user password.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr)
w.WriteHeader(http.StatusBadRequest) w.WriteHeader(http.StatusBadRequest)
return return
} }
if err := s.Users.Store(user); err != nil { if err := s.Users.Store(user); err != nil {
s.Logger.Warnw("Error setting user password.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr) s.Logger.Warnw("Error setting user password.", "req_id", reqID, "error", err, "remote_addr", r.RemoteAddr)
w.WriteHeader(http.StatusInternalServerError) w.WriteHeader(http.StatusInternalServerError)
return return
} }
w.WriteHeader(http.StatusAccepted) w.WriteHeader(http.StatusAccepted)
s.Logger.Infow("Created user.", "req_id", reqID, "remote_addr", r.RemoteAddr, "username", req.Username) s.Logger.Infow("Created user.", "req_id", reqID, "remote_addr", r.RemoteAddr, "username", req.Username)
} }
@ -245,6 +264,7 @@ func (s *HTTPServer) HandlerAPIUserList(w http.ResponseWriter, r *http.Request)
if err != nil { if err != nil {
s.Logger.Warnw("Error listing users.", "req_id", reqID, "error", err) s.Logger.Warnw("Error listing users.", "req_id", reqID, "error", err)
w.WriteHeader(http.StatusInternalServerError) w.WriteHeader(http.StatusInternalServerError)
return return
} }
@ -259,12 +279,13 @@ func fileFromParams(r *http.Request) *files.File {
keyMaxViews = "max_views" keyMaxViews = "max_views"
keyExpiresOn = "exp" keyExpiresOn = "exp"
) )
var f files.File var f files.File
q := r.URL.Query() q := r.URL.Query()
if q.Has(keyMaxViews) { if q.Has(keyMaxViews) {
views, err := strconv.ParseUint(q.Get(keyMaxViews), 10, 64) views, err := strconv.ParseUint(q.Get(keyMaxViews), 10, 64) // nolint: gomnd
if err == nil { if err == nil {
f.MaxViews = uint(views) f.MaxViews = uint(views)
} }

View File

@ -73,22 +73,18 @@ func TestHandlers(t *testing.T) {
t.Errorf("Returned unexpected status. Got %d want %d", status, http.StatusAccepted) t.Errorf("Returned unexpected status. Got %d want %d", status, http.StatusAccepted)
} }
var expectedResp []struct { var expectedResp api.ResponseAPIFilePost
Message string `json:"message"`
ID string `json:"id"`
URL string `json:"url"`
}
decoder := json.NewDecoder(rr.Result().Body) decoder := json.NewDecoder(rr.Result().Body)
if err := decoder.Decode(&expectedResp); err != nil { if err := decoder.Decode(&expectedResp); err != nil {
t.Fatalf("error decoding response: %s", err) t.Fatalf("error decoding response: %s", err)
} }
if l := len(expectedResp); l != 1 { if l := len(expectedResp.Files); l != 1 {
t.Errorf("Response has wrong length. Got %d want %d", l, 1) t.Errorf("Response has wrong length. Got %d want %d", l, 1)
} }
uploadID := expectedResp[0].ID uploadID := expectedResp.Files[0].ID
if uploadID == "" { if uploadID == "" {
t.Errorf("Response has empty id") t.Errorf("Response has empty id")
} }

View File

@ -13,10 +13,15 @@ type RequestAPILogin struct {
type ResponseAPILogin struct { type ResponseAPILogin struct {
Token string `json:"token"` Token string `json:"token"`
} }
type ResponseAPIFilePost struct { type ResponseAPIFilePost struct {
Message string `json:"message"` Message string `json:"message"`
ID string `json:"id"` Files []ResponseAPIFilePostFiles `json:"files"`
URL string `json:"url"` }
type ResponseAPIFilePostFiles struct {
ID string `json:"id"`
URL string `json:"url"`
} }
type ResponseAPIUserList struct { type ResponseAPIUserList struct {

View File

@ -10,6 +10,7 @@ import (
"git.t-juice.club/torjus/gpaste" "git.t-juice.club/torjus/gpaste"
"git.t-juice.club/torjus/gpaste/users" "git.t-juice.club/torjus/gpaste/users"
"github.com/go-chi/chi/v5/middleware" "github.com/go-chi/chi/v5/middleware"
"go.uber.org/zap"
) )
type authCtxKey int type authCtxKey int
@ -27,43 +28,73 @@ func (s *HTTPServer) MiddlewareAccessLogger(next http.Handler) http.Handler {
reqID := middleware.GetReqID(r.Context()) reqID := middleware.GetReqID(r.Context())
// TODO: Maybe desugar in HTTPServer to avoid doing for all requests
logger := s.AccessLogger.Desugar()
defer func() { defer func() {
s.AccessLogger.Infow(r.Method, // DEBUG level
"path", r.URL.Path, if ce := logger.Check(zap.DebugLevel, r.Method); ce != nil {
"status", ww.Status(), ct := r.Header.Get("Content-Type")
"written", ww.BytesWritten(), ce.Write(
"remote_addr", r.RemoteAddr, zap.String("req_id", reqID),
"processing_time_ms", time.Since(t1).Milliseconds(), zap.String("path", r.URL.Path),
"req_id", reqID) zap.Int("status", ww.Status()),
zap.String("remote_addr", r.RemoteAddr),
zap.Int("bytes_written", ww.BytesWritten()),
zap.Duration("processing_time", time.Since(t1)),
zap.String("content_type", ct),
zap.Any("headers", r.Header),
)
} else {
// INFO level
if ce := logger.Check(zap.InfoLevel, r.Method); ce != nil {
ce.Write(
zap.String("req_id", reqID),
zap.String("path", r.URL.Path),
zap.Int("status", ww.Status()),
zap.String("remote_addr", r.RemoteAddr),
zap.Int("bytes_written", ww.BytesWritten()),
zap.Duration("processing_time", time.Since(t1)),
)
}
}
_ = logger.Sync()
}() }()
next.ServeHTTP(ww, r) next.ServeHTTP(ww, r)
} }
return http.HandlerFunc(fn) return http.HandlerFunc(fn)
} }
func (s *HTTPServer) MiddlewareAuthentication(next http.Handler) http.Handler { func (s *HTTPServer) MiddlewareAuthentication(next http.Handler) http.Handler {
fn := func(w http.ResponseWriter, r *http.Request) { fn := func(w http.ResponseWriter, r *http.Request) {
reqID := middleware.GetReqID(r.Context()) reqID := middleware.GetReqID(r.Context())
header := r.Header.Get("Authorization") header := r.Header.Get("Authorization")
if header == "" { if header == "" {
s.Logger.Debugw("Request has no auth header.", "req_id", reqID) s.Logger.Debugw("Request has no auth header.", "req_id", reqID)
next.ServeHTTP(w, r) next.ServeHTTP(w, r)
return return
} }
splitHeader := strings.Split(header, "Bearer ") splitHeader := strings.Split(header, "Bearer ")
if len(splitHeader) != 2 { if len(splitHeader) != 2 { // nolint: gomnd
s.Logger.Debugw("Request has invalid token.", "req_id", reqID) s.Logger.Debugw("Request has invalid token.", "req_id", reqID)
next.ServeHTTP(w, r) next.ServeHTTP(w, r)
return return
} }
token := splitHeader[1] token := splitHeader[1]
claims, err := s.Auth.ValidateToken(token) claims, err := s.Auth.ValidateToken(token)
if err != nil { if err != nil {
s.Logger.Debugw("Request has invalid token.", "req_id", reqID) s.Logger.Debugw("Request has invalid token.", "req_id", reqID)
next.ServeHTTP(w, r) next.ServeHTTP(w, r)
return return
} }
@ -71,6 +102,7 @@ func (s *HTTPServer) MiddlewareAuthentication(next http.Handler) http.Handler {
ctx = context.WithValue(ctx, authCtxAuthLevel, claims.Role) ctx = context.WithValue(ctx, authCtxAuthLevel, claims.Role)
ctx = context.WithValue(ctx, authCtxClaims, claims) ctx = context.WithValue(ctx, authCtxClaims, claims)
withCtx := r.WithContext(ctx) withCtx := r.WithContext(ctx)
s.Logger.Debugw("Request is authenticated.", "req_id", reqID, "username", claims.Subject, "role", claims.Role) s.Logger.Debugw("Request is authenticated.", "req_id", reqID, "username", claims.Subject, "role", claims.Role)
next.ServeHTTP(w, withCtx) next.ServeHTTP(w, withCtx)
@ -84,10 +116,12 @@ func UsernameFromRequest(r *http.Request) (string, error) {
if rawUsername == nil { if rawUsername == nil {
return "", fmt.Errorf("no username") return "", fmt.Errorf("no username")
} }
username, ok := rawUsername.(string) username, ok := rawUsername.(string)
if !ok { if !ok {
return "", fmt.Errorf("no username") return "", fmt.Errorf("no username")
} }
return username, nil return username, nil
} }
@ -96,10 +130,12 @@ func RoleFromRequest(r *http.Request) (users.Role, error) {
if rawLevel == nil { if rawLevel == nil {
return users.RoleUnset, fmt.Errorf("no username") return users.RoleUnset, fmt.Errorf("no username")
} }
level, ok := rawLevel.(users.Role) level, ok := rawLevel.(users.Role)
if !ok { if !ok {
return users.RoleUnset, fmt.Errorf("no username") return users.RoleUnset, fmt.Errorf("no username")
} }
return level, nil return level, nil
} }
@ -108,9 +144,11 @@ func ClaimsFromRequest(r *http.Request) *gpaste.Claims {
if rawClaims == nil { if rawClaims == nil {
return nil return nil
} }
claims, ok := rawClaims.(*gpaste.Claims) claims, ok := rawClaims.(*gpaste.Claims)
if !ok { if !ok {
return nil return nil
} }
return claims return claims
} }

View File

@ -44,6 +44,7 @@ func (as *AuthService) Login(username, password string) (string, error) {
claims.Role = user.Role claims.Role = user.Role
token := jwt.NewWithClaims(jwt.GetSigningMethod("HS256"), claims) token := jwt.NewWithClaims(jwt.GetSigningMethod("HS256"), claims)
signed, err := token.SignedString(as.hmacSecret) signed, err := token.SignedString(as.hmacSecret)
if err != nil { if err != nil {
return "", err return "", err
@ -60,6 +61,7 @@ func (as *AuthService) ValidateToken(rawToken string) (*Claims, error) {
if err != nil { if err != nil {
return nil, err return nil, err
} }
if !token.Valid { if !token.Valid {
return nil, fmt.Errorf("invalid token") return nil, fmt.Errorf("invalid token")
} }

View File

@ -18,9 +18,11 @@ import (
"github.com/kirsle/configdir" "github.com/kirsle/configdir"
) )
const defaultTimeout = 10 * time.Second
type Client struct { type Client struct {
BaseURL string `json:"base_url"` BaseURL string `json:"baseUrl"`
AuthToken string `json:"auth_token"` AuthToken string `json:"authToken"`
httpClient http.Client httpClient http.Client
} }
@ -29,6 +31,7 @@ func (c *Client) WriteConfigToWriter(w io.Writer) error {
encoder := json.NewEncoder(w) encoder := json.NewEncoder(w)
return encoder.Encode(c) return encoder.Encode(c)
} }
func (c *Client) WriteConfig() error { func (c *Client) WriteConfig() error {
dir := configdir.LocalConfig("gpaste") dir := configdir.LocalConfig("gpaste")
// Ensure dir exists // Ensure dir exists
@ -36,7 +39,9 @@ func (c *Client) WriteConfig() error {
if err != nil { if err != nil {
return err return err
} }
path := filepath.Join(dir, "client.json") path := filepath.Join(dir, "client.json")
f, err := os.Create(path) f, err := os.Create(path)
if err != nil { if err != nil {
return err return err
@ -49,6 +54,7 @@ func (c *Client) WriteConfig() error {
func (c *Client) LoadConfig() error { func (c *Client) LoadConfig() error {
dir := configdir.LocalCache("gpaste") dir := configdir.LocalCache("gpaste")
path := filepath.Join(dir, "client.json") path := filepath.Join(dir, "client.json")
f, err := os.Open(path) f, err := os.Open(path)
if err != nil { if err != nil {
return err return err
@ -66,7 +72,7 @@ func (c *Client) LoadConfigFromReader(r io.Reader) error {
func (c *Client) Login(ctx context.Context, username, password string) error { func (c *Client) Login(ctx context.Context, username, password string) error {
url := fmt.Sprintf("%s/api/login", c.BaseURL) url := fmt.Sprintf("%s/api/login", c.BaseURL)
// TODO: Change timeout // TODO: Change timeout
ctx, cancel := context.WithTimeout(ctx, 10*time.Second) ctx, cancel := context.WithTimeout(ctx, defaultTimeout)
defer cancel() defer cancel()
body := new(bytes.Buffer) body := new(bytes.Buffer)
@ -74,10 +80,12 @@ func (c *Client) Login(ctx context.Context, username, password string) error {
Username: username, Username: username,
Password: password, Password: password,
} }
encoder := json.NewEncoder(body) encoder := json.NewEncoder(body)
if err := encoder.Encode(&requestData); err != nil { if err := encoder.Encode(&requestData); err != nil {
return fmt.Errorf("error encoding response: %w", err) return fmt.Errorf("error encoding response: %w", err)
} }
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, body) req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, body)
if err != nil { if err != nil {
return fmt.Errorf("error creating request: %w", err) return fmt.Errorf("error creating request: %w", err)
@ -99,6 +107,7 @@ func (c *Client) Login(ctx context.Context, username, password string) error {
if err := decoder.Decode(&responseData); err != nil { if err := decoder.Decode(&responseData); err != nil {
return fmt.Errorf("unable to parse response: %s", err) return fmt.Errorf("unable to parse response: %s", err)
} }
c.AuthToken = responseData.Token c.AuthToken = responseData.Token
return nil return nil
@ -112,6 +121,7 @@ func (c *Client) UserCreate(ctx context.Context, username, password string) erro
Username: username, Username: username,
Password: password, Password: password,
} }
encoder := json.NewEncoder(body) encoder := json.NewEncoder(body)
if err := encoder.Encode(requestData); err != nil { if err := encoder.Encode(requestData); err != nil {
return fmt.Errorf("error encoding response: %w", err) return fmt.Errorf("error encoding response: %w", err)
@ -159,14 +169,11 @@ func (c *Client) Download(ctx context.Context, id string) (io.ReadCloser, error)
return resp.Body, nil return resp.Body, nil
} }
func (c *Client) Upload(ctx context.Context, files ...*files.File) ([]api.ResponseAPIFilePost, error) { func (c *Client) Upload(ctx context.Context, files ...*files.File) (*api.ResponseAPIFilePost, error) {
url := fmt.Sprintf("%s/api/file", c.BaseURL) url := fmt.Sprintf("%s/api/file", c.BaseURL)
client := &http.Client{} client := &http.Client{}
// TODO: Change timeout // TODO: Change timeout
ctx, cancel := context.WithTimeout(ctx, 10*time.Minute)
defer cancel()
// TODO: Improve buffering // TODO: Improve buffering
buf := &bytes.Buffer{} buf := &bytes.Buffer{}
mw := multipart.NewWriter(buf) mw := multipart.NewWriter(buf)
@ -176,16 +183,21 @@ func (c *Client) Upload(ctx context.Context, files ...*files.File) ([]api.Respon
if err != nil { if err != nil {
return nil, err return nil, err
} }
if _, err := io.Copy(fw, file.Body); err != nil { if _, err := io.Copy(fw, file.Body); err != nil {
return nil, err return nil, err
} }
file.Body.Close() file.Body.Close()
} }
mw.Close() mw.Close()
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, buf) req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, buf)
if err != nil { if err != nil {
return nil, err return nil, err
} }
req.Header.Add("Content-Type", mw.FormDataContentType()) req.Header.Add("Content-Type", mw.FormDataContentType())
resp, err := client.Do(req) resp, err := client.Do(req)
@ -194,7 +206,7 @@ func (c *Client) Upload(ctx context.Context, files ...*files.File) ([]api.Respon
} }
defer resp.Body.Close() defer resp.Body.Close()
var expectedResp []api.ResponseAPIFilePost var expectedResp *api.ResponseAPIFilePost
decoder := json.NewDecoder(resp.Body) decoder := json.NewDecoder(resp.Body)
if err := decoder.Decode(&expectedResp); err != nil { if err := decoder.Decode(&expectedResp); err != nil {
@ -213,10 +225,12 @@ func (c *Client) Delete(ctx context.Context, id string) error {
} }
req.Header.Set("Authorization", fmt.Sprintf("Bearer %s", c.AuthToken)) req.Header.Set("Authorization", fmt.Sprintf("Bearer %s", c.AuthToken))
resp, err := c.httpClient.Do(req) resp, err := c.httpClient.Do(req)
if err != nil { if err != nil {
return fmt.Errorf("unable to perform request: %s", err) return fmt.Errorf("unable to perform request: %s", err)
} }
defer resp.Body.Close()
if resp.StatusCode != http.StatusOK { if resp.StatusCode != http.StatusOK {
return fmt.Errorf("got non-ok response from server: %s", resp.Status) return fmt.Errorf("got non-ok response from server: %s", resp.Status)

View File

@ -120,7 +120,7 @@ func TestClient(t *testing.T) {
t.Fatalf("Error uploading: %s", err) t.Fatalf("Error uploading: %s", err)
} }
retrieved, err := srv.Files.Get(resp[0].ID) retrieved, err := srv.Files.Get(resp.Files[0].ID)
if err != nil { if err != nil {
t.Fatalf("Error getting uploaded file from store: %s", err) t.Fatalf("Error getting uploaded file from store: %s", err)
} }
@ -166,7 +166,7 @@ func TestClient(t *testing.T) {
}) })
t.Run("Save", func(t *testing.T) { t.Run("Save", func(t *testing.T) {
c := client.Client{BaseURL: "http://example.org/gpaste", AuthToken: "tokenpls"} c := client.Client{BaseURL: "http://example.org/gpaste", AuthToken: "tokenpls"}
expectedConfig := "{\"base_url\":\"http://example.org/gpaste\",\"auth_token\":\"tokenpls\"}\n" expectedConfig := "{\"baseUrl\":\"http://example.org/gpaste\",\"authToken\":\"tokenpls\"}\n"
buf := new(bytes.Buffer) buf := new(bytes.Buffer)
err := c.WriteConfigToWriter(buf) err := c.WriteConfigToWriter(buf)
if err != nil { if err != nil {
@ -179,7 +179,7 @@ func TestClient(t *testing.T) {
}) })
t.Run("Load", func(t *testing.T) { t.Run("Load", func(t *testing.T) {
c := client.Client{} c := client.Client{}
config := "{\"base_url\":\"http://pasta.example.org\",\"auth_token\":\"tokenpls\"}\n" config := "{\"baseUrl\":\"http://pasta.example.org\",\"authToken\":\"tokenpls\"}\n"
expectedClient := client.Client{BaseURL: "http://pasta.example.org", AuthToken: "tokenpls"} expectedClient := client.Client{BaseURL: "http://pasta.example.org", AuthToken: "tokenpls"}
sr := strings.NewReader(config) sr := strings.NewReader(config)
if err := c.LoadConfigFromReader(sr); err != nil { if err := c.LoadConfigFromReader(sr); err != nil {

View File

@ -15,27 +15,34 @@ import (
"golang.org/x/term" "golang.org/x/term"
) )
const defaultTimeout = 10 * time.Second
func ActionUpload(c *cli.Context) error { func ActionUpload(c *cli.Context) error {
clnt := client.Client{ clnt := client.Client{
BaseURL: c.String("url"), BaseURL: c.String("url"),
} }
for _, arg := range c.Args().Slice() { for _, arg := range c.Args().Slice() {
f, err := os.Open(arg) f, err := os.Open(arg)
if err != nil { if err != nil {
return err return err
} }
defer f.Close() defer f.Close()
file := &files.File{ file := &files.File{
OriginalFilename: arg, OriginalFilename: arg,
Body: f, Body: f,
} }
resp, err := clnt.Upload(c.Context, file) resp, err := clnt.Upload(c.Context, file)
if err != nil { if err != nil {
errmsg := fmt.Sprintf("Error uploading file: %s", err) errmsg := fmt.Sprintf("Error uploading file: %s", err)
return cli.Exit(errmsg, 1) return cli.Exit(errmsg, 1)
} }
fmt.Printf("Uploaded file %s - %s", file.OriginalFilename, resp[0].URL)
fmt.Printf("Uploaded file %s - %s", file.OriginalFilename, resp.Files[0].URL)
} }
return nil return nil
} }
@ -43,15 +50,19 @@ func ActionDelete(c *cli.Context) error {
clnt := client.Client{ clnt := client.Client{
BaseURL: c.String("url"), BaseURL: c.String("url"),
} }
for _, arg := range c.Args().Slice() { for _, arg := range c.Args().Slice() {
ctx, cancel := context.WithTimeout(c.Context, 5*time.Second) ctx, cancel := context.WithTimeout(c.Context, defaultTimeout)
defer cancel() defer cancel()
if err := clnt.Delete(ctx, arg); err != nil { if err := clnt.Delete(ctx, arg); err != nil {
fmt.Printf("Error deleting file %s\n", arg) fmt.Printf("Error deleting file %s\n", arg)
fmt.Printf("%s\n", err) fmt.Printf("%s\n", err)
} }
fmt.Printf("Deleted %s\n", arg) fmt.Printf("Deleted %s\n", arg)
} }
return nil return nil
} }
@ -60,6 +71,7 @@ func ActionLogin(c *cli.Context) error {
if username == "" { if username == "" {
return cli.Exit("USERNAME not supplied.", 1) return cli.Exit("USERNAME not supplied.", 1)
} }
password, err := readPassword() password, err := readPassword()
if err != nil { if err != nil {
return fmt.Errorf("error reading password: %w", err) return fmt.Errorf("error reading password: %w", err)
@ -72,6 +84,7 @@ func ActionLogin(c *cli.Context) error {
errmsg := fmt.Sprintf("Error logging in: %s", err) errmsg := fmt.Sprintf("Error logging in: %s", err)
return cli.Exit(errmsg, 1) return cli.Exit(errmsg, 1)
} }
if err := clnt.WriteConfig(); err != nil { if err := clnt.WriteConfig(); err != nil {
errMsg := fmt.Sprintf("Failed to write config: %s", err) errMsg := fmt.Sprintf("Failed to write config: %s", err)
return cli.Exit(errMsg, 1) return cli.Exit(errMsg, 1)
@ -85,7 +98,9 @@ func ActionLogin(c *cli.Context) error {
func ActionUserCreate(c *cli.Context) error { func ActionUserCreate(c *cli.Context) error {
// TODO: Needs to supply auth token to actually work // TODO: Needs to supply auth token to actually work
fmt.Println("Need to be logged in to create user") fmt.Println("Need to be logged in to create user")
username := readString("Enter username: ") username := readString("Enter username: ")
password, err := readPassword() password, err := readPassword()
if err != nil { if err != nil {
return fmt.Errorf("error reading password: %w", err) return fmt.Errorf("error reading password: %w", err)
@ -94,7 +109,8 @@ func ActionUserCreate(c *cli.Context) error {
clnt := client.Client{ clnt := client.Client{
BaseURL: c.String("url"), BaseURL: c.String("url"),
} }
ctx, cancel := context.WithTimeout(c.Context, 10*time.Second)
ctx, cancel := context.WithTimeout(c.Context, defaultTimeout)
defer cancel() defer cancel()
if err := clnt.Login(ctx, username, password); err != nil { if err := clnt.Login(ctx, username, password); err != nil {
@ -103,7 +119,9 @@ func ActionUserCreate(c *cli.Context) error {
} }
fmt.Println("User to create:") fmt.Println("User to create:")
username = readString("Enter username: ") username = readString("Enter username: ")
password, err = readPassword() password, err = readPassword()
if err != nil { if err != nil {
return fmt.Errorf("error reading password: %w", err) return fmt.Errorf("error reading password: %w", err)
@ -121,20 +139,24 @@ func ActionUserCreate(c *cli.Context) error {
func readPassword() (string, error) { func readPassword() (string, error) {
fmt.Print("Enter Password: ") fmt.Print("Enter Password: ")
bytePassword, err := term.ReadPassword(int(syscall.Stdin)) bytePassword, err := term.ReadPassword(int(syscall.Stdin))
if err != nil { if err != nil {
return "", err return "", err
} }
password := string(bytePassword) password := string(bytePassword)
return strings.TrimSpace(password), nil return strings.TrimSpace(password), nil
} }
func readString(prompt string) string { func readString(prompt string) string {
fmt.Print(prompt) fmt.Print(prompt)
scanner := bufio.NewScanner(os.Stdin) scanner := bufio.NewScanner(os.Stdin)
for scanner.Scan() { for scanner.Scan() {
return scanner.Text() return scanner.Text()
} }
return "" return ""
} }

View File

@ -64,5 +64,5 @@ func main() {
}, },
} }
app.Run(os.Args) _ = app.Run(os.Args)
} }

View File

@ -6,11 +6,15 @@ import (
"net/http" "net/http"
"os" "os"
"os/signal" "os/signal"
"path/filepath"
"strings" "strings"
"time" "time"
"git.t-juice.club/torjus/gpaste" "git.t-juice.club/torjus/gpaste"
"git.t-juice.club/torjus/gpaste/api" "git.t-juice.club/torjus/gpaste/api"
"git.t-juice.club/torjus/gpaste/files"
"git.t-juice.club/torjus/gpaste/users"
"github.com/google/uuid"
"github.com/urfave/cli/v2" "github.com/urfave/cli/v2"
"go.uber.org/zap" "go.uber.org/zap"
"go.uber.org/zap/zapcore" "go.uber.org/zap/zapcore"
@ -22,8 +26,11 @@ func ActionServe(c *cli.Context) error {
configPath = c.String("config") configPath = c.String("config")
} }
var cfg *gpaste.ServerConfig var (
var r io.ReadCloser cfg *gpaste.ServerConfig
r io.ReadCloser
)
r, err := os.Open(configPath) r, err := os.Open(configPath)
if err != nil { if err != nil {
cfg = &gpaste.ServerConfig{ cfg = &gpaste.ServerConfig{
@ -52,28 +59,72 @@ func ActionServe(c *cli.Context) error {
// Setup contexts for clean shutdown // Setup contexts for clean shutdown
rootCtx, rootCancel := signal.NotifyContext(context.Background(), os.Interrupt) rootCtx, rootCancel := signal.NotifyContext(context.Background(), os.Interrupt)
defer rootCancel() defer rootCancel()
httpCtx, httpCancel := context.WithCancel(rootCtx) httpCtx, httpCancel := context.WithCancel(rootCtx)
defer httpCancel() defer httpCancel()
httpShutdownCtx, httpShutdownCancel := context.WithCancel(context.Background()) httpShutdownCtx, httpShutdownCancel := context.WithCancel(context.Background())
defer httpShutdownCancel() defer httpShutdownCancel()
// Setup stores
// Files
fileStore, fileClose, err := getFileStore(cfg)
if err != nil {
return err
}
defer fileClose() // nolint: errcheck
// Users
userStore, userClose, err := getUserStore(cfg)
if err != nil {
return err
}
defer userClose() // nolint: errcheck
if userList, err := userStore.List(); err != nil {
serverLogger.Panicw("Error checking userstore for users.", "error", err)
} else if len(userList) < 1 {
admin := users.User{
Username: "admin",
Role: users.RoleAdmin,
}
password := uuid.NewString()
if err := admin.SetPassword(password); err != nil {
serverLogger.DPanic("Error setting admin-user password.", "error", err)
}
serverLogger.Warnw("Created admin-user.", "username", admin.Username, "password", password)
}
// Auth
auth := gpaste.NewAuthService(userStore, []byte(cfg.SigningSecret))
go func() { go func() {
srv := api.NewHTTPServer(cfg) srv := api.NewHTTPServer(cfg)
srv.Users = userStore
srv.Files = fileStore
srv.Addr = cfg.ListenAddr srv.Addr = cfg.ListenAddr
srv.Logger = serverLogger srv.Logger = serverLogger
srv.AccessLogger = accessLogger srv.AccessLogger = accessLogger
srv.Auth = auth
// Wait for cancel // Wait for cancel
go func() { go func() {
<-httpCtx.Done() <-httpCtx.Done()
timeoutCtx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
timeoutCtx, cancel := context.WithTimeout(context.Background(), 10*time.Second) // nolint: gomnd
defer cancel() defer cancel()
srv.Shutdown(timeoutCtx)
_ = srv.Shutdown(timeoutCtx)
}() }()
serverLogger.Infow("Starting HTTP server.", "addr", cfg.ListenAddr) serverLogger.Infow("Starting HTTP server.", "addr", cfg.ListenAddr)
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed { if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
serverLogger.Errorw("Error during shutdown.", "error", err) serverLogger.Errorw("Error during shutdown.", "error", err)
} }
serverLogger.Infow("HTTP server shutdown complete.", "addr", cfg.ListenAddr) serverLogger.Infow("HTTP server shutdown complete.", "addr", cfg.ListenAddr)
httpShutdownCancel() httpShutdownCancel()
}() }()
@ -117,3 +168,48 @@ func getRootLogger(level string) *zap.SugaredLogger {
return rootLogger.Sugar() return rootLogger.Sugar()
} }
// nolint: ireturn
func getUserStore(cfg *gpaste.ServerConfig) (users.UserStore, func() error, error) {
closer := func() error { return nil }
switch cfg.Store.Type {
case "memory":
return users.NewMemoryUserStore(), closer, nil
case "fs":
path := filepath.Join(cfg.Store.FS.Dir, "gpaste-users.db")
bs, err := users.NewBoltUserStore(path)
if err != nil {
return nil, closer, cli.Exit("error setting up user store", 1)
}
return bs, bs.Close, nil
default:
return nil, closer, cli.Exit("no userstore configured", 1)
}
}
// nolint: ireturn
func getFileStore(cfg *gpaste.ServerConfig) (files.FileStore, func() error, error) {
closer := func() error { return nil }
switch cfg.Store.Type {
case "memory":
return files.NewMemoryFileStore(), closer, nil
case "fs":
var err error
s, err := files.NewFSFileStore(cfg.Store.FS.Dir)
if err != nil {
return nil, closer, cli.Exit("error setting up filestore", 1)
}
return s, closer, nil
default:
return nil, closer, cli.Exit("No store configured", 1)
}
}

View File

@ -29,5 +29,5 @@ func main() {
Action: actions.ActionServe, Action: actions.ActionServe,
} }
app.Run(os.Args) _ = app.Run(os.Args)
} }

View File

@ -33,6 +33,7 @@ func ServerConfigFromReader(r io.Reader) (*ServerConfig, error) {
FS: &ServerStoreFSStoreConfig{}, FS: &ServerStoreFSStoreConfig{},
}, },
} }
if err := decoder.Decode(&c); err != nil { if err := decoder.Decode(&c); err != nil {
return nil, fmt.Errorf("error decoding server config: %w", err) return nil, fmt.Errorf("error decoding server config: %w", err)
} }

View File

@ -7,13 +7,13 @@ import (
type File struct { type File struct {
ID string `json:"id"` ID string `json:"id"`
OriginalFilename string `json:"original_filename"` OriginalFilename string `json:"originalFilename"`
MaxViews uint `json:"max_views"` MaxViews uint `json:"maxViews"`
ExpiresOn time.Time `json:"expires_on"` ExpiresOn time.Time `json:"expiresOn"`
Body io.ReadCloser Body io.ReadCloser
FileSize int64 `json:"file_size"` FileSize int64 `json:"fileSize"`
} }
type FileStore interface { type FileStore interface {

View File

@ -23,6 +23,7 @@ func NewFSFileStore(dir string) (*FSFileStore, error) {
return s, err return s, err
} }
func (s *FSFileStore) Store(f *File) error { func (s *FSFileStore) Store(f *File) error {
defer f.Body.Close() defer f.Body.Close()
@ -34,6 +35,7 @@ func (s *FSFileStore) Store(f *File) error {
} }
path := filepath.Join(s.dir, f.ID) path := filepath.Join(s.dir, f.ID)
dst, err := os.Create(path) dst, err := os.Create(path)
if err != nil { if err != nil {
return err return err
@ -44,12 +46,15 @@ func (s *FSFileStore) Store(f *File) error {
if err != nil { if err != nil {
return err return err
} }
s.metadata[f.ID] = metadata s.metadata[f.ID] = metadata
s.metadata[f.ID].FileSize = n s.metadata[f.ID].FileSize = n
if err := s.writeMetadata(); err != nil { if err := s.writeMetadata(); err != nil {
delete(s.metadata, f.ID) delete(s.metadata, f.ID)
return err return err
} }
return nil return nil
} }
@ -60,11 +65,14 @@ func (s *FSFileStore) Get(id string) (*File, error) {
} }
path := filepath.Join(s.dir, id) path := filepath.Join(s.dir, id)
f, err := os.Open(path) f, err := os.Open(path)
if err != nil { if err != nil {
return nil, err return nil, err
} }
metadata.Body = f metadata.Body = f
return metadata, nil return metadata, nil
} }
@ -73,20 +81,24 @@ func (s *FSFileStore) Delete(id string) error {
if err := os.Remove(path); err != nil { if err := os.Remove(path); err != nil {
return err return err
} }
delete(s.metadata, id) delete(s.metadata, id)
return nil return nil
} }
func (s *FSFileStore) List() ([]string, error) { func (s *FSFileStore) List() ([]string, error) {
var results []string results := make([]string, 0, len(s.metadata))
for k := range s.metadata { for k := range s.metadata {
results = append(results, k) results = append(results, k)
} }
return results, nil return results, nil
} }
func (s *FSFileStore) writeMetadata() error { func (s *FSFileStore) writeMetadata() error {
path := filepath.Join(s.dir, "metadata.json") path := filepath.Join(s.dir, "metadata.json")
f, err := os.Create(path) f, err := os.Create(path)
if err != nil { if err != nil {
return err return err
@ -97,11 +109,13 @@ func (s *FSFileStore) writeMetadata() error {
if err := encoder.Encode(s.metadata); err != nil { if err := encoder.Encode(s.metadata); err != nil {
return err return err
} }
return nil return nil
} }
func (s *FSFileStore) readMetadata() error { func (s *FSFileStore) readMetadata() error {
path := filepath.Join(s.dir, "metadata.json") path := filepath.Join(s.dir, "metadata.json")
f, err := os.Open(path) f, err := os.Open(path)
if err != nil { if err != nil {
// TODO: Handle errors better // TODO: Handle errors better
@ -113,5 +127,6 @@ func (s *FSFileStore) readMetadata() error {
if err := decoder.Decode(&s.metadata); err != nil { if err := decoder.Decode(&s.metadata); err != nil {
return err return err
} }
return nil return nil
} }

View File

@ -7,20 +7,23 @@ import (
) )
func TestFSFileStore(t *testing.T) { func TestFSFileStore(t *testing.T) {
dir := t.TempDir() newFunc := func() files.FileStore {
s, err := files.NewFSFileStore(dir) dir := t.TempDir()
if err != nil { s, err := files.NewFSFileStore(dir)
t.Fatalf("Error creating store: %s", err) if err != nil {
t.Fatalf("Error creating store: %s", err)
}
return s
} }
RunFilestoreTest(s, t) RunFilestoreTest(newFunc, t)
persistentDir := t.TempDir() persistentDir := t.TempDir()
newFunc := func() files.FileStore { persistentFunc := func() files.FileStore {
s, err := files.NewFSFileStore(persistentDir) s, err := files.NewFSFileStore(persistentDir)
if err != nil { if err != nil {
t.Fatalf("Error creating store: %s", err) t.Fatalf("Error creating store: %s", err)
} }
return s return s
} }
RunPersistentFilestoreTest(newFunc, t) RunPersistentFilestoreTest(persistentFunc, t)
} }

View File

@ -29,7 +29,6 @@ func NewMemoryFileStore() *MemoryFileStore {
} }
func (s *MemoryFileStore) Store(f *File) error { func (s *MemoryFileStore) Store(f *File) error {
data := &fileData{ data := &fileData{
ID: f.ID, ID: f.ID,
MaxViews: f.MaxViews, MaxViews: f.MaxViews,
@ -45,6 +44,7 @@ func (s *MemoryFileStore) Store(f *File) error {
defer s.lock.Unlock() defer s.lock.Unlock()
s.data[f.ID] = data s.data[f.ID] = data
return err return err
} }
@ -56,11 +56,17 @@ func (s *MemoryFileStore) Get(id string) (*File, error) {
if !ok { if !ok {
return nil, fmt.Errorf("no such item") return nil, fmt.Errorf("no such item")
} }
body := new(bytes.Buffer)
if _, err := body.Write(fd.Body.Bytes()); err != nil {
return nil, err
}
f := &File{ f := &File{
ID: fd.ID, ID: fd.ID,
MaxViews: fd.MaxViews, MaxViews: fd.MaxViews,
ExpiresOn: fd.ExpiresOn, ExpiresOn: fd.ExpiresOn,
Body: io.NopCloser(&fd.Body), Body: io.NopCloser(body),
FileSize: fd.FileSize, FileSize: fd.FileSize,
} }
@ -70,17 +76,21 @@ func (s *MemoryFileStore) Get(id string) (*File, error) {
func (s *MemoryFileStore) Delete(id string) error { func (s *MemoryFileStore) Delete(id string) error {
s.lock.Lock() s.lock.Lock()
defer s.lock.Unlock() defer s.lock.Unlock()
delete(s.data, id) delete(s.data, id)
return nil return nil
} }
func (s *MemoryFileStore) List() ([]string, error) { func (s *MemoryFileStore) List() ([]string, error) {
var ids []string ids := make([]string, 0, len(s.data))
s.lock.RLock() s.lock.RLock()
defer s.lock.RUnlock() defer s.lock.RUnlock()
for id := range s.data { for id := range s.data {
ids = append(ids, id) ids = append(ids, id)
} }
return ids, nil return ids, nil
} }

View File

@ -7,7 +7,9 @@ import (
) )
func TestMemoryFileStore(t *testing.T) { func TestMemoryFileStore(t *testing.T) {
s := files.NewMemoryFileStore() newFunc := func() files.FileStore {
return files.NewMemoryFileStore()
}
RunFilestoreTest(s, t) RunFilestoreTest(newFunc, t)
} }

View File

@ -12,8 +12,11 @@ import (
"github.com/google/uuid" "github.com/google/uuid"
) )
func RunFilestoreTest(s files.FileStore, t *testing.T) { var ignoreBody = cmp.FilterPath(func(p cmp.Path) bool { return p.String() == "Body" }, cmp.Ignore())
func RunFilestoreTest(newStoreFunc func() files.FileStore, t *testing.T) {
t.Run("Basic", func(t *testing.T) { t.Run("Basic", func(t *testing.T) {
s := newStoreFunc()
// Create // Create
dataString := "TEST_LOL_OMG" dataString := "TEST_LOL_OMG"
id := uuid.Must(uuid.NewRandom()).String() id := uuid.Must(uuid.NewRandom()).String()
@ -58,7 +61,6 @@ func RunFilestoreTest(s files.FileStore, t *testing.T) {
FileSize: int64(len(dataString)), FileSize: int64(len(dataString)),
} }
ignoreBody := cmp.FilterPath(func(p cmp.Path) bool { return p.String() == "Body" }, cmp.Ignore())
if diff := cmp.Diff(retrieved, expected, ignoreBody); diff != "" { if diff := cmp.Diff(retrieved, expected, ignoreBody); diff != "" {
t.Errorf("File comparison failed: %s", diff) t.Errorf("File comparison failed: %s", diff)
} }
@ -88,84 +90,128 @@ func RunFilestoreTest(s files.FileStore, t *testing.T) {
t.Fatalf("List after delete has wrong length: %d", len(ids)) t.Fatalf("List after delete has wrong length: %d", len(ids))
} }
}) })
t.Run("MultipleGet", func(t *testing.T) {
s := newStoreFunc()
fileContents := "multiple get test !"
body := io.NopCloser(strings.NewReader(fileContents))
file := &files.File{
ID: uuid.NewString(),
OriginalFilename: "multiple.txt",
MaxViews: 999,
ExpiresOn: time.Now().Add(1 * time.Hour),
Body: body,
FileSize: int64(len(fileContents)),
}
if err := s.Store(file); err != nil {
t.Fatalf("Error storing file: %s", err)
}
first, err := s.Get(file.ID)
if err != nil {
t.Errorf("Error retrieving first file: %s", err)
}
firstBody := new(bytes.Buffer)
io.Copy(firstBody, first.Body)
first.Body.Close()
if diff := cmp.Diff(firstBody.String(), fileContents); diff != "" {
t.Fatalf("File contents mismatch: %s", diff)
}
second, err := s.Get(file.ID)
if err != nil {
t.Errorf("Error retrieving first file: %s", err)
}
secondBody := new(bytes.Buffer)
io.Copy(secondBody, second.Body)
first.Body.Close()
if diff := cmp.Diff(secondBody.String(), fileContents); diff != "" {
t.Fatalf("File contents mismatch: %s", diff)
}
})
} }
func RunPersistentFilestoreTest(newStoreFunc func() files.FileStore, t *testing.T) { func RunPersistentFilestoreTest(newStoreFunc func() files.FileStore, t *testing.T) {
s := newStoreFunc() t.Run("Basics", func(t *testing.T) {
s := newStoreFunc()
files := []struct { files := []struct {
File *files.File File *files.File
ExpectedData string ExpectedData string
}{ }{
{ {
File: &files.File{ File: &files.File{
ID: uuid.NewString(), ID: uuid.NewString(),
OriginalFilename: "testfile.txt", OriginalFilename: "testfile.txt",
MaxViews: 5, MaxViews: 5,
ExpiresOn: time.Now().Add(10 * time.Minute), ExpiresOn: time.Now().Add(10 * time.Minute),
Body: io.NopCloser(strings.NewReader("cocks!")), Body: io.NopCloser(strings.NewReader("cocks!")),
FileSize: 6, FileSize: 6,
},
ExpectedData: "cocks!",
}, },
ExpectedData: "cocks!", {
}, File: &files.File{
{ ID: uuid.NewString(),
File: &files.File{ OriginalFilename: "testfile2.txt",
ID: uuid.NewString(), MaxViews: 5,
OriginalFilename: "testfile2.txt", ExpiresOn: time.Now().Add(10 * time.Minute),
MaxViews: 5, Body: io.NopCloser(strings.NewReader("derps!")),
ExpiresOn: time.Now().Add(10 * time.Minute), FileSize: 6,
Body: io.NopCloser(strings.NewReader("derps!")), },
FileSize: 6, ExpectedData: "derps!",
}, },
ExpectedData: "derps!",
},
}
for _, f := range files {
err := s.Store(f.File)
if err != nil {
t.Fatalf("Error storing file: %s", err)
}
}
for _, f := range files {
retrieved, err := s.Get(f.File.ID)
if err != nil {
t.Fatalf("Unable to retrieve file: %s", err)
} }
ignoreBody := cmp.FilterPath(func(p cmp.Path) bool { return p.String() == "Body" }, cmp.Ignore()) for _, f := range files {
if !cmp.Equal(retrieved, f.File, ignoreBody) { err := s.Store(f.File)
t.Errorf("Mismatch: %s", cmp.Diff(retrieved, f.File)) if err != nil {
t.Fatalf("Error storing file: %s", err)
}
} }
buf := new(strings.Builder) for _, f := range files {
if _, err := io.Copy(buf, retrieved.Body); err != nil { retrieved, err := s.Get(f.File.ID)
t.Fatalf("Error reading from body: %s", err) if err != nil {
} t.Fatalf("Unable to retrieve file: %s", err)
retrieved.Body.Close() }
if buf.String() != f.ExpectedData {
t.Fatalf("Data does not match. %s", cmp.Diff(buf.String(), f.ExpectedData))
}
}
// Reopen store, and fetch again if !cmp.Equal(retrieved, f.File, ignoreBody) {
s = newStoreFunc() t.Errorf("Mismatch: %s", cmp.Diff(retrieved, f.File))
for _, f := range files { }
retrieved, err := s.Get(f.File.ID) buf := new(strings.Builder)
if err != nil { if _, err := io.Copy(buf, retrieved.Body); err != nil {
t.Fatalf("Unable to retrieve file: %s", err) t.Fatalf("Error reading from body: %s", err)
}
retrieved.Body.Close()
if buf.String() != f.ExpectedData {
t.Fatalf("Data does not match. %s", cmp.Diff(buf.String(), f.ExpectedData))
}
} }
ignoreBody := cmp.FilterPath(func(p cmp.Path) bool { return p.String() == "Body" }, cmp.Ignore()) // Reopen store, and fetch again
if !cmp.Equal(retrieved, f.File, ignoreBody) { s = newStoreFunc()
t.Errorf("Mismatch: %s", cmp.Diff(retrieved, f.File)) for _, f := range files {
retrieved, err := s.Get(f.File.ID)
if err != nil {
t.Fatalf("Unable to retrieve file: %s", err)
}
if !cmp.Equal(retrieved, f.File, ignoreBody) {
t.Errorf("Mismatch: %s", cmp.Diff(retrieved, f.File))
}
buf := new(strings.Builder)
if _, err := io.Copy(buf, retrieved.Body); err != nil {
t.Fatalf("Error reading from body: %s", err)
}
retrieved.Body.Close()
if buf.String() != f.ExpectedData {
t.Fatalf("Data does not match. %s", cmp.Diff(buf.String(), f.ExpectedData))
}
} }
buf := new(strings.Builder) })
if _, err := io.Copy(buf, retrieved.Body); err != nil {
t.Fatalf("Error reading from body: %s", err)
}
retrieved.Body.Close()
if buf.String() != f.ExpectedData {
t.Fatalf("Data does not match. %s", cmp.Diff(buf.String(), f.ExpectedData))
}
}
} }

10
go.mod
View File

@ -2,19 +2,17 @@ module git.t-juice.club/torjus/gpaste
go 1.17 go 1.17
require github.com/google/uuid v1.3.0
require github.com/go-chi/chi/v5 v5.0.7
require ( require (
github.com/go-chi/chi/v5 v5.0.7
github.com/golang-jwt/jwt v3.2.2+incompatible github.com/golang-jwt/jwt v3.2.2+incompatible
github.com/google/go-cmp v0.5.6 github.com/google/go-cmp v0.5.7
github.com/google/uuid v1.3.0
github.com/kirsle/configdir v0.0.0-20170128060238-e45d2f54772f github.com/kirsle/configdir v0.0.0-20170128060238-e45d2f54772f
github.com/pelletier/go-toml v1.9.4 github.com/pelletier/go-toml v1.9.4
github.com/urfave/cli/v2 v2.3.0 github.com/urfave/cli/v2 v2.3.0
go.etcd.io/bbolt v1.3.6 go.etcd.io/bbolt v1.3.6
go.uber.org/zap v1.20.0 go.uber.org/zap v1.20.0
golang.org/x/crypto v0.0.0-20220112180741-5e0467b6c7ce golang.org/x/crypto v0.0.0-20220126234351-aa10faf2a1f8
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211 golang.org/x/term v0.0.0-20210927222741-03fcf44c2211
) )

8
go.sum
View File

@ -11,8 +11,8 @@ github.com/go-chi/chi/v5 v5.0.7 h1:rDTPXLDHGATaeHvVlLcR4Qe0zftYethFucbjVQ1PxU8=
github.com/go-chi/chi/v5 v5.0.7/go.mod h1:DslCQbL2OYiznFReuXYUmQ2hGd1aDpCnlMNITLSKoi8= github.com/go-chi/chi/v5 v5.0.7/go.mod h1:DslCQbL2OYiznFReuXYUmQ2hGd1aDpCnlMNITLSKoi8=
github.com/golang-jwt/jwt v3.2.2+incompatible h1:IfV12K8xAKAnZqdXVzCZ+TOjboZ2keLg81eXfW3O+oY= github.com/golang-jwt/jwt v3.2.2+incompatible h1:IfV12K8xAKAnZqdXVzCZ+TOjboZ2keLg81eXfW3O+oY=
github.com/golang-jwt/jwt v3.2.2+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I= github.com/golang-jwt/jwt v3.2.2+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I=
github.com/google/go-cmp v0.5.6 h1:BKbKCqvP6I+rmFHt06ZmyQtvB8xAkWdhFyr0ZUNZcxQ= github.com/google/go-cmp v0.5.7 h1:81/ik6ipDQS2aGcBfIN5dHDB36BwrStyeAQquSYCV4o=
github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE=
github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I= github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
github.com/kirsle/configdir v0.0.0-20170128060238-e45d2f54772f h1:dKccXx7xA56UNqOcFIbuqFjAWPVtP688j5QMgmo6OHU= github.com/kirsle/configdir v0.0.0-20170128060238-e45d2f54772f h1:dKccXx7xA56UNqOcFIbuqFjAWPVtP688j5QMgmo6OHU=
@ -51,8 +51,8 @@ go.uber.org/zap v1.20.0 h1:N4oPlghZwYG55MlU6LXk/Zp00FVNE9X9wrYO8CEs4lc=
go.uber.org/zap v1.20.0/go.mod h1:wjWOCqI0f2ZZrJF/UufIOkiC8ii6tm1iqIsLo76RfJw= go.uber.org/zap v1.20.0/go.mod h1:wjWOCqI0f2ZZrJF/UufIOkiC8ii6tm1iqIsLo76RfJw=
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
golang.org/x/crypto v0.0.0-20220112180741-5e0467b6c7ce h1:Roh6XWxHFKrPgC/EQhVubSAGQ6Ozk6IdxHSzt1mR0EI= golang.org/x/crypto v0.0.0-20220126234351-aa10faf2a1f8 h1:kACShD3qhmr/3rLmg1yXyt+N4HcwutKyPRB93s54TIU=
golang.org/x/crypto v0.0.0-20220112180741-5e0467b6c7ce/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= golang.org/x/crypto v0.0.0-20220126234351-aa10faf2a1f8/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=

View File

@ -16,7 +16,7 @@ const (
type User struct { type User struct {
Username string `json:"username"` Username string `json:"username"`
HashedPassword []byte `json:"hashed_password"` HashedPassword []byte `json:"hashedPassword"`
Role Role `json:"role"` Role Role `json:"role"`
} }
@ -38,6 +38,8 @@ func (u *User) SetPassword(password string) error {
if err != nil { if err != nil {
return err return err
} }
u.HashedPassword = hashed u.HashedPassword = hashed
return nil return nil
} }

View File

@ -15,7 +15,7 @@ type BoltUserStore struct {
} }
func NewBoltUserStore(path string) (*BoltUserStore, error) { func NewBoltUserStore(path string) (*BoltUserStore, error) {
db, err := bbolt.Open(path, 0666, nil) db, err := bbolt.Open(path, 0o666, nil) // nolint: gomnd
if err != nil { if err != nil {
return nil, err return nil, err
} }
@ -36,6 +36,7 @@ func (s *BoltUserStore) Close() error {
func (s *BoltUserStore) Get(username string) (*User, error) { func (s *BoltUserStore) Get(username string) (*User, error) {
var user User var user User
err := s.db.View(func(tx *bbolt.Tx) error { err := s.db.View(func(tx *bbolt.Tx) error {
bkt := tx.Bucket(keyUsers) bkt := tx.Bucket(keyUsers)
rawUser := bkt.Get([]byte(username)) rawUser := bkt.Get([]byte(username))
@ -47,6 +48,7 @@ func (s *BoltUserStore) Get(username string) (*User, error) {
if err != nil { if err != nil {
return nil, err return nil, err
} }
return &user, nil return &user, nil
} }
@ -69,6 +71,7 @@ func (s *BoltUserStore) Delete(username string) error {
return bkt.Delete([]byte(username)) return bkt.Delete([]byte(username))
}) })
} }
func (s *BoltUserStore) List() ([]string, error) { func (s *BoltUserStore) List() ([]string, error) {
var ids []string var ids []string
@ -86,5 +89,6 @@ func (s *BoltUserStore) List() ([]string, error) {
if err != nil { if err != nil {
return nil, err return nil, err
} }
return ids, nil return ids, nil
} }

View File

@ -15,10 +15,13 @@ type MemoryUserStore struct {
func NewMemoryUserStore() *MemoryUserStore { func NewMemoryUserStore() *MemoryUserStore {
return &MemoryUserStore{users: make(map[string]*User)} return &MemoryUserStore{users: make(map[string]*User)}
} }
func (s *MemoryUserStore) Get(username string) (*User, error) { func (s *MemoryUserStore) Get(username string) (*User, error) {
s.lock.Lock() s.lock.Lock()
defer s.lock.Unlock() defer s.lock.Unlock()
user, ok := s.users[username] user, ok := s.users[username]
if !ok { if !ok {
return nil, fmt.Errorf("no such user: %s", username) return nil, fmt.Errorf("no such user: %s", username)
} }
@ -29,21 +32,26 @@ func (s *MemoryUserStore) Get(username string) (*User, error) {
func (s *MemoryUserStore) Store(user *User) error { func (s *MemoryUserStore) Store(user *User) error {
s.lock.Lock() s.lock.Lock()
defer s.lock.Unlock() defer s.lock.Unlock()
s.users[user.Username] = user s.users[user.Username] = user
return nil return nil
} }
func (s *MemoryUserStore) Delete(username string) error { func (s *MemoryUserStore) Delete(username string) error {
s.lock.Lock() s.lock.Lock()
defer s.lock.Unlock() defer s.lock.Unlock()
delete(s.users, username) delete(s.users, username)
return nil return nil
} }
func (s *MemoryUserStore) List() ([]string, error) { func (s *MemoryUserStore) List() ([]string, error) {
s.lock.Lock() s.lock.Lock()
defer s.lock.Unlock() defer s.lock.Unlock()
var ids []string ids := make([]string, 0, len(s.users))
for k := range s.users { for k := range s.users {
ids = append(ids, k) ids = append(ids, k)
} }