foomo/busser
1
0
Fork 0
mirror of https://github.com/foomo/busser.git synced 2025-10-16 12:25:42 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

drafting structure

Browse Source
This commit is contained in:
Jan Halfar 2021-10-08 17:33:08 +02:00
parent de8144c515
commit 4f4bfc8c73
26 changed files with 1732 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
README.md
View File

@ -1,2 +1,21 @@
# busser
a program that runs on your server to validate and store table data
A program that runs on your server to validate and store table data.
*busser is for you, when working with*
- Go
- simple data tables
- small tables ie if you think about paging, you are in the wrong place - use a database instead
- Excel or Google Spreadsheets as a table editor and
- you need extensive validation
- local versioned copies
- CSVs
## Usage
1. Use google docs or another online table editor to create / edit data
2. Load the data as a CSV into busser
3. Implement a processor
4. Consume the resulting data in your application

147
busser.go Normal file
View File

@ -0,0 +1,147 @@
package busser
import (
"context"
"sort"
"github.com/foomo/busser/config"
"github.com/foomo/busser/processor"
"github.com/foomo/busser/service"
"github.com/foomo/busser/store"
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
"go.uber.org/zap"
)
type Busser struct {
store store.Store
conf config.Config
l *zap.Logger
ctx context.Context
}
func New(
ctx context.Context,
l *zap.Logger,
store store.Store,
conf config.Config,
) *Busser {
return &Busser{
ctx: ctx,
l: l,
store: store,
conf: conf,
}
}
func (b *Busser) ml(method string) *zap.Logger {
return b.l.With(zap.String("method", method))
}
func (b *Busser) Validate(id table.ID) (
t *table.Table,
vt *validation.Table,
err *service.ErrorValidation,
) {
l := b.ml("validate-table")
l.Info("validating", zap.String("table", string(id)))
cnf, ok := b.conf[id]
if !ok {
l.Error("conf not found")
return nil, nil, service.ErrValidationCouldNotValidate
}
t, errLoad := cnf.Loader()
if errLoad != nil {
l.Error("loading of table failed", zap.Error(errLoad))
return nil, nil, service.ErrValidationCouldNotValidate
}
if t.ID == "" {
l.Error("loader returned table without id")
return nil, nil, service.ErrValidationCouldNotValidate
}
if t.Version == "" {
l.Error("loader returned table without version")
return nil, nil, service.ErrValidationCouldNotValidate
}
vt, errProcess := processor.Process(t, cnf.Processor)
if errProcess != nil {
l.Error("processing failed", zap.Error(errProcess))
return nil, nil, service.ErrValidationCouldNotValidate
}
errAdd := b.store.Add(t, vt)
if errAdd != nil {
l.Error("could not add table to store", zap.Error(errAdd))
return nil, nil, service.ErrValidationCouldNotValidate
}
l.Info("validation complete, added version to store", zap.String("table-version", string(t.Version)), zap.String("table-id", string(t.ID)))
return t, vt, nil
}
func (b *Busser) GetVersion(id table.ID, version table.Version) (t *table.Table, vt *validation.Table, err *service.ErrorGet) {
t, vt, errGetVersion := b.store.GetVersion(id, version)
if errGetVersion != nil {
b.ml("get-version").Error("could not get version from store", zap.Error(errGetVersion))
return nil, nil, service.ErrCouldNotLoadTableFromStore
}
return t, vt, nil
}
func (b *Busser) Commit(id table.ID, version table.Version) *service.ErrorCommit {
errCommit := b.store.Commit(id, version)
if errCommit != nil {
b.ml("commit-table").Error("could not commit table", zap.Error(errCommit))
return service.ErrCommitCouldNotCommit
}
return nil
}
func (b *Busser) GetCommitted(id table.ID) (t *table.Table, vt *validation.Table, err *service.ErrorGet) {
t, vt, errGetCommitted := b.store.GetCommitted(id)
if errGetCommitted != nil {
b.ml("get-commited").Error("could not get committed table", zap.Error(errGetCommitted))
return nil, nil, service.ErrCouldNotLoadTableFromStore
}
return t, vt, nil
}
func (b *Busser) Delete(id table.ID, versions []table.Version) *service.ErrorDelete {
l := b.ml("delete").With(zap.String("table-id", string(id)))
committedTable, _, errGetCommitted := b.store.GetCommitted(id)
if errGetCommitted != nil {
l.Error("could not determine committed version", zap.Error(errGetCommitted))
return service.ErrDeleteCouldNotDeleteVersion
}
for _, v := range versions {
zv := zap.String("table-version", string(v))
if committedTable != nil && committedTable.Version == v {
l.Error("can not delete commited version")
return service.ErrDeleteCouldNotDeleteVersion
}
err := b.store.Delete(id, v)
if err != nil {
l.Error("could not delete version", zv)
return service.ErrDeleteCouldNotDeleteVersion
}
l.Info("delete table version", zv)
}
return nil
}
func (b *Busser) List() (table.Map, *service.ErrorGet) {
l := b.ml("list")
list, err := b.store.List()
if err != nil {
l.Error("could not list", zap.Error(err))
return nil, service.ErrCouldNotLoadTableFromStore
}
tableMap := table.Map{}
for tableID := range b.conf {
tableMap[tableID] = table.List{}
for _, ts := range list {
if ts.ID == tableID {
tableMap[tableID] = append(tableMap[tableID], ts)
}
}
sort.Sort(tableMap[tableID])
}
return tableMap, nil
}

198
busser_test.go Normal file
View File

@ -0,0 +1,198 @@
package busser
import (
"context"
"errors"
"net/http/httptest"
"os"
"strings"
"testing"
"github.com/foomo/busser/config"
"github.com/foomo/busser/csvreader"
"github.com/foomo/busser/service"
"github.com/foomo/busser/store"
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
"github.com/stretchr/testify/assert"
"go.uber.org/zap"
)
type exampleProcessor struct{}
// called for every cell first in order
func (p *exampleProcessor) Cell(
c validation.Collector,
col table.ColumnName,
content string,
) (
cleanedContent string, valid bool, err error,
) {
cleanedContent = strings.Trim(content, " ")
valid = true
switch col {
case "From", "To":
if cleanedContent == "" {
c(validation.FeedbackLevelError, "must not be empty")
valid = false
}
case "Enabled":
switch cleanedContent {
case "yes", "no":
default:
valid = false
c(validation.FeedbackLevelError, "must be yes or no")
}
}
return cleanedContent, valid, nil
}
func (p *exampleProcessor) Row(
c validation.Collector,
row table.Row,
) (valid bool, err error) {
if row["From"] == row["To"] {
c(validation.FeedbackLevelError, "from and to must differ")
return false, nil
}
return true, nil
}
func (p *exampleProcessor) Table(
collector validation.Collector,
tableValidation *validation.Table,
table *table.Table,
) (valid bool, err error) {
dupls := map[string]int{}
for i, row := range table.Rows {
duplKey := row["From"] + "-" + row["To"]
_, isDupl := dupls[duplKey]
if isDupl {
tableValidation.Rows[i].Valid = false
collector(validation.FeedbackLevelError, "duplicate entry found")
tableValidation.Rows[i].AddFeedback(validation.FeedbackLevelError, "duplicate line")
}
dupls[duplKey]++
}
return true, nil
}
const exampleID table.ID = "example"
func getTestData(t *testing.T) (
ctx context.Context,
b *Busser,
client *service.HTTPServiceGoTSRPCClient,
) {
dir, err := os.MkdirTemp("", "store-test")
assert.NoError(t, err)
s, err := store.NewFS(dir)
assert.NoError(t, err)
l, err := zap.NewProduction()
assert.NoError(t, err)
defer l.Sync()
ctx = context.Background()
b = New(ctx, l, s,
config.Config{
exampleID: config.Table{
Processor: &exampleProcessor{},
Loader: csvreader.GetByteTableLoader(exampleID, []byte(testTable), nil),
},
},
)
p := service.NewDefaultServiceGoTSRPCProxy(b)
server := httptest.NewServer(p)
client = service.NewDefaultServiceGoTSRPCClient(server.URL)
return ctx, b, client
}
const testTable = `From,To,Enabled,Comment
/from,/to,yes,this is a valid test
/foo,/bar,,this is missing Enabled
/foo,,no,this is missing to
/same,/same,yes,"this is invalid, because From and To are the same"
/foo,/bar,yes,this is a duplicate`
func Test(t *testing.T) {
ctx, _, client := getTestData(t)
tableMap, errList, errClient := client.List(ctx)
if errList != nil {
t.Fatal("list error", errList)
return
}
assert.NoError(t, errClient)
tbl, vt, errValidate, _ := client.Validate(ctx, exampleID)
if errValidate != nil {
t.Fatal("unexpected validation error", errValidate)
return
}
assert.False(t, vt.Rows[3].Valid)
assert.Len(t, tbl.Rows, 5)
tableMap, errList, errClient = client.List(ctx)
assert.NoError(t, errClient)
if errList != nil {
t.Fatal("list error", errList)
return
}
assert.Len(t, tableMap[exampleID], 1)
assert.Equal(t, tbl.Version, tableMap[exampleID][0].Version)
errCommit, errClient := client.Commit(ctx, tbl.ID, tbl.Version)
assert.NoError(t, errClient)
if errCommit != nil {
t.Fatal("could not commit table", errCommit)
return
}
tbl, vt, errGet, _ := client.GetCommitted(ctx, exampleID)
if errGet != nil {
t.Fatal("could not get committed version", errGet)
return
}
assert.True(t, vt.Rows[0].Valid)
assert.False(t, vt.Rows[1].Valid)
assert.False(t, vt.Rows[3].Valid)
assert.False(t, vt.Rows[4].Valid)
assert.Len(t, vt.Rows[4].Feedback, 1)
assert.Equal(t, vt.Rows[4].Feedback[0].Msg, "duplicate line")
assert.Len(t, vt.Feedback, 1)
assert.Equal(t, vt.Feedback[0].Msg, "duplicate entry found")
errDelete, errClient := client.Delete(ctx, exampleID, []table.Version{tbl.Version})
assert.NoError(t, errClient)
if !errors.Is(errDelete, service.ErrDeleteCouldNotDeleteVersion) {
t.Fatal("committed table version must be protected", errDelete)
return
}
nextTbl, _, errValidate, errClient := client.Validate(ctx, exampleID)
assert.NoError(t, errClient)
if errValidate != nil {
t.Fatal("could not validate table", errValidate)
return
}
errCommit, errClient = client.Commit(ctx, nextTbl.ID, nextTbl.Version)
assert.NoError(t, errClient)
if errCommit != nil {
t.Fatal("could not commit table", errCommit)
return
}
errDelete, errClient = client.Delete(ctx, exampleID, []table.Version{tbl.Version})
assert.NoError(t, errClient)
if errDelete != nil {
t.Fatal("could not delete previously committed table", errDelete)
return
}
tableMap, errList, errClient = client.List(ctx)
assert.NoError(t, errClient)
if errList != nil {
t.Fatal("list error", errList)
return
}
assert.Len(t, tableMap[exampleID], 1)
}

38
client-ts/src/client-service.ts Normal file
View File

@ -0,0 +1,38 @@
/* eslint:disable */
// hello commonjs - we need some imports - sorted in alphabetical order, by go package
import * as github_com_foomo_busser_service from './vo-service'; // ./client-ts/src/client-service.ts to ./client-ts/src/vo-service.ts
import * as github_com_foomo_busser_table from './vo-table'; // ./client-ts/src/client-service.ts to ./client-ts/src/vo-table.ts
import * as github_com_foomo_busser_table_validation from './vo-validation'; // ./client-ts/src/client-service.ts to ./client-ts/src/vo-validation.ts
export class ServiceClient {
public static defaultEndpoint = "/services/busser";
constructor(
public transport:<T>(method: string, data?: any[]) => Promise<T>
) {}
async commit(id:github_com_foomo_busser_table.ID, version:github_com_foomo_busser_table.Version):Promise<github_com_foomo_busser_service.ErrorCommit> {
return (await this.transport<{0:github_com_foomo_busser_service.ErrorCommit}>("Commit", [id, version]))[0]
}
async delete(id:github_com_foomo_busser_table.ID, versions:github_com_foomo_busser_table.Version[]):Promise<github_com_foomo_busser_service.ErrorDelete> {
return (await this.transport<{0:github_com_foomo_busser_service.ErrorDelete}>("Delete", [id, versions]))[0]
}
async getCommitted(id:github_com_foomo_busser_table.ID):Promise<{t:github_com_foomo_busser_table.Table; vt:github_com_foomo_busser_table_validation.Table; err:github_com_foomo_busser_service.ErrorGet}> {
let response = await this.transport<{0:github_com_foomo_busser_table.Table; 1:github_com_foomo_busser_table_validation.Table; 2:github_com_foomo_busser_service.ErrorGet}>("GetCommitted", [id])
let responseObject = {t : response[0], vt : response[1], err : response[2]};
return responseObject;
}
async getVersion(id:github_com_foomo_busser_table.ID, version:github_com_foomo_busser_table.Version):Promise<{t:github_com_foomo_busser_table.Table; vt:github_com_foomo_busser_table_validation.Table; err:github_com_foomo_busser_service.ErrorGet}> {
let response = await this.transport<{0:github_com_foomo_busser_table.Table; 1:github_com_foomo_busser_table_validation.Table; 2:github_com_foomo_busser_service.ErrorGet}>("GetVersion", [id, version])
let responseObject = {t : response[0], vt : response[1], err : response[2]};
return responseObject;
}
async list():Promise<{ret:github_com_foomo_busser_table.Map; ret_1:github_com_foomo_busser_service.ErrorGet}> {
let response = await this.transport<{0:github_com_foomo_busser_table.Map; 1:github_com_foomo_busser_service.ErrorGet}>("List", [])
let responseObject = {ret : response[0], ret_1 : response[1]};
return responseObject;
}
async validate(id:github_com_foomo_busser_table.ID):Promise<{t:github_com_foomo_busser_table.Table; vt:github_com_foomo_busser_table_validation.Table; err:github_com_foomo_busser_service.ErrorValidation}> {
let response = await this.transport<{0:github_com_foomo_busser_table.Table; 1:github_com_foomo_busser_table_validation.Table; 2:github_com_foomo_busser_service.ErrorValidation}>("Validate", [id])
let responseObject = {t : response[0], vt : response[1], err : response[2]};
return responseObject;
}
}

22
client-ts/src/vo-service.ts Normal file
View File

@ -0,0 +1,22 @@
/* eslint:disable */
// hello commonjs - we need some imports - sorted in alphabetical order, by go package
import * as github_com_foomo_busser_service from './vo-service'; // ./client-ts/src/vo-service.ts to ./client-ts/src/vo-service.ts
import * as github_com_foomo_busser_table from './vo-table'; // ./client-ts/src/vo-service.ts to ./client-ts/src/vo-table.ts
import * as github_com_foomo_busser_table_validation from './vo-validation'; // ./client-ts/src/vo-service.ts to ./client-ts/src/vo-validation.ts
// github.com/foomo/busser/service.ErrorCommit
export enum ErrorCommit {
CouldNotCommit = "COULD_NOT_COMMIT",
}
// github.com/foomo/busser/service.ErrorDelete
export enum ErrorDelete {
CouldNotDeleteVersion = "COULD_NOT_DELETE_VERSION",
}
// github.com/foomo/busser/service.ErrorGet
export enum ErrorGet {
CouldNotLoadTableFromStore = "COULD_NOT_LOAD_TABLE_FROM_STORE",
}
// github.com/foomo/busser/service.ErrorValidation
export enum ErrorValidation {
CouldNotValidate = "COULD_NOT_LOAD_TABLE_FROM_STORE",
}
// end of common js

32
client-ts/src/vo-table.ts Normal file
View File

@ -0,0 +1,32 @@
/* eslint:disable */
// hello commonjs - we need some imports - sorted in alphabetical order, by go package
import * as github_com_foomo_busser_service from './vo-service'; // ./client-ts/src/vo-table.ts to ./client-ts/src/vo-service.ts
import * as github_com_foomo_busser_table from './vo-table'; // ./client-ts/src/vo-table.ts to ./client-ts/src/vo-table.ts
import * as github_com_foomo_busser_table_validation from './vo-validation'; // ./client-ts/src/vo-table.ts to ./client-ts/src/vo-validation.ts
// github.com/foomo/busser/table.ColumnName
export type ColumnName = string
// github.com/foomo/busser/table.ID
export type ID = string
// github.com/foomo/busser/table.Map
export type Map = Record<github_com_foomo_busser_table.ID,github_com_foomo_busser_table.TableSummary[]>
// github.com/foomo/busser/table.Row
export type Row = Record<github_com_foomo_busser_table.ColumnName,string>
// github.com/foomo/busser/table.Table
export interface Table {
id:github_com_foomo_busser_table.ID;
version:github_com_foomo_busser_table.Version;
timestamp:number;
rows:github_com_foomo_busser_table.Row[];
readErrors:string[];
}
// github.com/foomo/busser/table.TableSummary
export interface TableSummary {
id:github_com_foomo_busser_table.ID;
timestamp:number;
version:github_com_foomo_busser_table.Version;
valid:boolean;
committed:boolean;
}
// github.com/foomo/busser/table.Version
export type Version = string
// end of common js

20
client-ts/src/vo-validation.ts Normal file
View File

@ -0,0 +1,20 @@
/* eslint:disable */
// hello commonjs - we need some imports - sorted in alphabetical order, by go package
import * as github_com_foomo_busser_service from './vo-service'; // ./client-ts/src/vo-validation.ts to ./client-ts/src/vo-service.ts
import * as github_com_foomo_busser_table from './vo-table'; // ./client-ts/src/vo-validation.ts to ./client-ts/src/vo-table.ts
import * as github_com_foomo_busser_table_validation from './vo-validation'; // ./client-ts/src/vo-validation.ts to ./client-ts/src/vo-validation.ts
// github.com/foomo/busser/table/validation.Cell
export interface Cell {
valid:boolean;
}
// github.com/foomo/busser/table/validation.Row
export interface Row {
valid:boolean;
cells:Record<github_com_foomo_busser_table.ColumnName,github_com_foomo_busser_table_validation.Cell>;
}
// github.com/foomo/busser/table/validation.Table
export interface Table {
valid:boolean;
rows:github_com_foomo_busser_table_validation.Row[];
}
// end of common js

16
config/config.go Normal file
View File

@ -0,0 +1,16 @@
package config
import (
"github.com/foomo/busser/processor"
"github.com/foomo/busser/table"
)
type TableLoader func() (t *table.Table, err error)
type Table struct {
ID table.ID
Processor processor.Processor
Loader TableLoader
}
type Config map[table.ID]Table

172
csvreader/csvreader.go Normal file
View File

@ -0,0 +1,172 @@
package csvreader
import (
"bytes"
"encoding/csv"
"errors"
"io"
"net/http"
"time"
"github.com/hashicorp/go-uuid"
"github.com/foomo/busser/config"
"github.com/foomo/busser/table"
)
// ReaderConfig is essentially a copy of encoding/csv.Reader and is used to configure it
type ReaderConfig struct {
// Comma is the field delimiter.
// It is set to comma (',') by NewReader.
// Comma must be a valid rune and must not be \r, \n,
// or the Unicode replacement character (0xFFFD).
Comma rune
// Comment, if not 0, is the comment character. Lines beginning with the
// Comment character without preceding whitespace are ignored.
// With leading whitespace the Comment character becomes part of the
// field, even if TrimLeadingSpace is true.
// Comment must be a valid rune and must not be \r, \n,
// or the Unicode replacement character (0xFFFD).
// It must also not be equal to Comma.
Comment rune
// FieldsPerRecord is the number of expected fields per record.
// If FieldsPerRecord is positive, Read requires each record to
// have the given number of fields. If FieldsPerRecord is 0, Read sets it to
// the number of fields in the first record, so that future records must
// have the same field count. If FieldsPerRecord is negative, no check is
// made and records may have a variable number of fields.
FieldsPerRecord int
// If LazyQuotes is true, a quote may appear in an unquoted field and a
// non-doubled quote may appear in a quoted field.
LazyQuotes bool
// If TrimLeadingSpace is true, leading white space in a field is ignored.
// This is done even if the field delimiter, Comma, is white space.
TrimLeadingSpace bool
// ReuseRecord controls whether calls to Read may return a slice sharing
// the backing array of the previous call's returned slice for performance.
// By default, each call to Read returns newly allocated memory owned by the caller.
ReuseRecord bool
}
func (conf *ReaderConfig) configure(csvReader *csv.Reader) {
if conf == nil {
return
}
csvReader.Comma = conf.Comma
csvReader.Comment = conf.Comment
csvReader.FieldsPerRecord = conf.FieldsPerRecord
csvReader.ReuseRecord = conf.ReuseRecord
csvReader.LazyQuotes = conf.LazyQuotes
csvReader.TrimLeadingSpace = conf.TrimLeadingSpace
}
var DefaultConfig = &ReaderConfig{
Comma: ',',
}
func configureReader(reader *csv.Reader, conf *ReaderConfig) {
if conf != nil {
conf.configure(reader)
return
}
if DefaultConfig != nil {
DefaultConfig.configure(reader)
}
}
func GetURLTableLoader(id table.ID, csvURL string, conf *ReaderConfig) config.TableLoader {
return func() (*table.Table, error) {
t, err := ReadURL(csvURL, conf)
if err != nil {
return nil, err
}
err = initTable(t, id)
if err != nil {
return nil, err
}
return t, nil
}
}
func GetByteTableLoader(id table.ID, csvBytes []byte, conf *ReaderConfig) config.TableLoader {
return func() (*table.Table, error) {
t, err := Read(bytes.NewBuffer(csvBytes), conf)
if err != nil {
return nil, err
}
err = initTable(t, id)
if err != nil {
return nil, err
}
return t, nil
}
}
func initTable(t *table.Table, id table.ID) error {
t.ID = id
v, err := uuid.GenerateUUID()
if err != nil {
return err
}
t.Version = table.Version(v)
return nil
}
func ReadURL(csvURL string, conf *ReaderConfig) (t *table.Table, err error) {
resp, err := http.Get(csvURL)
if resp != nil && resp.Body != nil {
defer resp.Body.Close()
}
if err != nil {
return nil, err
}
if resp.StatusCode != http.StatusOK {
return nil, errors.New("unexpected http status code - non 200")
}
return Read(resp.Body, conf)
}
func Read(r io.Reader, conf *ReaderConfig) (t *table.Table, err error) {
csvReader := csv.NewReader(r)
configureReader(csvReader, conf)
headerLine := map[int]table.ColumnName{}
t = &table.Table{
Timestamp: time.Now().UnixMicro(),
}
i := -1
for {
i++
record, lineError := csvReader.Read()
if lineError == io.EOF {
if len(headerLine) == 0 {
return nil, errors.New("file ended before header line")
}
return t, nil
}
if i == 0 {
if lineError != nil {
return t, errors.New("line error in header line: " + lineError.Error())
}
for i, colNameString := range record {
headerLine[i] = table.ColumnName(colNameString)
}
continue
}
row := table.Row{}
t.AppendRow(row, lineError)
for i, colName := range headerLine {
if len(record) > i {
row[colName] = record[i]
} else {
row[colName] = ""
}
}
}
}

26
csvreader/csvreader_test.go Normal file
View File

@ -0,0 +1,26 @@
package csvreader
import (
"bytes"
"testing"
"github.com/foomo/busser/table"
"github.com/stretchr/testify/assert"
)
const testCSV = `A,B,C
/foo,,
X
a,b,c
`
func Test(t *testing.T) {
tbl, err := Read(bytes.NewBuffer([]byte(testCSV)), nil)
assert.NoError(t, err)
assert.Len(t, tbl.Rows, 3)
assert.Equal(t, "X", tbl.Rows[1]["A"])
assert.Equal(t, table.Row{"A": "X", "B": "", "C": ""}, tbl.Rows[1])
assert.Equal(t, table.Row{"A": "a", "B": "b", "C": "c"}, tbl.Rows[2])
assert.Equal(t, table.Row{"A": "/foo", "B": "", "C": ""}, tbl.Rows[0])
}

27
go.mod Normal file
View File

@ -0,0 +1,27 @@
module github.com/foomo/busser
go 1.17
require (
github.com/davecgh/go-spew v1.1.1
github.com/foomo/gotsrpc/v2 v2.0.9
github.com/pkg/errors v0.9.1
github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/stretchr/testify v1.7.0
go.uber.org/zap v1.19.1
gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b // indirect
)
require (
github.com/hashicorp/go-uuid v1.0.2 // indirect
github.com/iancoleman/strcase v0.1.3 // indirect
github.com/ugorji/go/codec v1.2.6 // indirect
go.uber.org/atomic v1.7.0 // indirect
go.uber.org/multierr v1.6.0 // indirect
golang.org/x/mod v0.4.2 // indirect
golang.org/x/sys v0.0.0-20210510120138-977fb7262007 // indirect
golang.org/x/tools v0.1.5 // indirect
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
gopkg.in/yaml.v2 v2.4.0 // indirect
)

212
go.sum Normal file
View File

@ -0,0 +1,212 @@
cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
github.com/benbjohnson/clock v1.1.0 h1:Q92kusRqC1XV2MjkWETPvjJVqKetz1OzxZB7mHJLju8=
github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8=
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
github.com/cespare/xxhash/v2 v2.1.0/go.mod h1:dgIUBU3pDso/gPgZ1osOZ0iQf77oPR28Tjxl5dIMyVM=
github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
github.com/foomo/gotsrpc/v2 v2.0.9 h1:WMmqui4JAZfYwZ8ClfnenR/mpcEiz5k3QefCVpUsfms=
github.com/foomo/gotsrpc/v2 v2.0.9/go.mod h1:LZNjN0JL8wAd7ihPSeAwXSu3gCL9umTUCpbeUbqO9C8=
github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as=
github.com/go-kit/kit v0.9.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as=
github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE=
github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk=
github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A=
github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8=
github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA=
github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs=
github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w=
github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0=
github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8=
github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
github.com/hashicorp/go-uuid v1.0.2 h1:cfejS+Tpcp13yd5nYHWDI6qVCny6wyX2Mt5SGur2IGE=
github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro=
github.com/iancoleman/strcase v0.1.3 h1:dJBk1m2/qjL1twPLf68JND55vvivMupZ4wIzE8CTdBw=
github.com/iancoleman/strcase v0.1.3/go.mod h1:SK73tn/9oHe+/Y0h39VT4UCxmurVJkR5NA7kMEAOgSE=
github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU=
github.com/json-iterator/go v1.1.7/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc=
github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
github.com/matttproud/golang_protobuf_extensions v1.0.1/go.mod h1:D8He9yQNgCq6Z5Ld7szi9bcBfOoFv/3dc6xSMkL2PC0=
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e h1:fD57ERR4JtEqsWbfPhv4DMiApHyliiK5xCTNVSPiaAs=
github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw=
github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo=
github.com/prometheus/client_golang v1.2.1/go.mod h1:XMU6Z2MjaRKVu/dC1qupJI9SiNkDYzz3xecMgSW/F+U=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo=
github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4=
github.com/prometheus/common v0.7.0/go.mod h1:DjGbpBbp5NYNiECxcL/VnbXCCaQpKd3tt26CguLLsqA=
github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk=
github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA=
github.com/prometheus/procfs v0.0.5/go.mod h1:4A/X28fw3Fc593LaREMrKMqOKvUAntwMDaekg4FpcdQ=
github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo=
github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/ugorji/go v1.2.6 h1:tGiWC9HENWE2tqYycIqFTNorMmFRVhNwCpDOpWqnk8E=
github.com/ugorji/go v1.2.6/go.mod h1:anCg0y61KIhDlPZmnH+so+RQbysYVyDko0IMgJv0Nn0=
github.com/ugorji/go/codec v1.2.6 h1:7kbGefxLoDBuYXOms4yD7223OpNMMPNPZxXk5TvFcyQ=
github.com/ugorji/go/codec v1.2.6/go.mod h1:V6TCNZ4PHqoHGFZuSG1W8nrCzzdgA2DozYxWFFpvxTw=
github.com/valyala/gorpc v0.0.0-20160519171614-908281bef774/go.mod h1:8uNqM1i7pr0jO7gdvbNCgsSa8Ki2vMh7JCQxO9BlF90=
github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
go.uber.org/atomic v1.7.0 h1:ADUqmZGgLDDfbSL9ZmPxKTybcoEYHgpYfELNoN+7hsw=
go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
go.uber.org/goleak v1.1.11-0.20210813005559-691160354723 h1:sHOAIxRGBp443oHZIPB+HsUGaksVCXVQENPxwTfQdH4=
go.uber.org/goleak v1.1.11-0.20210813005559-691160354723/go.mod h1:cwTWslyiVhfpKIDGSZEM2HlOvcqm+tG4zioyIeLoqMQ=
go.uber.org/multierr v1.6.0 h1:y6IPFStTAIT5Ytl7/XYmHvzXQ7S3g/IeZW9hyZ5thw4=
go.uber.org/multierr v1.6.0/go.mod h1:cdWPpRnG4AhwMwsgIHip0KRBQjJy5kYEpYjJxpXp9iU=
go.uber.org/zap v1.19.1 h1:ue41HOKd1vGURxrmeKIgELGb3jPW9DMUDGtsinblHwI=
go.uber.org/zap v1.19.1/go.mod h1:j3DNczoxDZroyBnOT1L/Q79cfUMGZxlv/9dzN7SM1rI=
golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4=
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
golang.org/x/mod v0.4.2 h1:Gz96sIWK3OalVv/I/qNygP42zyoKp3xptRVCWRFEBvo=
golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20190613194153-d28f0bde5980/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20191010194322-b09406accb47/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20201207223542-d4d67f95c62d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210510120138-977fb7262007 h1:gG67DSER+11cZvqIMb8S8bt0vZtiN6xWYARwirrOSfE=
golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q=
golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
golang.org/x/tools v0.0.0-20210105210202-9ed45478a130/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=
golang.org/x/tools v0.1.5 h1:ouewzE6p+/VEB31YYnTbEJdi8pFqKp4P4n85vwo3DHA=
golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE=
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc=
google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc=
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo=
google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c=
google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg=
google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk=
google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8=
google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0=
google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM=
google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE=
google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo=
google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f h1:BLraFXnmrev5lT+xlilqcH8XK9/i0At2xKjWk4p6zsU=
gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b h1:h8qDotaEPuJATrMmW04NCwg7v22aHH28wwpauUhK9Oo=
gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

24
gotsrpc.yaml Normal file
View File

@ -0,0 +1,24 @@
modulekind: commonjs
tsclientflavor: async
module:
name: github.com/foomo/busser
path: ./
targets:
service:
services:
/services/busser: Service
package: github.com/foomo/busser/service
out: ./client-ts/src/client-service.ts
tsrpc:
- Service
mappings:
github.com/foomo/busser/table:
out: ./client-ts/src/vo-table.ts
github.com/foomo/busser/table/validation:
out: ./client-ts/src/vo-validation.ts
github.com/foomo/busser/service:
out: ./client-ts/src/vo-service.ts

80
processor/processor.go Normal file
View File

@ -0,0 +1,80 @@
package processor
import (
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
)
// Processor is an interface, that allows you to validate and transform table data typically from a csv file.
type Processor interface {
// called for every cell first in order
Cell(
collector validation.Collector,
col table.ColumnName,
content string,
) (
cleanedContent string, valid bool, err error,
)
// called after all cells of all rows were processed
Row(
collector validation.Collector,
row table.Row,
) (valid bool, err error)
// called in the very end
Table(
collector validation.Collector,
tableValidation *validation.Table,
table *table.Table,
) (valid bool, err error)
}
func Process(t *table.Table, p Processor) (vt *validation.Table, err error) {
vt = &validation.Table{
Valid: false,
}
vt.Rows = make(validation.Rows, len(t.Rows))
c := &validation.Container{}
for i, row := range t.Rows {
rowValidation := &validation.Row{}
vt.Rows[i] = rowValidation
rowValidation.Cells = make(map[table.ColumnName]validation.Cell)
for colName, cellContent := range row {
cleanContent, valid, err := p.Cell(
c.Collect,
colName,
cellContent,
)
rowValidation.Cells[colName] = validation.Cell{
Valid: valid,
Feedback: c.Flush(),
}
if err != nil {
return nil, err
}
row[colName] = cleanContent
}
}
for i, row := range t.Rows {
rv := vt.Rows[i]
rv.Valid = rv.CellsAreValid()
if rv.Valid {
valid, err := p.Row(
c.Collect,
row,
)
if err != nil {
return nil, err
}
rv.Valid = valid
}
rv.Feedback = c.Flush()
}
c.Feedback = nil
valid, err := p.Table(c.Collect,
vt,
t,
)
vt.Valid = valid
vt.Feedback = c.Flush()
return vt, err
}

19
service/errcommit.go Normal file
View File

@ -0,0 +1,19 @@
package service
type ErrorCommit string
const (
ErrorCommitCouldNotCommit ErrorCommit = "COULD_NOT_COMMIT"
)
var (
ErrCommitCouldNotCommit = newCommitError(ErrorCommitCouldNotCommit)
)
func newCommitError(e ErrorCommit) *ErrorCommit {
return &e
}
func (e *ErrorCommit) Error() string {
return string(*e)
}

27
service/errdelete.go Normal file
View File

@ -0,0 +1,27 @@
package service
type ErrorDelete string
const (
ErrorDeleteCouldNotDeleteVersion ErrorDelete = "COULD_NOT_DELETE_VERSION"
)
var (
ErrDeleteCouldNotDeleteVersion = newDeleteError(ErrorDeleteCouldNotDeleteVersion)
)
func newDeleteError(e ErrorDelete) *ErrorDelete {
return &e
}
func (e *ErrorDelete) Error() string {
return string(*e)
}
func (e *ErrorDelete) Is(err error) bool {
switch ee := err.(type) {
case *ErrorDelete:
return ee.Error() == e.Error()
}
return false
}

19
service/errget.go Normal file
View File

@ -0,0 +1,19 @@
package service
type ErrorGet string
const (
ErrorGetCouldNotLoadTableFromStore ErrorGet = "COULD_NOT_LOAD_TABLE_FROM_STORE"
)
var (
ErrCouldNotLoadTableFromStore = newGetError(ErrorGetCouldNotLoadTableFromStore)
)
func newGetError(e ErrorGet) *ErrorGet {
return &e
}
func (e *ErrorGet) Error() string {
return string(*e)
}

19
service/errvalidation.go Normal file
View File

@ -0,0 +1,19 @@
package service
type ErrorValidation string
const (
ErrorValidationCouldNotValidate ErrorValidation = "COULD_NOT_LOAD_TABLE_FROM_STORE"
)
var (
ErrValidationCouldNotValidate = newValidationError(ErrorValidationCouldNotValidate)
)
func newValidationError(e ErrorValidation) *ErrorValidation {
return &e
}
func (e *ErrorValidation) Error() string {
return string(*e)
}

162
service/gotsrpc_gen.go Normal file
View File

@ -0,0 +1,162 @@
// Code generated by gotsrpc https://github.com/foomo/gotsrpc/v2 - DO NOT EDIT.
package service
import (
io "io"
ioutil "io/ioutil"
http "net/http"
time "time"
github_com_foomo_busser_table "github.com/foomo/busser/table"
gotsrpc "github.com/foomo/gotsrpc/v2"
)
const (
ServiceGoTSRPCProxyCommit = "Commit"
ServiceGoTSRPCProxyDelete = "Delete"
ServiceGoTSRPCProxyGetCommitted = "GetCommitted"
ServiceGoTSRPCProxyGetVersion = "GetVersion"
ServiceGoTSRPCProxyList = "List"
ServiceGoTSRPCProxyValidate = "Validate"
)
type ServiceGoTSRPCProxy struct {
EndPoint string
service Service
}
func NewDefaultServiceGoTSRPCProxy(service Service) *ServiceGoTSRPCProxy {
return &ServiceGoTSRPCProxy{
EndPoint: "/services/busser",
service: service,
}
}
func NewServiceGoTSRPCProxy(service Service, endpoint string) *ServiceGoTSRPCProxy {
return &ServiceGoTSRPCProxy{
EndPoint: endpoint,
service: service,
}
}
// ServeHTTP exposes your service
func (p *ServiceGoTSRPCProxy) ServeHTTP(w http.ResponseWriter, r *http.Request) {
if r.Method != http.MethodPost {
if r.Method == http.MethodOptions {
return
}
gotsrpc.ErrorMethodNotAllowed(w)
return
}
defer io.Copy(ioutil.Discard, r.Body) // Drain Request Body
funcName := gotsrpc.GetCalledFunc(r, p.EndPoint)
callStats := gotsrpc.GetStatsForRequest(r)
if callStats != nil {
callStats.Func = funcName
callStats.Package = "github.com/foomo/busser/service"
callStats.Service = "Service"
}
switch funcName {
case ServiceGoTSRPCProxyCommit:
var (
arg_id github_com_foomo_busser_table.ID
arg_version github_com_foomo_busser_table.Version
)
args := []interface{}{&arg_id, &arg_version}
err := gotsrpc.LoadArgs(&args, callStats, r)
if err != nil {
gotsrpc.ErrorCouldNotLoadArgs(w)
return
}
executionStart := time.Now()
commitRet := p.service.Commit(arg_id, arg_version)
if callStats != nil {
callStats.Execution = time.Now().Sub(executionStart)
}
gotsrpc.Reply([]interface{}{commitRet}, callStats, r, w)
return
case ServiceGoTSRPCProxyDelete:
var (
arg_id github_com_foomo_busser_table.ID
arg_versions []github_com_foomo_busser_table.Version
)
args := []interface{}{&arg_id, &arg_versions}
err := gotsrpc.LoadArgs(&args, callStats, r)
if err != nil {
gotsrpc.ErrorCouldNotLoadArgs(w)
return
}
executionStart := time.Now()
deleteErr := p.service.Delete(arg_id, arg_versions)
if callStats != nil {
callStats.Execution = time.Now().Sub(executionStart)
}
gotsrpc.Reply([]interface{}{deleteErr}, callStats, r, w)
return
case ServiceGoTSRPCProxyGetCommitted:
var (
arg_id github_com_foomo_busser_table.ID
)
args := []interface{}{&arg_id}
err := gotsrpc.LoadArgs(&args, callStats, r)
if err != nil {
gotsrpc.ErrorCouldNotLoadArgs(w)
return
}
executionStart := time.Now()
getCommittedT, getCommittedVt, getCommittedErr := p.service.GetCommitted(arg_id)
if callStats != nil {
callStats.Execution = time.Now().Sub(executionStart)
}
gotsrpc.Reply([]interface{}{getCommittedT, getCommittedVt, getCommittedErr}, callStats, r, w)
return
case ServiceGoTSRPCProxyGetVersion:
var (
arg_id github_com_foomo_busser_table.ID
arg_version github_com_foomo_busser_table.Version
)
args := []interface{}{&arg_id, &arg_version}
err := gotsrpc.LoadArgs(&args, callStats, r)
if err != nil {
gotsrpc.ErrorCouldNotLoadArgs(w)
return
}
executionStart := time.Now()
getVersionT, getVersionVt, getVersionErr := p.service.GetVersion(arg_id, arg_version)
if callStats != nil {
callStats.Execution = time.Now().Sub(executionStart)
}
gotsrpc.Reply([]interface{}{getVersionT, getVersionVt, getVersionErr}, callStats, r, w)
return
case ServiceGoTSRPCProxyList:
executionStart := time.Now()
listRet, listRet_1 := p.service.List()
if callStats != nil {
callStats.Execution = time.Now().Sub(executionStart)
}
gotsrpc.Reply([]interface{}{listRet, listRet_1}, callStats, r, w)
return
case ServiceGoTSRPCProxyValidate:
var (
arg_id github_com_foomo_busser_table.ID
)
args := []interface{}{&arg_id}
err := gotsrpc.LoadArgs(&args, callStats, r)
if err != nil {
gotsrpc.ErrorCouldNotLoadArgs(w)
return
}
executionStart := time.Now()
validateT, validateVt, validateErr := p.service.Validate(arg_id)
if callStats != nil {
callStats.Execution = time.Now().Sub(executionStart)
}
gotsrpc.Reply([]interface{}{validateT, validateVt, validateErr}, callStats, r, w)
return
default:
gotsrpc.ClearStats(r)
http.Error(w, "404 - not found "+r.URL.Path, http.StatusNotFound)
}
}

103
service/gotsrpcclient_gen.go Normal file
View File

@ -0,0 +1,103 @@
// Code generated by gotsrpc https://github.com/foomo/gotsrpc/v2 - DO NOT EDIT.
package service
import (
go_context "context"
go_net_http "net/http"
github_com_foomo_busser_table "github.com/foomo/busser/table"
github_com_foomo_busser_table_validation "github.com/foomo/busser/table/validation"
gotsrpc "github.com/foomo/gotsrpc/v2"
pkg_errors "github.com/pkg/errors"
)
type ServiceGoTSRPCClient interface {
Commit(ctx go_context.Context, id github_com_foomo_busser_table.ID, version github_com_foomo_busser_table.Version) (retCommit_0 *ErrorCommit, clientErr error)
Delete(ctx go_context.Context, id github_com_foomo_busser_table.ID, versions []github_com_foomo_busser_table.Version) (err *ErrorDelete, clientErr error)
GetCommitted(ctx go_context.Context, id github_com_foomo_busser_table.ID) (t *github_com_foomo_busser_table.Table, vt *github_com_foomo_busser_table_validation.Table, err *ErrorGet, clientErr error)
GetVersion(ctx go_context.Context, id github_com_foomo_busser_table.ID, version github_com_foomo_busser_table.Version) (t *github_com_foomo_busser_table.Table, vt *github_com_foomo_busser_table_validation.Table, err *ErrorGet, clientErr error)
List(ctx go_context.Context) (retList_0 github_com_foomo_busser_table.Map, retList_1 *ErrorGet, clientErr error)
Validate(ctx go_context.Context, id github_com_foomo_busser_table.ID) (t *github_com_foomo_busser_table.Table, vt *github_com_foomo_busser_table_validation.Table, err *ErrorValidation, clientErr error)
}
type HTTPServiceGoTSRPCClient struct {
URL string
EndPoint string
Client gotsrpc.Client
}
func NewDefaultServiceGoTSRPCClient(url string) *HTTPServiceGoTSRPCClient {
return NewServiceGoTSRPCClient(url, "/services/busser")
}
func NewServiceGoTSRPCClient(url string, endpoint string) *HTTPServiceGoTSRPCClient {
return NewServiceGoTSRPCClientWithClient(url, endpoint, nil)
}
func NewServiceGoTSRPCClientWithClient(url string, endpoint string, client *go_net_http.Client) *HTTPServiceGoTSRPCClient {
return &HTTPServiceGoTSRPCClient{
URL: url,
EndPoint: endpoint,
Client: gotsrpc.NewClientWithHttpClient(client),
}
}
func (tsc *HTTPServiceGoTSRPCClient) Commit(ctx go_context.Context, id github_com_foomo_busser_table.ID, version github_com_foomo_busser_table.Version) (retCommit_0 *ErrorCommit, clientErr error) {
args := []interface{}{id, version}
reply := []interface{}{&retCommit_0}
clientErr = tsc.Client.Call(ctx, tsc.URL, tsc.EndPoint, "Commit", args, reply)
if clientErr != nil {
clientErr = pkg_errors.WithMessage(clientErr, "failed to call service.ServiceGoTSRPCProxy Commit")
}
return
}
func (tsc *HTTPServiceGoTSRPCClient) Delete(ctx go_context.Context, id github_com_foomo_busser_table.ID, versions []github_com_foomo_busser_table.Version) (err *ErrorDelete, clientErr error) {
args := []interface{}{id, versions}
reply := []interface{}{&err}
clientErr = tsc.Client.Call(ctx, tsc.URL, tsc.EndPoint, "Delete", args, reply)
if clientErr != nil {
clientErr = pkg_errors.WithMessage(clientErr, "failed to call service.ServiceGoTSRPCProxy Delete")
}
return
}
func (tsc *HTTPServiceGoTSRPCClient) GetCommitted(ctx go_context.Context, id github_com_foomo_busser_table.ID) (t *github_com_foomo_busser_table.Table, vt *github_com_foomo_busser_table_validation.Table, err *ErrorGet, clientErr error) {
args := []interface{}{id}
reply := []interface{}{&t, &vt, &err}
clientErr = tsc.Client.Call(ctx, tsc.URL, tsc.EndPoint, "GetCommitted", args, reply)
if clientErr != nil {
clientErr = pkg_errors.WithMessage(clientErr, "failed to call service.ServiceGoTSRPCProxy GetCommitted")
}
return
}
func (tsc *HTTPServiceGoTSRPCClient) GetVersion(ctx go_context.Context, id github_com_foomo_busser_table.ID, version github_com_foomo_busser_table.Version) (t *github_com_foomo_busser_table.Table, vt *github_com_foomo_busser_table_validation.Table, err *ErrorGet, clientErr error) {
args := []interface{}{id, version}
reply := []interface{}{&t, &vt, &err}
clientErr = tsc.Client.Call(ctx, tsc.URL, tsc.EndPoint, "GetVersion", args, reply)
if clientErr != nil {
clientErr = pkg_errors.WithMessage(clientErr, "failed to call service.ServiceGoTSRPCProxy GetVersion")
}
return
}
func (tsc *HTTPServiceGoTSRPCClient) List(ctx go_context.Context) (retList_0 github_com_foomo_busser_table.Map, retList_1 *ErrorGet, clientErr error) {
args := []interface{}{}
reply := []interface{}{&retList_0, &retList_1}
clientErr = tsc.Client.Call(ctx, tsc.URL, tsc.EndPoint, "List", args, reply)
if clientErr != nil {
clientErr = pkg_errors.WithMessage(clientErr, "failed to call service.ServiceGoTSRPCProxy List")
}
return
}
func (tsc *HTTPServiceGoTSRPCClient) Validate(ctx go_context.Context, id github_com_foomo_busser_table.ID) (t *github_com_foomo_busser_table.Table, vt *github_com_foomo_busser_table_validation.Table, err *ErrorValidation, clientErr error) {
args := []interface{}{id}
reply := []interface{}{&t, &vt, &err}
clientErr = tsc.Client.Call(ctx, tsc.URL, tsc.EndPoint, "Validate", args, reply)
if clientErr != nil {
clientErr = pkg_errors.WithMessage(clientErr, "failed to call service.ServiceGoTSRPCProxy Validate")
}
return
}

15
service/service.go Normal file
View File

@ -0,0 +1,15 @@
package service
import (
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
)
type Service interface {
Validate(id table.ID) (t *table.Table, vt *validation.Table, err *ErrorValidation)
GetVersion(id table.ID, version table.Version) (t *table.Table, vt *validation.Table, err *ErrorGet)
GetCommitted(id table.ID) (t *table.Table, vt *validation.Table, err *ErrorGet)
Delete(id table.ID, versions []table.Version) (err *ErrorDelete)
Commit(id table.ID, version table.Version) *ErrorCommit
List() (table.Map, *ErrorGet)
}

162
store/fs.go Normal file
View File

@ -0,0 +1,162 @@
package store
import (
"encoding/json"
"io/ioutil"
"os"
"path/filepath"
"sort"
"strings"
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
)
type fs struct {
root string
}
func NewFS(root string) (Store, error) {
return &fs{root: root}, nil
}
const indexSuffix = "-index.json"
func (fs *fs) getNames(id table.ID, version table.Version) (tableName, validationTableName, indexName string) {
basename := filepath.Join(fs.root, string(id)+"-"+string(version))
return basename + "-table.json", basename + "-validation-table.json", basename + indexSuffix
}
func (fs *fs) store(filename string, v interface{}) error {
jsonBytes, err := json.MarshalIndent(v, "", " ")
if err != nil {
return err
}
return ioutil.WriteFile(filename, jsonBytes, 0644)
}
func (fs *fs) load(filename string, v interface{}) error {
jsonBytes, err := ioutil.ReadFile(filename)
if err != nil {
return err
}
return json.Unmarshal(jsonBytes, &v)
}
func (fs *fs) Add(t *table.Table, vt *validation.Table) error {
tName, vtName, indexName := fs.getNames(t.ID, t.Version)
err := fs.store(tName, t)
if err != nil {
return err
}
err = fs.store(vtName, vt)
if err != nil {
// cleanup
os.Remove(tName)
return err
}
err = fs.store(indexName, &table.TableSummary{
ID: t.ID,
Version: t.Version,
Timestamp: t.Timestamp,
Valid: vt.Valid,
})
if err != nil {
// cleanup
os.Remove(tName)
os.Remove(vtName)
return err
}
return nil
}
func (fs *fs) getCommitFileName(id table.ID) string {
return filepath.Join(fs.root, "commit-"+string(id))
}
func (fs *fs) getCommit(id table.ID) (table.Version, error) {
commitBytes, err := ioutil.ReadFile(fs.getCommitFileName(id))
if err == os.ErrNotExist {
return "", nil
}
return table.Version(commitBytes), nil
}
func (fs *fs) GetVersion(id table.ID, version table.Version) (t *table.Table, vt *validation.Table, err error) {
tName, vtName, _ := fs.getNames(id, version)
err = fs.load(tName, &t)
if err != nil {
return nil, nil, err
}
return t, vt, fs.load(vtName, &vt)
}
func (fs *fs) Commit(id table.ID, version table.Version) error {
return ioutil.WriteFile(fs.getCommitFileName(id), []byte(version), 0644)
}
func (fs *fs) GetCommitted(id table.ID) (t *table.Table, vt *validation.Table, err error) {
version, err := fs.getCommit(id)
if err != nil {
return nil, nil, err
}
return fs.GetVersion(id, version)
}
func (fs *fs) List() (list table.List, err error) {
indexFiles := []string{}
err = filepath.Walk(fs.root, func(path string, info os.FileInfo, err error) error {
if strings.HasSuffix(path, indexSuffix) {
indexFiles = append(indexFiles, path)
}
return nil
})
if err != nil {
return nil, err
}
commits := map[table.ID]table.Version{}
for _, file := range indexFiles {
index := &table.TableSummary{}
err := fs.load(file, &index)
if err != nil {
return nil, err
}
commits[index.ID] = ""
list = append(list, *index)
}
for tableID := range commits {
commited, err := fs.getCommit(tableID)
if err != nil {
return nil, err
}
if commited != "" {
for i, index := range list {
list[i].Committed = index.ID == tableID && index.Version == commited
}
}
}
sort.Sort(list)
return list, nil
}
func (fs *fs) Delete(id table.ID, version table.Version) error {
committedVersion, err := fs.getCommit(id)
if err != nil {
return err
}
if committedVersion != "" {
err := os.Remove(fs.getCommitFileName(id))
if err != nil {
return err
}
}
tName, vtName, indexName := fs.getNames(id, version)
for _, n := range []string{tName, vtName, indexName} {
err := os.Remove(n)
if err != nil {
return err
}
}
return nil
}

36
store/fs_test.go Normal file
View File

@ -0,0 +1,36 @@
package store
import (
"io/ioutil"
"testing"
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
"github.com/stretchr/testify/assert"
)
func Test(t *testing.T) {
tbl := &table.Table{
ID: "test-table",
Version: "one",
Rows: table.Rows{table.Row{
"foo": "bar",
}},
}
vt := &validation.Table{
Valid: true,
}
testRoot, err := ioutil.TempDir("", "busser-fs-test-store-")
assert.NoError(t, err)
fs, err := NewFS(testRoot)
assert.NoError(t, err)
assert.NoError(t, fs.Add(tbl, vt))
list, err := fs.List()
assert.NoError(t, err)
assert.Len(t, list, 1)
assert.NoError(t, fs.Delete(tbl.ID, tbl.Version))
list, err = fs.List()
assert.NoError(t, err)
assert.Len(t, list, 0)
}

15
store/store.go Normal file
View File

@ -0,0 +1,15 @@
package store
import (
"github.com/foomo/busser/table"
"github.com/foomo/busser/table/validation"
)
type Store interface {
Add(t *table.Table, vt *validation.Table) error
GetVersion(id table.ID, version table.Version) (t *table.Table, vt *validation.Table, err error)
List() (table.List, error)
Delete(id table.ID, version table.Version) error
Commit(id table.ID, version table.Version) error
GetCommitted(id table.ID) (t *table.Table, vt *validation.Table, err error)
}

55
table/table.go Normal file
View File

@ -0,0 +1,55 @@
package table
type Version string
type ID string
type ColumnName string
type TypedCell struct {
Int64 *int64
String *string
}
type TypedRow map[ColumnName]TypedCell
type Row map[ColumnName]string
type Rows []Row
type Table struct {
ID ID `json:"id"`
Version Version `json:"version"`
Timestamp int64 `json:"timestamp"`
Rows Rows `json:"rows"`
ReadErrors []string `json:"readErrors"`
}
type TableSummary struct {
ID ID `json:"id"`
Timestamp int64 `json:"timestamp"`
Version Version `json:"version"`
Valid bool `json:"valid"`
Committed bool `json:"committed"`
}
type List []TableSummary
type Map map[ID]List
func (l List) Len() int {
return len(l)
}
func (l List) Less(i, j int) bool {
return l[i].Timestamp < l[j].Timestamp
}
func (l List) Swap(i, j int) {
l[i], l[j] = l[j], l[i]
}
func (t *Table) AppendRow(row Row, lineError error) {
t.Rows = append(t.Rows, row)
e := ""
if lineError != nil {
e = lineError.Error()
}
t.ReadErrors = append(t.ReadErrors, e)
}

66
table/validation/validation.go Normal file
View File

@ -0,0 +1,66 @@
package validation
import "github.com/foomo/busser/table"
type FeedbackLevel string
const (
FeedbackLevelValid FeedbackLevel = "valid"
FeedbackLevelWarning FeedbackLevel = "warning"
FeedbackLevelError FeedbackLevel = "error"
)
type FeedbackEntry struct {
Level FeedbackLevel `json:"level"`
Msg string `json:"msg"`
}
type Feedback []FeedbackEntry
type Cell struct {
Valid bool `json:"valid"`
Feedback `json:"feedback"`
}
type Row struct {
Valid bool `json:"valid"`
Cells map[table.ColumnName]Cell `json:"cells"`
Feedback `json:"feedback"`
}
func (r *Row) AddFeedback(level FeedbackLevel, msg string) {
r.Feedback = append(r.Feedback, FeedbackEntry{Level: level, Msg: msg})
}
func (r Row) CellsAreValid() bool {
for _, c := range r.Cells {
if !c.Valid {
return false
}
}
return true
}
type Rows []*Row
type Table struct {
Valid bool `json:"valid"`
Rows Rows `json:"rows"`
Feedback `json:"feedback"`
}
type Collector func(level FeedbackLevel, msg string)
type Container struct {
Feedback `json:"feedback"`
}
func (vc *Container) Collect(level FeedbackLevel, msg string) {
vc.Feedback = append(vc.Feedback, FeedbackEntry{Level: level, Msg: msg})
}
func (vc *Container) Flush() Feedback {
feedback := vc.Feedback
vc.Feedback = nil
return feedback
}