Add docker

This commit is contained in:
2022-02-14 20:03:53 +01:00
parent 80eb11b0c9
commit e69073ecad
32 changed files with 508 additions and 10 deletions

7
services/db/README.md Normal file
View File

@@ -0,0 +1,7 @@
# ServerCtl Database
## Setup
```bash
tern migrate
```

View File

@@ -0,0 +1,10 @@
create table sctl_user
(
id int GENERATED BY DEFAULT AS IDENTITY primary key,
email varchar(320) not null,
password_hash varchar(256) not null
);
---- create above / drop below ----
drop table sctl_user;

View File

@@ -0,0 +1,10 @@
-- Write your migrate up statements here
create unique index user_email_unique_index
on sctl_user(email);
---- create above / drop below ----
drop index user_email_unique_index;
-- Write your migrate down statements here. If this migration is irreversible
-- Then delete the separator line above.

View File

@@ -0,0 +1,14 @@
-- Write your migrate up statements here
create table sctl_project
(
id int GENERATED BY DEFAULT AS IDENTITY primary key,
data jsonb NOT NULL
);
---- create above / drop below ----
drop table sctl_project;
-- Write your migrate down statements here. If this migration is irreversible
-- Then delete the separator line above.

View File

@@ -0,0 +1,9 @@
FROM golang:1.17-bullseye
RUN go install github.com/jackc/tern@latest
COPY . /app/migration/
WORKDIR /app/migration
CMD ./wait-for-database.sh

View File

@@ -0,0 +1,34 @@
[database]
# host is required (network host or path to Unix domain socket)
host = localhost
port = 5432
# database is required
database = serverctl
# user defaults to OS user
user = serverctl
password = serverctlsecret
version_table = public.schema_version
#
# sslmode generally matches the behavior described in:
# http://www.postgresql.org/docs/9.4/static/libpq-ssl.html#LIBPQ-SSL-PROTECTION
#
# There are only two modes that most users should use:
# prefer - on trusted networks where security is not required
# verify-full - require SSL connection
sslmode = prefer
#
# sslrootcert is generally used with sslmode=verify-full
# sslrootcert = /path/to/root/ca
# Proxy the above database connection via SSH
# [ssh-tunnel]
# host =
# port = 22
# user defaults to OS user
# user =
# password is not required if using SSH agent authentication
# password =
[data]
# Any fields in the data section are available in migration templates
prefix = serverctl

View File

@@ -0,0 +1,34 @@
[database]
# host is required (network host or path to Unix domain socket)
host = db
port = 5432
# database is required
database = serverctl
# user defaults to OS user
user = serverctl
password = serverctlsecret
version_table = public.schema_version
#
# sslmode generally matches the behavior described in:
# http://www.postgresql.org/docs/9.4/static/libpq-ssl.html#LIBPQ-SSL-PROTECTION
#
# There are only two modes that most users should use:
# prefer - on trusted networks where security is not required
# verify-full - require SSL connection
sslmode = prefer
#
# sslrootcert is generally used with sslmode=verify-full
# sslrootcert = /path/to/root/ca
# Proxy the above database connection via SSH
# [ssh-tunnel]
# host =
# port = 22
# user defaults to OS user
# user =
# password is not required if using SSH agent authentication
# password =
[data]
# Any fields in the data section are available in migration templates
prefix = serverctl

View File

@@ -0,0 +1,13 @@
#!/bin/sh
# wait-for-postgres.sh
set -e
until tern status -c tern.docker.conf; do
>&2 echo "Postgres is unavailable - sleeping"
sleep 1
done
>&2 echo "Postgres is up - executing command"
tern migrate -c tern.docker.conf

View File

@@ -0,0 +1 @@
tmp/

12
services/entry/Dockerfile Normal file
View File

@@ -0,0 +1,12 @@
FROM golang:1.17-bullseye
RUN go install github.com/cosmtrek/air@latest
# Development don't need this
# COPY . /app/
WORKDIR /app/
ARG DATABASE_URL
ENV DATABASE_URL DATABASE_URL
#CMD go run main.go
CMD air

78
services/entry/go.mod Normal file
View File

@@ -0,0 +1,78 @@
module serverctl
go 1.17
require (
github.com/Microsoft/go-winio v0.4.17 // indirect
github.com/XiaoMi/pegasus-go-client v0.0.0-20210427083443-f3b6b08bc4c2 // indirect
github.com/beorn7/perks v1.0.1 // indirect
github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b // indirect
github.com/cenkalti/backoff/v4 v4.1.1 // indirect
github.com/cespare/xxhash/v2 v2.1.1 // indirect
github.com/containerd/containerd v1.5.9 // indirect
github.com/dgraph-io/ristretto v0.1.0 // indirect
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
github.com/docker/distribution v2.8.0+incompatible // indirect
github.com/docker/docker v20.10.12+incompatible // indirect
github.com/docker/go-connections v0.4.0 // indirect
github.com/docker/go-units v0.4.0 // indirect
github.com/dustin/go-humanize v1.0.0 // indirect
github.com/eko/gocache v1.2.0 // indirect
github.com/georgysavva/scany v0.3.0 // indirect
github.com/gin-contrib/sse v0.1.0 // indirect
github.com/gin-gonic/gin v1.7.7 // indirect
github.com/go-co-op/gocron v1.12.0 // indirect
github.com/go-playground/locales v0.13.0 // indirect
github.com/go-playground/universal-translator v0.17.0 // indirect
github.com/go-playground/validator/v10 v10.4.1 // indirect
github.com/go-redis/redis/v8 v8.8.2 // indirect
github.com/gogo/protobuf v1.3.2 // indirect
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b // indirect
github.com/golang/protobuf v1.5.0 // indirect
github.com/jackc/chunkreader/v2 v2.0.1 // indirect
github.com/jackc/pgconn v1.11.0 // indirect
github.com/jackc/pgio v1.0.0 // indirect
github.com/jackc/pgpassfile v1.0.0 // indirect
github.com/jackc/pgproto3/v2 v2.2.0 // indirect
github.com/jackc/pgservicefile v0.0.0-20200714003250-2b9c44734f2b // indirect
github.com/jackc/pgtype v1.10.0 // indirect
github.com/jackc/pgx v3.6.2+incompatible // indirect
github.com/jackc/pgx/v4 v4.15.0 // indirect
github.com/jackc/puddle v1.2.1 // indirect
github.com/json-iterator/go v1.1.10 // indirect
github.com/leodido/go-urn v1.2.0 // indirect
github.com/mattn/go-isatty v0.0.12 // indirect
github.com/matttproud/golang_protobuf_extensions v1.0.2-0.20181231171920-c182affec369 // indirect
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
github.com/modern-go/reflect2 v1.0.1 // indirect
github.com/opencontainers/go-digest v1.0.0 // indirect
github.com/opencontainers/image-spec v1.0.2 // indirect
github.com/pegasus-kv/thrift v0.13.0 // indirect
github.com/pkg/errors v0.9.1 // indirect
github.com/prometheus/client_golang v1.10.0 // indirect
github.com/prometheus/client_model v0.2.0 // indirect
github.com/prometheus/common v0.18.0 // indirect
github.com/prometheus/procfs v0.6.0 // indirect
github.com/robfig/cron/v3 v3.0.1 // indirect
github.com/sirupsen/logrus v1.8.1 // indirect
github.com/spf13/cast v1.3.1 // indirect
github.com/ugorji/go/codec v1.1.7 // indirect
go.opentelemetry.io/otel v0.19.0 // indirect
go.opentelemetry.io/otel/metric v0.19.0 // indirect
go.opentelemetry.io/otel/trace v0.19.0 // indirect
go.uber.org/atomic v1.7.0 // indirect
go.uber.org/multierr v1.6.0 // indirect
go.uber.org/zap v1.21.0 // indirect
golang.org/x/crypto v0.0.0-20210711020723-a769d52b0f97 // indirect
golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4 // indirect
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c // indirect
golang.org/x/sys v0.0.0-20210823070655-63515b42dcdf // indirect
golang.org/x/text v0.3.6 // indirect
google.golang.org/genproto v0.0.0-20201110150050-8816d57aaa9a // indirect
google.golang.org/grpc v1.44.0 // indirect
google.golang.org/protobuf v1.27.1 // indirect
gopkg.in/natefinch/lumberjack.v2 v2.0.0 // indirect
gopkg.in/tomb.v2 v2.0.0-20161208151619-d5d1b5820637 // indirect
gopkg.in/yaml.v2 v2.4.0 // indirect
k8s.io/apimachinery v0.20.6 // indirect
)

1371
services/entry/go.sum Normal file

File diff suppressed because it is too large Load Diff

258
services/entry/main.go Normal file
View File

@@ -0,0 +1,258 @@
package main
import (
"context"
"github.com/dgraph-io/ristretto"
"github.com/docker/docker/api/types"
"github.com/docker/docker/client"
"github.com/eko/gocache/cache"
"github.com/eko/gocache/metrics"
"github.com/eko/gocache/store"
"github.com/gin-gonic/gin"
"github.com/go-co-op/gocron"
"github.com/prometheus/client_golang/prometheus/promhttp"
"go.uber.org/zap"
"go.uber.org/zap/zapcore"
"io/ioutil"
"net/http"
"os"
"serverctl/pkg/application/projects"
"serverctl/pkg/application/users"
"serverctl/pkg/db"
"serverctl/pkg/db/postgres"
"time"
)
func setupLogger() *zap.Logger {
highPriority := zap.LevelEnablerFunc(func(lvl zapcore.Level) bool {
return lvl >= zapcore.ErrorLevel
})
lowPriority := zap.LevelEnablerFunc(func(lvl zapcore.Level) bool {
return lvl < zapcore.ErrorLevel
})
fileDebugging := zapcore.AddSync(ioutil.Discard)
fileErrors := zapcore.AddSync(ioutil.Discard)
consoleDebugging := zapcore.Lock(os.Stdout)
consoleErrors := zapcore.Lock(os.Stderr)
fileEncoder := zapcore.NewJSONEncoder(zap.NewProductionEncoderConfig())
_ = zapcore.NewConsoleEncoder(zap.NewDevelopmentEncoderConfig())
core := zapcore.NewTee(
zapcore.NewCore(fileEncoder, fileErrors, highPriority),
zapcore.NewCore(fileEncoder, consoleErrors, highPriority),
zapcore.NewCore(fileEncoder, fileDebugging, lowPriority),
zapcore.NewCore(fileEncoder, consoleDebugging, lowPriority),
)
logger := zap.New(core)
defer logger.Sync()
return logger
}
func BasicAuthMiddleware(l *zap.Logger, us *users.Service) gin.HandlerFunc {
return func(c *gin.Context) {
username, password, hasAuth := c.Request.BasicAuth()
if !hasAuth {
l.Info("user could not be authenticated",
zap.String("username", username))
c.Header("WWW-Authenticate", "Basic realm=serverctl")
c.Abort()
c.JSON(http.StatusUnauthorized, gin.H{"message": "credentials were invalid (authorization header missing)"})
return
}
user, err := us.Authenticate(c.Request.Context(), username, password)
if err != nil {
l.Info("user could not be authenticated",
zap.String("username", username))
c.Abort()
c.Header("WWW-Authenticate", "Basic realm=serverctl")
c.JSON(http.StatusUnauthorized, gin.H{"message": "credentials were invalid (credentials didn't match)"})
return
}
l.Debug("user has been authenticated",
zap.Int("userId", user.Id),
zap.String("email", user.Email))
c.Set("userId", user.Id)
c.Next()
}
}
func setupApi(l *zap.Logger, cc *cache.MetricCache, us *users.Service, ps *projects.Service) {
l.Info("Setting up serverctl setupApi (using gin)")
r := gin.Default()
promHandler := func() gin.HandlerFunc {
h := promhttp.Handler()
return func(c *gin.Context) {
h.ServeHTTP(c.Writer, c.Request)
}
}
r.GET("/metrics", promHandler())
r.POST("/auth/register", func(c *gin.Context) {
type RegisterUser struct {
Email string `json:"email" binding:"required"`
Password string `json:"password" binding:"required"`
}
var registerUser RegisterUser
if err := c.BindJSON(&registerUser); err != nil {
return
}
createUser, err := us.Create(registerUser.Email, registerUser.Password)
if err != nil {
c.JSON(http.StatusBadRequest, gin.H{"message": "you have provided invalid input"})
return
}
c.JSON(http.StatusCreated, gin.H{"message": "user has been registered", "userId": createUser})
})
projectsApi := r.Group("/projects", BasicAuthMiddleware(l, us))
projectsApi.POST("/", func(c *gin.Context) {
type CreateProjectRequest struct {
Name string `json:"name" binding:"required"`
}
var createProjectRequest CreateProjectRequest
if err := c.BindJSON(&createProjectRequest); err != nil {
return
}
userId, _ := c.Get("userId")
createProjectId, err := ps.CreateProject(c.Request.Context(), userId.(int), createProjectRequest.Name)
if err != nil {
c.JSON(http.StatusBadRequest, gin.H{"message": "you have provided invalid input"})
return
}
c.JSON(http.StatusCreated, gin.H{"message": "project has been created", "projectId": createProjectId})
})
projectsApi.GET("/", func(c *gin.Context) {
userId, _ := c.Get("userId")
projectsArr, err := ps.Get(c.Request.Context(), userId.(int))
if err != nil {
l.Warn(err.Error())
return
}
type GetProject struct {
Id int `json:"id" binding:"required"`
Name string `json:"name" binding:"required"`
MemberIds []int `json:"memberIds" binding:"required"`
AdminIds []int `json:"adminIds" binding:"required"`
}
getProject := make([]GetProject, 0)
for _, p := range projectsArr {
getProject = append(getProject, GetProject{
Id: p.Id,
Name: p.Name,
MemberIds: p.MemberIds,
AdminIds: p.AdminIds,
})
}
c.JSON(http.StatusOK, getProject)
})
containers := r.Group("/containers", BasicAuthMiddleware(l, us))
containers.GET("/", func(c *gin.Context) {
type container struct {
Name string `json:"name"`
}
var msg struct {
Containers []container `json:"containers"`
}
get, err := cc.Get("docker-containers")
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"message": "could not get containers from container runtime"})
return
}
msg.Containers = []container{}
for _, cont := range get.([]types.Container) {
msg.Containers = append(msg.Containers, container{
Name: cont.Names[0],
})
}
c.JSON(http.StatusOK, msg)
})
r.Run(":8080")
}
func setupDocker(l *zap.Logger) *client.Client {
l.Info("Setting up Docker")
cli, err := client.NewClientWithOpts(client.FromEnv, client.WithAPIVersionNegotiation())
if err != nil {
panic(err)
}
return cli
}
func setupCache(l *zap.Logger) *cache.MetricCache {
l.Info("Setting up cache")
ristrettoCache, err := ristretto.NewCache(&ristretto.Config{
NumCounters: 1000,
MaxCost: 100_000_000,
BufferItems: 64,
})
promMetrics := metrics.NewPrometheus("serverctl")
if err != nil {
panic(err)
}
ristrettoStore := store.NewRistretto(ristrettoCache, nil)
cacheManager := cache.New(ristrettoStore)
metricsCache := cache.NewMetric(promMetrics, cacheManager)
return metricsCache
}
func setupCron(l *zap.Logger, cm *cache.MetricCache, cc *client.Client) {
l.Info("Setting up job scheduler (cron)")
s := gocron.NewScheduler(time.UTC)
s.Every(10).Second().Do(func() {
l.Debug("getting container list")
list, err := cc.ContainerList(context.Background(), types.ContainerListOptions{})
if err != nil {
l.Warn(err.Error())
return
}
err = cm.Set("docker-containers", list, &store.Options{
Cost: 2,
})
if err != nil {
l.Warn(err.Error())
return
}
})
s.StartAsync()
}
func main() {
logger := setupLogger()
logger.Info("Starting serverctl")
cacheM := setupCache(logger)
containerClient := setupDocker(logger)
setupCron(logger, cacheM, containerClient)
database := db.NewClient(logger)
usersRepository := postgres.NewUsersRepository(database)
usersService := users.NewService(logger, usersRepository, cacheM)
projectsRepository := postgres.NewProjectsRepository(database)
projectsService := projects.NewService(logger, projectsRepository, cacheM)
setupApi(logger, cacheM, usersService, projectsService)
}

View File

@@ -0,0 +1,31 @@
package projects
type Project struct {
Id int
Name string
MemberIds []int
AdminIds []int
}
func NewProject(id int, name string, memberIds []int, adminIds []int) *Project {
return &Project{
Id: id,
Name: name,
MemberIds: memberIds,
AdminIds: adminIds,
}
}
type CreateProject struct {
Name string
MemberIds []int
AdminIds []int
}
func NewCreateProject(name string, userId int) *CreateProject {
return &CreateProject{
Name: name,
MemberIds: []int{userId},
AdminIds: []int{userId},
}
}

View File

@@ -0,0 +1,8 @@
package projects
import "context"
type Repository interface {
Create(ctx context.Context, project *CreateProject) (int, error)
GetForMemberId(ctx context.Context, memberId int) ([]*Project, error)
}

View File

@@ -0,0 +1,59 @@
package projects
import (
"context"
"fmt"
"github.com/eko/gocache/cache"
"go.uber.org/zap"
)
type Service struct {
projectsRepository Repository
logger *zap.Logger
cache *cache.MetricCache
}
func NewService(logger *zap.Logger, projectsRepository Repository, cache *cache.MetricCache) *Service {
return &Service{
logger: logger,
projectsRepository: projectsRepository,
cache: cache}
}
func (s *Service) CreateProject(ctx context.Context, userId int, name string) (int, error) {
s.logger.Debug("creating project",
zap.String("name", name),
zap.Int("creatorId", userId))
projectId, err := s.projectsRepository.Create(ctx, NewCreateProject(name, userId))
if err != nil {
s.logger.Warn(err.Error())
return -1, err
}
_ = s.cache.Delete(fmt.Sprintf("projects_userId_%d", userId))
return projectId, nil
}
func (s *Service) Get(ctx context.Context, userId int) ([]*Project, error) {
s.logger.Debug("getting projects",
zap.Int("userId", userId))
loadFunc := func(key interface{}) (interface{}, error) {
s.logger.Debug("getting projects from repository",
zap.Int("userId", userId))
return s.projectsRepository.GetForMemberId(ctx, userId)
}
cacheEntry := cache.NewLoadable(
loadFunc,
s.cache)
entry, err := cacheEntry.Get(fmt.Sprintf("projects_userId_%d", userId))
if err != nil {
return nil, err
}
return entry.([]*Project), nil
}

View File

@@ -0,0 +1,10 @@
package users
type User struct {
Id int
Email string
}
func NewUser(id int, email string) *User {
return &User{id, email}
}

View File

@@ -0,0 +1,8 @@
package users
import "context"
type Repository interface {
Create(ctx context.Context, user *CreateUser) (int, error)
GetByEmail(ctx context.Context, email string, passwordHash string) (*User, error)
}

View File

@@ -0,0 +1,54 @@
package users
import (
"context"
"fmt"
"github.com/eko/gocache/cache"
"go.uber.org/zap"
)
type Service struct {
logger *zap.Logger
cache *cache.MetricCache
repository Repository
passwordHasher PasswordHasher
}
func NewService(l *zap.Logger, ur Repository, c *cache.MetricCache) *Service {
return &Service{
logger: l,
repository: ur,
cache: c,
passwordHasher: NewPlainTextPasswordHasher(),
}
}
func (s *Service) Create(email string, password string) (int, error) {
createUser, err := NewCreateUser(email, password, s.passwordHasher)
if err != nil {
return -1, err
}
var userId int
userId, err = s.repository.Create(context.Background(), createUser)
if err != nil {
s.logger.Warn("Could not create user in service")
return 0, err
}
return userId, nil
}
func (s *Service) Authenticate(ctx context.Context, email string, password string) (*User, error) {
loadFunc := func(key interface{}) (interface{}, error) {
s.logger.Debug("getting user from cache", zap.String("email", email))
return s.repository.GetByEmail(ctx, email, s.passwordHasher.HashPassword(password))
}
get, err := cache.NewLoadable(loadFunc, s.cache).Get(fmt.Sprintf("user_email_%s", email))
if err != nil {
return nil, err
}
return get.(*User), nil
}

View File

@@ -0,0 +1,49 @@
package users
import "errors"
type PasswordHasher interface {
HashPassword(password string) string
}
type CreateUser struct {
Email string
PasswordHash string
}
func NewCreateUser(email string, password string, hasher PasswordHasher) (*CreateUser, error) {
if email == "" {
return nil, errors.New("Email cannot be empty for user")
}
if password == "" || len(password) < 8 {
return nil, errors.New("password is doesn't fit requirements")
}
return &CreateUser{
Email: email,
PasswordHash: hasher.HashPassword(password),
}, nil
}
type bCryptPasswordHasher struct {
}
func NewBCryptPasswordHasher() PasswordHasher {
return &bCryptPasswordHasher{}
}
func (b bCryptPasswordHasher) HashPassword(password string) string {
//TODO implement me
panic("implement me")
}
type plainTextPasswordHasher struct {
}
func NewPlainTextPasswordHasher() PasswordHasher {
return &plainTextPasswordHasher{}
}
func (p plainTextPasswordHasher) HashPassword(password string) string {
return password
}

View File

@@ -0,0 +1,50 @@
package db
import (
"context"
"errors"
"github.com/jackc/pgx/v4/pgxpool"
"go.uber.org/zap"
"os"
)
type Client struct {
pool *pgxpool.Pool
}
func NewClient(l *zap.Logger) *Client {
l.Info("Setting up database connection")
dbPool := setupPool()
testConnection(dbPool)
l.Info("Database successfully connected")
return &Client{pool: dbPool}
}
func setupPool() *pgxpool.Pool {
dbUrl := os.Getenv("DATABASE_URL")
if dbUrl == "" {
panic(errors.New("DATABASE_URL is not set"))
}
dbPool, err := pgxpool.Connect(context.Background(), dbUrl)
if err != nil {
panic(err)
}
return dbPool
}
func testConnection(dbPool *pgxpool.Pool) {
var greeting string
err := dbPool.QueryRow(context.Background(), "select 'Hello, world!'").Scan(&greeting)
if err != nil {
panic(err)
}
}
func (c *Client) GetConn(ctx context.Context) *pgxpool.Conn {
conn, _ := c.pool.Acquire(ctx)
return conn
}

View File

@@ -0,0 +1,66 @@
package postgres
import (
"context"
"serverctl/pkg/application/projects"
"serverctl/pkg/db"
)
var _ projects.Repository = &ProjectsRepository{}
type ProjectsRepository struct {
db *db.Client
}
func NewProjectsRepository(db *db.Client) projects.Repository {
return &ProjectsRepository{db: db}
}
type projectData struct {
Name string `json:"name"`
MemberIds []int `json:"memberIds"`
AdminIds []int `json:"adminIds"`
}
func NewProjectData(project *projects.CreateProject) projectData {
return projectData{
Name: project.Name,
AdminIds: project.AdminIds,
MemberIds: project.MemberIds,
}
}
func (p ProjectsRepository) Create(ctx context.Context, project *projects.CreateProject) (int, error) {
conn := p.db.GetConn(ctx)
defer conn.Release()
var projectId int
err := conn.QueryRow(ctx, "insert into sctl_project(data) values ($1) returning id", NewProjectData(project)).Scan(&projectId)
if err != nil {
return -1, err
}
return projectId, nil
}
func (p ProjectsRepository) GetForMemberId(ctx context.Context, memberId int) ([]*projects.Project, error) {
conn := p.db.GetConn(ctx)
defer conn.Release()
rows, _ := conn.Query(ctx, "select id, data from sctl_project")
projectsArr := make([]*projects.Project, 0)
for rows.Next() {
var (
id int
data projectData
)
err := rows.Scan(&id, &data)
if err != nil {
return nil, err
}
projectsArr = append(projectsArr, projects.NewProject(id, data.Name, data.MemberIds, data.AdminIds))
}
return projectsArr, nil
}

View File

@@ -0,0 +1,49 @@
package postgres
import (
"context"
"errors"
users2 "serverctl/pkg/application/users"
"serverctl/pkg/db"
)
var _ users2.Repository = &usersRepository{}
type usersRepository struct {
databasePool *db.Client
}
func NewUsersRepository(db *db.Client) users2.Repository {
return &usersRepository{db}
}
func (u *usersRepository) Create(ctx context.Context, user *users2.CreateUser) (int, error) {
var userId int
conn := u.databasePool.GetConn(ctx)
defer conn.Release()
conn.QueryRow(ctx, "INSERT INTO sctl_user(email, password_hash) values ($1, $2) RETURNING id", user.Email, user.PasswordHash).Scan(&userId)
if userId == 0 {
return -1, errors.New("could not insert data into users table")
}
return userId, nil
}
func (u *usersRepository) GetByEmail(ctx context.Context, email string, passwordHash string) (*users2.User, error) {
conn := u.databasePool.GetConn(ctx)
defer conn.Release()
var id int
err := conn.QueryRow(ctx, "select id from sctl_user where email = $1 and password_hash = $2", email, passwordHash).Scan(&id)
if err != nil {
return nil, err
}
if id <= 0 {
return nil, errors.New("user with that password doesn't exist")
}
return users2.NewUser(id, email), nil
}

View File

@@ -0,0 +1,56 @@
auth_enabled: false
server:
http_listen_port: 3100
grpc_listen_port: 9096
ingester:
wal:
enabled: true
dir: /tmp/wal
lifecycler:
address: 127.0.0.1
ring:
kvstore:
store: inmemory
replication_factor: 1
final_sleep: 0s
chunk_idle_period: 1h # Any chunk not receiving new logs in this time will be flushed
max_chunk_age: 1h # All chunks will be flushed when they hit this age, default is 1h
chunk_target_size: 1048576 # Loki will attempt to build chunks up to 1.5MB, flushing first if chunk_idle_period or max_chunk_age is reached first
chunk_retain_period: 30s # Must be greater than index read cache TTL if using an index cache (Default index read cache TTL is 5m)
max_transfer_retries: 0 # Chunk transfers disabled
schema_config:
configs:
- from: 2020-10-24
store: boltdb-shipper
object_store: filesystem
schema: v11
index:
prefix: index_
period: 24h
storage_config:
boltdb_shipper:
active_index_directory: /tmp/loki/boltdb-shipper-active
cache_location: /tmp/loki/boltdb-shipper-cache
cache_ttl: 24h # Can be increased for faster performance over longer query periods, uses more disk space
shared_store: filesystem
filesystem:
directory: /tmp/loki/chunks
compactor:
working_directory: /tmp/loki/boltdb-shipper-compactor
shared_store: filesystem
limits_config:
reject_old_samples: true
reject_old_samples_max_age: 168h
chunk_store_config:
max_look_back_period: 0s
table_manager:
retention_deletes_enabled: true
retention_period: 24h

View File

@@ -0,0 +1,52 @@
server:
http_listen_port: 9080
grpc_listen_port: 0
positions:
filename: /tmp/positions.yaml
clients:
- url: http://loki:3100/loki/api/v1/push
scrape_configs:
# - job_name: system
# static_configs:
# - targets:
# - localhost
# labels:
# job: varlogs
# __path__: /var/log/*log
- job_name: docker
static_configs:
- targets:
- localhost
labels:
job: dockerlogs
__path__: /host/containers/*/*log
pipeline_stages:
- json:
expressions:
output: log
stream: stream
attrs:
- json:
expressions:
tag:
source: attrs
- regex:
expression: (?P<image_name>(?:[^|]*[^|])).(?P<container_name>(?:[^|]*[^|])).(?P<image_id>(?:[^|]*[^|])).(?P<container_id>(?:[^|]*[^|]))
source: tag
- timestamp:
format: RFC3339Nano
source: time
- labels:
tag:
stream:
image_name:
container_name:
image_id:
container_id:
- output:
source: output

View File

@@ -0,0 +1,2 @@
GF_SECURITY_ADMIN_PASSWORD=serverctlsecret
GF_USERS_ALLOW_SIGN_UP=false

View File

@@ -0,0 +1,167 @@
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": "-- Grafana --",
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"links": [],
"liveNow": false,
"panels": [
{
"datasource": {
"type": "loki",
"uid": "PEA2100DC89AE9FE2"
},
"gridPos": {
"h": 19,
"w": 24,
"x": 0,
"y": 0
},
"id": 4,
"options": {
"dedupStrategy": "numbers",
"enableLogDetails": true,
"prettifyLogMessage": false,
"showCommonLabels": false,
"showLabels": false,
"showTime": false,
"sortOrder": "Descending",
"wrapLogMessage": false
},
"targets": [
{
"datasource": {
"type": "loki",
"uid": "PEA2100DC89AE9FE2"
},
"expr": "{container_name=\"serverctl-app-1\"}",
"instant": false,
"range": true,
"refId": "A"
}
],
"title": "app",
"type": "logs"
},
{
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 0,
"y": 19
},
"id": 2,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom"
},
"tooltip": {
"mode": "multi"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PA58DA793C7250F1B"
},
"exemplar": true,
"expr": "scrape_duration_seconds{}",
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"title": "Panel Title",
"type": "timeseries"
}
],
"refresh": false,
"schemaVersion": 34,
"style": "dark",
"tags": [],
"templating": {
"list": []
},
"time": {
"from": "now-1h",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "Default",
"uid": "U8c_qq-7k",
"version": 1,
"weekStart": ""
}

View File

@@ -0,0 +1,11 @@
apiVersion: 1
providers:
- name: "Metrics"
orgId: 1
folder: ''
type: file
disableDeletions: false
editable: true
options:
path: /etc/grafana/provisioning/dashboards

View File

@@ -0,0 +1,30 @@
apiVersion: 1
deleteDatasources:
- name: Metrics
orgId: 1
- name: Logs
orgId: 1
datasources:
- name: Metrics
type: prometheus
access: proxy
orgId: 1
url: http://prometheus:9090
basicAuth: false
isDefault: true
jsonData:
graphiteVersion: "1.1"
tlsAuth: false
tlsAuthWithCACert: false
version: 1
editable: false
- name: Logs
type: loki
access: proxy
url: http://loki:3100
jsonData:
maxLines: 1000
orgId: 1

View File

@@ -0,0 +1,12 @@
global:
scrape_interval: 15s
evaluation_interval: 15s
external_labels:
monitor: "serverctl"
scrape_configs:
- job_name: 'prometheus'
scrape_interval: 5s
static_configs:
- targets: ["localhost:9090"]