package main
import (
"context"
"flag"
"fmt"
_ "net/http/pprof"
"os"
"runtime/pprof"
"strings"
"time"
"github.com/google/trillian"
"github.com/google/trillian/cmd"
"github.com/google/trillian/cmd/internal/serverutil"
"github.com/google/trillian/extension"
"github.com/google/trillian/monitoring"
"github.com/google/trillian/monitoring/opencensus"
"github.com/google/trillian/monitoring/prometheus"
"github.com/google/trillian/quota"
"github.com/google/trillian/quota/etcd"
"github.com/google/trillian/quota/etcd/quotaapi"
"github.com/google/trillian/quota/etcd/quotapb"
"github.com/google/trillian/server"
"github.com/google/trillian/storage"
"github.com/google/trillian/util"
"github.com/google/trillian/util/clock"
clientv3 "go.etcd.io/etcd/client/v3"
"google.golang.org/grpc"
"k8s.io/klog/v2"
_ "github.com/google/trillian/storage/cloudspanner"
_ "github.com/google/trillian/storage/crdb"
_ "github.com/google/trillian/storage/mysql"
_ "github.com/google/trillian/quota/crdbqm"
_ "github.com/google/trillian/quota/mysqlqm"
)
var (
rpcEndpoint = flag.String("rpc_endpoint", "localhost:8090", "Endpoint for RPC requests (host:port)")
httpEndpoint = flag.String("http_endpoint", "localhost:8091", "Endpoint for HTTP metrics (host:port, empty means disabled)")
healthzTimeout = flag.Duration("healthz_timeout", time.Second*5, "Timeout used during healthz checks")
tlsCertFile = flag.String("tls_cert_file", "", "Path to the TLS server certificate. If unset, the server will use unsecured connections.")
tlsKeyFile = flag.String("tls_key_file", "", "Path to the TLS server key. If unset, the server will use unsecured connections.")
etcdService = flag.String("etcd_service", "trillian-logserver", "Service name to announce ourselves under")
etcdHTTPService = flag.String("etcd_http_service", "trillian-logserver-http", "Service name to announce our HTTP endpoint under")
quotaSystem = flag.String("quota_system", "mysql", fmt.Sprintf("Quota system to use. One of: %v", quota.Providers()))
quotaDryRun = flag.Bool("quota_dry_run", false, "If true no requests are blocked due to lack of tokens")
storageSystem = flag.String("storage_system", "mysql", fmt.Sprintf("Storage system to use. One of: %v", storage.Providers()))
treeGCEnabled = flag.Bool("tree_gc", true, "If true, tree garbage collection (hard-deletion) is periodically performed")
treeDeleteThreshold = flag.Duration("tree_delete_threshold", serverutil.DefaultTreeDeleteThreshold, "Minimum period a tree has to remain deleted before being hard-deleted")
treeDeleteMinRunInterval = flag.Duration("tree_delete_min_run_interval", serverutil.DefaultTreeDeleteMinInterval, "Minimum interval between tree garbage collection sweeps. Actual runs happen randomly between [minInterval,2*minInterval).")
tracing = flag.Bool("tracing", false, "If true opencensus Stackdriver tracing will be enabled. See https://opencensus.io/.")
tracingProjectID = flag.String("tracing_project_id", "", "project ID to pass to stackdriver. Can be empty for GCP, consult docs for other platforms.")
tracingPercent = flag.Int("tracing_percent", 0, "Percent of requests to be traced. Zero is a special case to use the DefaultSampler")
configFile = flag.String("config", "", "Config file containing flags, file contents can be overridden by command line flags")
cpuProfile = flag.String("cpuprofile", "", "If set, write CPU profile to this file")
memProfile = flag.String("memprofile", "", "If set, write memory profile to this file")
)
func main() {
klog.InitFlags(nil)
flag.Parse()
defer klog.Flush()
if *configFile != "" {
if err := cmd.ParseFlagFile(*configFile); err != nil {
klog.Exitf("Failed to load flags from config file %q: %s", *configFile, err)
}
}
klog.Info("**** Log Server Starting ****")
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
go util.AwaitSignal(ctx, cancel)
var options []grpc.ServerOption
mf := prometheus.MetricFactory{}
monitoring.SetStartSpan(opencensus.StartSpan)
if *tracing {
opts, err := opencensus.EnableRPCServerTracing(*tracingProjectID, *tracingPercent)
if err != nil {
klog.Exitf("Failed to initialize stackdriver / opencensus tracing: %v", err)
}
options = append(options, opts...)
}
sp, err := storage.NewProvider(*storageSystem, mf)
if err != nil {
klog.Exitf("Failed to get storage provider: %v", err)
}
defer func() {
if err := sp.Close(); err != nil {
klog.Errorf("Close(): %v", err)
}
}()
var client *clientv3.Client
if servers := *etcd.Servers; servers != "" {
if client, err = clientv3.New(clientv3.Config{
Endpoints: strings.Split(servers, ","),
DialTimeout: 5 * time.Second,
}); err != nil {
klog.Exitf("Failed to connect to etcd at %v: %v", servers, err)
}
defer func() {
if err := client.Close(); err != nil {
klog.Errorf("Close(): %v", err)
}
}()
}
unannounce := serverutil.AnnounceSelf(ctx, client, *etcdService, *rpcEndpoint, cancel)
defer unannounce()
if *httpEndpoint != "" {
unannounceHTTP := serverutil.AnnounceSelf(ctx, client, *etcdHTTPService, *httpEndpoint, cancel)
defer unannounceHTTP()
}
qm, err := quota.NewManager(*quotaSystem)
if err != nil {
klog.Exitf("Error creating quota manager: %v", err)
}
registry := extension.Registry{
AdminStorage: sp.AdminStorage(),
LogStorage: sp.LogStorage(),
QuotaManager: qm,
MetricFactory: mf,
}
if *cpuProfile != "" {
f := mustCreate(*cpuProfile)
if err := pprof.StartCPUProfile(f); err != nil {
klog.Exitf("StartCPUProfile(): %v", err)
}
defer pprof.StopCPUProfile()
}
m := serverutil.Main{
RPCEndpoint: *rpcEndpoint,
HTTPEndpoint: *httpEndpoint,
TLSCertFile: *tlsCertFile,
TLSKeyFile: *tlsKeyFile,
StatsPrefix: "log",
ExtraOptions: options,
QuotaDryRun: *quotaDryRun,
DBClose: sp.Close,
Registry: registry,
RegisterServerFn: func(s *grpc.Server, registry extension.Registry) error {
logServer := server.NewTrillianLogRPCServer(registry, clock.System)
if err := logServer.IsHealthy(); err != nil {
return err
}
trillian.RegisterTrillianLogServer(s, logServer)
if *quotaSystem == etcd.QuotaManagerName {
quotapb.RegisterQuotaServer(s, quotaapi.NewServer(client))
}
return nil
},
IsHealthy: func(ctx context.Context) error {
as := sp.AdminStorage()
return as.CheckDatabaseAccessible(ctx)
},
HealthyDeadline: *healthzTimeout,
AllowedTreeTypes: []trillian.TreeType{trillian.TreeType_LOG, trillian.TreeType_PREORDERED_LOG},
TreeGCEnabled: *treeGCEnabled,
TreeDeleteThreshold: *treeDeleteThreshold,
TreeDeleteMinInterval: *treeDeleteMinRunInterval,
}
if err := m.Run(ctx); err != nil {
klog.Exitf("Server exited with error: %v", err)
}
if *memProfile != "" {
f := mustCreate(*memProfile)
if err := pprof.WriteHeapProfile(f); err != nil {
klog.Exitf("WriteHeapProfile(): %v", err)
}
}
}
func mustCreate(fileName string) *os.File {
f, err := os.Create(fileName)
if err != nil {
klog.Fatal(err)
}
return f
}