Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Standardize logger vars and names #237

Merged
merged 1 commit into from
May 16, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions cmd/lassie/daemon.go
Original file line number Diff line number Diff line change
Expand Up @@ -161,7 +161,7 @@ func daemonCommand(cctx *cli.Context) error {
})

if err != nil {
log.Errorw("failed to create http server", "err", err)
logger.Errorw("failed to create http server", "err", err)
return err
}

Expand All @@ -178,7 +178,7 @@ func daemonCommand(cctx *cli.Context) error {
metricsServer, err = metrics.NewHttpServer(ctx, metricsAddress, metricsPort)

if err != nil {
log.Errorw("failed to create metrics server", "err", err)
logger.Errorw("failed to create metrics server", "err", err)
return err
}

Expand All @@ -192,20 +192,20 @@ func daemonCommand(cctx *cli.Context) error {
select {
case <-cctx.Done(): // command was cancelled
case err = <-serverErrChan: // error from server
log.Errorw("failed to start http server", "err", err)
logger.Errorw("failed to start http server", "err", err)
case err = <-metricsServerErrChan: // error from server
log.Errorw("failed to start metrics server", "err", err)
logger.Errorw("failed to start metrics server", "err", err)
}

fmt.Println("Shutting down Lassie daemon")
if err = httpServer.Close(); err != nil {
log.Errorw("failed to close http server", "err", err)
logger.Errorw("failed to close http server", "err", err)
}

if exposeMetrics {
fmt.Println("Shutting down Lassie metrics server")
if err = metricsServer.Close(); err != nil {
log.Errorw("failed to close metrics server", "err", err)
logger.Errorw("failed to close metrics server", "err", err)
}
}

Expand Down
8 changes: 4 additions & 4 deletions cmd/lassie/fetch.go
Original file line number Diff line number Diff line change
Expand Up @@ -141,23 +141,23 @@ func Fetch(cctx *cli.Context) error {
if len(fetchProviderAddrInfos) > 0 {
finderOpt := lassie.WithFinder(retriever.NewDirectCandidateFinder(host, fetchProviderAddrInfos))
if cctx.IsSet("ipni-endpoint") {
log.Warn("Ignoring ipni-endpoint flag since direct provider is specified")
logger.Warn("Ignoring ipni-endpoint flag since direct provider is specified")
}
lassieOpts = append(lassieOpts, finderOpt)
} else if cctx.IsSet("ipni-endpoint") {
endpoint := cctx.String("ipni-endpoint")
endpointUrl, err := url.Parse(endpoint)
if err != nil {
log.Errorw("Failed to parse IPNI endpoint as URL", "err", err)
logger.Errorw("Failed to parse IPNI endpoint as URL", "err", err)
return fmt.Errorf("cannot parse given IPNI endpoint %s as valid URL: %w", endpoint, err)
}
finder, err := indexerlookup.NewCandidateFinder(indexerlookup.WithHttpEndpoint(endpointUrl))
if err != nil {
log.Errorw("Failed to instantiate IPNI candidate finder", "err", err)
logger.Errorw("Failed to instantiate IPNI candidate finder", "err", err)
return err
}
lassieOpts = append(lassieOpts, lassie.WithFinder(finder))
log.Debug("Using explicit IPNI endpoint to find candidates", "endpoint", endpoint)
logger.Debug("Using explicit IPNI endpoint to find candidates", "endpoint", endpoint)
}

if len(providerBlockList) > 0 {
Expand Down
14 changes: 7 additions & 7 deletions cmd/lassie/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -10,11 +10,11 @@ import (
"github.com/filecoin-project/lassie/pkg/aggregateeventrecorder"
"github.com/filecoin-project/lassie/pkg/lassie"
"github.com/google/uuid"
logging "github.com/ipfs/go-log/v2"
"github.com/ipfs/go-log/v2"
"github.com/urfave/cli/v2"
)

var log = logging.Logger("lassie")
var logger = log.Logger("lassie/main")

func main() {
// set up a context that is canceled when a command is interrupted
Expand All @@ -29,7 +29,7 @@ func main() {
select {
case <-interrupt:
fmt.Println()
log.Info("received interrupt signal")
logger.Info("received interrupt signal")
cancel()
case <-ctx.Done():
}
Expand All @@ -54,7 +54,7 @@ func main() {
}

if err := app.RunContext(ctx, os.Args); err != nil {
log.Fatal(err)
logger.Fatal(err)
}
}

Expand All @@ -78,7 +78,7 @@ func before(cctx *cli.Context) error {
// don't over-ride logging if set in the environment.
if os.Getenv("GOLOG_LOG_LEVEL") == "" {
for _, name := range subsystems {
_ = logging.SetLogLevel(name, level)
_ = log.SetLogLevel(name, level)
}
}

Expand All @@ -97,7 +97,7 @@ func setupLassieEventRecorder(
if instanceID == "" {
uuid, err := uuid.NewRandom()
if err != nil {
log.Warnw("failed to generate default event recorder instance ID UUID, no instance ID will be provided", "err", err)
logger.Warnw("failed to generate default event recorder instance ID UUID, no instance ID will be provided", "err", err)
}
instanceID = uuid.String() // returns "" if uuid is invalid
}
Expand All @@ -108,6 +108,6 @@ func setupLassieEventRecorder(
EndpointAuthorization: authToken,
})
lassie.RegisterSubscriber(eventRecorder.RetrievalEventSubscriber())
log.Infow("Reporting retrieval events to event recorder API", "url", eventRecorderURL, "instance_id", instanceID)
logger.Infow("Reporting retrieval events to event recorder API", "url", eventRecorderURL, "instance_id", instanceID)
}
}
4 changes: 2 additions & 2 deletions cmd/lassie/version.go
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@ var versionCmd = &cli.Command{

func versionCommand(cctx *cli.Context) error {
if version == "" {
log.Warn("executable built without a version")
log.Warn("set version with `go build -ldflags=\"-X main.version=v0.0.0\"")
logger.Warn("executable built without a version")
logger.Warn("set version with `go build -ldflags=\"-X main.version=v0.0.0\"")
version = "[not set]"
}

Expand Down
12 changes: 6 additions & 6 deletions pkg/aggregateeventrecorder/aggregateeventrecorder.go
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ import (
"github.com/ipfs/go-log/v2"
)

var logging = log.Logger("aggregateeventrecorder")
var logger = log.Logger("lassie/aggregateeventrecorder")

const httpTimeout = 5 * time.Second
const parallelPosters = 5
Expand Down Expand Up @@ -146,7 +146,7 @@ func (a *aggregateEventRecorder) ingestEvents() {
tempData, ok := eventTempMap[id]
if !ok {
if event.Code() == types.FinishedCode {
logging.Errorf("Received Finished event but can't find aggregate data. Skipping creation of aggregate event.")
logger.Errorf("Received Finished event but can't find aggregate data. Skipping creation of aggregate event.")
}
continue
}
Expand Down Expand Up @@ -270,13 +270,13 @@ func (a *aggregateEventRecorder) postEvents() {
case batchedData := <-a.postChan:
byts, err := json.Marshal(batchedEvents{batchedData})
if err != nil {
logging.Errorf("Failed to JSONify and encode event: %w", err.Error())
logger.Errorf("Failed to JSONify and encode event: %w", err.Error())
continue
}

req, err := http.NewRequest("POST", a.endpointURL, bytes.NewBufferString(string(byts)))
if err != nil {
logging.Errorf("Failed to create POST request for [%s]: %w", a.endpointURL, err.Error())
logger.Errorf("Failed to create POST request for [%s]: %w", a.endpointURL, err.Error())
continue
}

Expand All @@ -289,13 +289,13 @@ func (a *aggregateEventRecorder) postEvents() {

resp, err := client.Do(req)
if err != nil {
logging.Errorf("Failed to POST event to [%s]: %w", a.endpointURL, err.Error())
logger.Errorf("Failed to POST event to [%s]: %w", a.endpointURL, err.Error())
continue
}

defer resp.Body.Close() // error not so important at this point
if resp.StatusCode < 200 || resp.StatusCode > 299 {
logging.Errorf("Expected success response code from server, got: %s", http.StatusText(resp.StatusCode))
logger.Errorf("Expected success response code from server, got: %s", http.StatusText(resp.StatusCode))
}
}
}
Expand Down
12 changes: 6 additions & 6 deletions pkg/eventrecorder/eventrecorder.go
Original file line number Diff line number Diff line change
Expand Up @@ -11,14 +11,14 @@ import (

"github.com/filecoin-project/lassie/pkg/events"
"github.com/filecoin-project/lassie/pkg/types"
logging "github.com/ipfs/go-log/v2"
"github.com/ipfs/go-log/v2"
"github.com/multiformats/go-multicodec"
)

var HttpTimeout = 5 * time.Second
var ParallelPosters = 5

var log = logging.Logger("eventrecorder")
var logger = log.Logger("lassie/eventrecorder")

type EventRecorderConfig struct {
DisableIndexerEvents bool
Expand Down Expand Up @@ -209,13 +209,13 @@ func (er *EventRecorder) handleReports(client http.Client, reports []report) {

byts, err := json.Marshal(MultiEventReport{eventReports})
if err != nil {
log.Errorf("Failed to JSONify and encode event [%s]: %w", sources, err.Error())
logger.Errorf("Failed to JSONify and encode event [%s]: %w", sources, err.Error())
return
}

req, err := http.NewRequest("POST", er.cfg.EndpointURL, bytes.NewBufferString(string(byts)))
if err != nil {
log.Errorf("Failed to create POST request [%s] for recorder [%s]: %w", sources, er.cfg.EndpointURL, err.Error())
logger.Errorf("Failed to create POST request [%s] for recorder [%s]: %w", sources, er.cfg.EndpointURL, err.Error())
return
}

Expand All @@ -228,12 +228,12 @@ func (er *EventRecorder) handleReports(client http.Client, reports []report) {

resp, err := client.Do(req)
if err != nil {
log.Errorf("Failed to POST event [%s] to recorder [%s]: %w", sources, er.cfg.EndpointURL, err.Error())
logger.Errorf("Failed to POST event [%s] to recorder [%s]: %w", sources, er.cfg.EndpointURL, err.Error())
return
}

defer resp.Body.Close() // error not so important at this point
if resp.StatusCode < 200 || resp.StatusCode > 299 {
log.Errorf("Expected success response code from event recorder server, got: %s", http.StatusText(resp.StatusCode))
logger.Errorf("Expected success response code from event recorder server, got: %s", http.StatusText(resp.StatusCode))
}
}
18 changes: 9 additions & 9 deletions pkg/eventrecorder/filelogserver/filelogserver.go
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,10 @@ import (
"net/http"
"os"

logging "github.com/ipfs/go-log/v2"
"github.com/ipfs/go-log/v2"
)

var log = logging.Logger("filelogserver")
var logger = log.Logger("lassie/filelogserver")

func main() {
port := flag.Int("port", 8080, "set port to listen to")
Expand All @@ -31,7 +31,7 @@ func main() {
if err != nil {
panic(err)
}
log.Infof("Writing to file %s", *output)
logger.Infof("Writing to file %s", *output)

http.HandleFunc("/retrieval-events", func(w http.ResponseWriter, r *http.Request) {
if r.Body == nil {
Expand All @@ -41,27 +41,27 @@ func main() {

body, err := io.ReadAll(r.Body)
if err != nil {
log.Errorf("Could not decode body: %s", err.Error())
logger.Errorf("Could not decode body: %s", err.Error())
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
m := make(map[string]interface{})
err = json.Unmarshal(body, &m)
if err != nil {
log.Errorf("Could not decode body: %s", err.Error())
logger.Errorf("Could not decode body: %s", err.Error())
w.WriteHeader(http.StatusBadRequest)
return
}
reencode, err := json.Marshal(m)
if err != nil {
log.Errorf("Error building log entry: %s", err.Error())
logger.Errorf("Error building log entry: %s", err.Error())
return
}
log.Debugf("Got: %s", string(reencode))
logger.Debugf("Got: %s", string(reencode))
outfile.WriteString(string(reencode))
outfile.Write([]byte{'\n'})
})

log.Infof("Listening on port %d", *port)
log.Fatal(http.ListenAndServe(fmt.Sprintf(":%d", *port), nil))
logger.Infof("Listening on port %d", *port)
logger.Fatal(http.ListenAndServe(fmt.Sprintf(":%d", *port), nil))
}
2 changes: 1 addition & 1 deletion pkg/indexerlookup/candidatefinder.go
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ import (
var (
_ retriever.CandidateFinder = (*IndexerCandidateFinder)(nil)

logger = log.Logger("indexerlookup")
logger = log.Logger("lassie/indexerlookup")
)

type IndexerCandidateFinder struct {
Expand Down
8 changes: 4 additions & 4 deletions pkg/internal/lp2ptransports/lp2ptransports.go
Original file line number Diff line number Diff line change
Expand Up @@ -5,14 +5,14 @@ import (
"fmt"
"time"

logging "github.com/ipfs/go-log/v2"
"github.com/ipfs/go-log/v2"
"github.com/ipld/go-ipld-prime/codec/dagcbor"
"github.com/libp2p/go-libp2p/core/host"
"github.com/libp2p/go-libp2p/core/peer"
"github.com/libp2p/go-libp2p/core/protocol"
)

var clog = logging.Logger("lassie:lp2p:tspt:client")
var logger = log.Logger("lassie/lp2p/tspt/client")

// TransportsProtocolID is the protocol for querying which retrieval transports
// the Storage Provider supports (http, libp2p, etc)
Expand All @@ -35,7 +35,7 @@ func NewTransportsClient(h host.Host) *TransportsClient {

// SendQuery sends a retrieval query over a libp2p stream to the peer
func (c *TransportsClient) SendQuery(ctx context.Context, id peer.ID) (*QueryResponse, error) {
clog.Debugw("query", "peer", id)
logger.Debugw("query", "peer", id)

// Create a libp2p stream to the provider
s, err := c.h.NewStream(ctx, id, TransportsProtocolID)
Expand All @@ -56,7 +56,7 @@ func (c *TransportsClient) SendQuery(ctx context.Context, id peer.ID) (*QueryRes
}
queryResponse := queryResponsei.(*QueryResponse)

clog.Debugw("response", "peer", id)
logger.Debugw("response", "peer", id)

return queryResponse, nil
}
3 changes: 0 additions & 3 deletions pkg/metrics/exporter.go
Original file line number Diff line number Diff line change
Expand Up @@ -4,14 +4,11 @@ import (
"net/http"

"contrib.go.opencensus.io/exporter/prometheus"
logging "github.com/ipfs/go-log/v2"
promclient "github.com/prometheus/client_golang/prometheus"
"github.com/prometheus/client_golang/prometheus/collectors"
"go.opencensus.io/stats/view"
)

var logger = logging.Logger("metrics")

func NewExporter(views ...*view.View) http.Handler {
if err := view.Register(DefaultViews...); err != nil {
logger.Errorf("cannot register default metric views: %s", err)
Expand Down
5 changes: 5 additions & 0 deletions pkg/metrics/log.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
package metrics

import "github.com/ipfs/go-log/v2"

var logger = log.Logger("lassie/metrics")
10 changes: 3 additions & 7 deletions pkg/metrics/server.go
Original file line number Diff line number Diff line change
Expand Up @@ -8,12 +8,8 @@ import (

// expose default metrics
_ "net/http/pprof"

logging "github.com/ipfs/go-log/v2"
)

var log = logging.Logger("lassie/metrics")

// MetricsServer simply exposes prometheus and pprof metrics via HTTP
type MetricsServer struct {
cancel context.CancelFunc
Expand Down Expand Up @@ -59,10 +55,10 @@ func (s MetricsServer) Addr() string {

// Start starts the metrics http server, returning an error if the server failed to start
func (s *MetricsServer) Start() error {
log.Infow("starting metrics server", "listen_addr", s.listener.Addr())
logger.Infow("starting metrics server", "listen_addr", s.listener.Addr())
err := s.server.Serve(s.listener)
if err != http.ErrServerClosed {
log.Errorw("failed to start metrics server", "err", err)
logger.Errorw("failed to start metrics server", "err", err)
return err
}

Expand All @@ -71,7 +67,7 @@ func (s *MetricsServer) Start() error {

// Close shutsdown the server and cancels the server context
func (s *MetricsServer) Close() error {
log.Info("closing http server")
logger.Info("closing http server")
s.cancel()
return s.server.Shutdown(context.Background())
}
Loading