memstore.go

// Copyright © 2019 Martin Tournoij <martin@arp242.net>
// This file is part of GoatCounter and published under the terms of the EUPL
// v1.2, which can be found in the LICENSE file or at http://eupl12.zgo.at

package goatcounter

import (
	"context"
	"net/url"
	"strings"
	"sync"

	"zgo.at/zdb"
	"zgo.at/zdb/bulk"
	"zgo.at/zlog"
)

type ms struct {
	sync.RWMutex
	hits []Hit
}

var Memstore = ms{}

func (m *ms) Append(hits ...Hit) {
	m.Lock()
	m.hits = append(m.hits, hits...)
	m.Unlock()
}

func (m *ms) Len() int {
	m.Lock()
	l := len(m.hits)
	m.Unlock()
	return l
}

func (m *ms) Persist(ctx context.Context) ([]Hit, error) {
	if m.Len() == 0 {
		return nil, nil
	}

	m.Lock()
	hits := make([]Hit, len(m.hits))
	copy(hits, m.hits)
	m.hits = []Hit{}
	m.Unlock()

	ins := bulk.NewInsert(ctx, zdb.MustGet(ctx),
		"hits", []string{"site", "path", "ref", "ref_params", "ref_original",
			"ref_scheme", "browser", "size", "location", "created_at", "bot",
			"title", "event"})
	usage := bulk.NewInsert(ctx, zdb.MustGet(ctx),
		"usage", []string{"site", "domain", "count"})
	for i, h := range hits {
		// Ignore spammers.
		h.RefURL, _ = url.Parse(h.Ref)
		if h.RefURL != nil {
			if _, ok := blacklist[h.RefURL.Host]; ok {
				continue
			}
		}

		h.Defaults(ctx)
		err := h.Validate(ctx)
		if err != nil {
			zlog.Error(err)
			continue
		}

		// Some values are sanitized in Hit.Defaults(), make sure this is
		// reflected in the hits object too, which matters for the hit_stats
		// generation later.
		hits[i] = h
		e := 0
		if h.Event {
			e = 1
		}
		ins.Values(h.Site, h.Path, h.Ref, h.RefParams, h.RefOriginal,
			h.RefScheme, h.Browser, h.Size, h.Location,
			h.CreatedAt.Format(zdb.Date), h.Bot, h.Title, e)

		if strings.HasPrefix(h.UsageDomain, "http") {
			d, err := url.Parse(h.UsageDomain)
			if err == nil && d.Host != "" {
				h.UsageDomain = d.Host
			}
		}
		usage.Values(h.Site, h.UsageDomain, 1)
	}

	err := usage.Finish()
	if err != nil {
		zlog.Error(err)
	}

	return hits, ins.Finish()
}