note about local catgirl irc config - wiki - wiki pages from https://wiki.tilde.institute

about summary refs log tree commit diff stats

diff options

author	gbmor <ben@gbmor.org>	2022-10-24 23:58:16 -0400
committer	gbmor <ben@gbmor.org>	2022-10-24 23:59:52 -0400
commit	61a3efa67e9384ab30d88973d0204af294d849ed (patch)
tree	00211b7ae829310ddaf990da7f4135c378d9665a /pages/unixtips.md
parent	ff72e749195510f37d1b8a3a8982398f56a916a3 (diff)
download	wiki-61a3efa67e9384ab30d88973d0204af294d849ed.tar.gz

note about local catgirl irc config

Diffstat (limited to 'pages/unixtips.md')

0 files changed, 0 insertions, 0 deletions

19-06-08 02:29:20 -0400 database refs and static assets concurrency-safe' href='/gbmor/getwtxt/commit/svc/db.go?h=v0.3.1&id=e9d4a6b0e8624c6425d467f0efe14be1bc683bd9'>e9d4a6b ^

4695425 ^

e9d4a6b ^

4695425 ^

439695f ^

5fa9ec1 ^

6c1b09b ^

5fa9ec1 ^

6c1b09b ^

5fa9ec1 ^

6c1b09b ^

439695f ^

e9d4a6b ^

439695f ^

6c1b09b ^

439695f ^

1a15258 ^

439695f ^

1a15258 ^

c8fddff ^

1a15258 ^

c8fddff ^

e9d4a6b ^

c8fddff ^

e9d4a6b ^

c8fddff ^

1a15258 ^

c8fddff ^

c8fddff ^

e9d4a6b ^

c8fddff ^

3eb5a03 ^

c8fddff ^

3eb5a03 ^

c8fddff ^

c8fddff ^

3eb5a03 ^

c8fddff ^

3eb5a03 ^

c8fddff ^

6c1b09b ^

c8fddff ^

6c1b09b ^

c8fddff ^

e9d4a6b ^

2
3

11
12
13

27
28

29
30

52
53

58
59
60

62
63
64

66
67

81
82

84
85

101
102

120
121
122

158
159

package svc // import "github.com/getwtxt/getwtxt/svc"

import (
	"database/sql"
	"net"
	"strings"
	"time"

	"github.com/getwtxt/registry"
	_ "github.com/mattn/go-sqlite3" // for the sqlite3 driver
	"github.com/syndtr/goleveldb/leveldb"
)

type dbase interface {
	push() error
	pull()
}

type dbLevel struct {
	db *leveldb.DB
}

type dbSqlite struct {
	db *sql.DB
}

type dbPostgres struct {
	db *sql.DB
}

// Pull DB data into cache, if available.
func initDatabase() {
	var db dbase
	var err error

	confObj.Mu.RLock()
	switch confObj.DBType {

	case "leveldb":
		var lvl *leveldb.DB
		lvl, err = leveldb.OpenFile(confObj.DBPath, nil)
		db = &dbLevel{db: lvl}

	case "sqlite":
		var lite *sql.DB
		lite, err := sql.Open("sqlite3", confObj.DBPath)
		errFatal("Error opening sqlite3 DB: ", err)
		litePrep, err := lite.Prepare("CREATE TABLE IF NOT EXISTS getwtxt (urlKey TEXT PRIMARY KEY, isUser BOOL, blobKey TEXT, data BLOB)")
		errFatal("Error preparing sqlite3 DB: ", err)
		_, err = litePrep.Exec()
		errFatal("Error creating sqlite3 DB: ", err)
		db = &dbSqlite{db: lite}

	case "postgres":
		var pg *sql.DB
		db = &dbPostgres{db: pg}

	}
	confObj.Mu.RUnlock()

	errFatal("", err)

	dbChan <- db

	pullDB()
}

func dbTimer() bool {
	confObj.Mu.RLock()
	answer := time.Since(confObj.LastPush) > confObj.DBInterval
	confObj.Mu.RUnlock()

	return answer
}

// Pushes the registry's cache data to a local
// database for safe keeping.
func pushDB() error {
	db := <-dbChan
	err := db.push()
	dbChan <- db

	return err
}

func pullDB() {
	db := <-dbChan
	db.pull()
	dbChan <- db
}

func (lvl dbLevel) push() error {
	twtxtCache.Mu.RLock()
	var dbBasket = &leveldb.Batch{}
	for k, v := range twtxtCache.Users {

		dbBasket.Put([]byte(k+"*Nick"), []byte(v.Nick))
		dbBasket.Put([]byte(k+"*URL"), []byte(v.URL))
		dbBasket.Put([]byte(k+"*IP"), []byte(v.IP.String()))
		dbBasket.Put([]byte(k+"*Date"), []byte(v.Date))
		dbBasket.Put([]byte(k+"*RLen"), []byte(v.RLen))

		for i, e := range v.Status {
			rfc := i.Format(time.RFC3339)
			dbBasket.Put([]byte(k+"*Status*"+rfc), []byte(e))
		}
	}
	twtxtCache.Mu.RUnlock()

	remoteRegistries.Mu.RLock()
	for k, v := range remoteRegistries.List {
		dbBasket.Put([]byte("remote*"+string(k)), []byte(v))
	}
	remoteRegistries.Mu.RUnlock()

	confObj.Mu.Lock()
	confObj.LastPush = time.Now()
	confObj.Mu.Unlock()

	err := lvl.db.Write(dbBasket, nil)

	return err
}

func (lvl dbLevel) pull() {

	iter := lvl.db.NewIterator(nil, nil)

	for iter.Next() {
		key := string(iter.Key())
		val := string(iter.Value())

		split := strings.Split(key, "*")
		urls := split[0]
		field := split[1]

		if urls == "remote" {
			remoteRegistries.Mu.Lock()
			remoteRegistries.List = append(remoteRegistries.List, val)
			remoteRegistries.Mu.Unlock()
			continue
		}

		data := registry.NewUser()
		twtxtCache.Mu.RLock()
		if _, ok := twtxtCache.Users[urls]; ok {
			data = twtxtCache.Users[urls]
		}
		twtxtCache.Mu.RUnlock()

		switch field {
		case "IP":
			data.IP = net.ParseIP(val)
		case "Nick":
			data.Nick = val
		case "URL":
			data.URL = val
		case "RLen":
			data.RLen = val
		case "Date":
			data.Date = val
		case "Status":
			thetime, err := time.Parse(time.RFC3339, split[2])
			errLog("", err)
			data.Status[thetime] = val
		}

		twtxtCache.Mu.Lock()
		twtxtCache.Users[urls] = data
		twtxtCache.Mu.Unlock()

	}

	remoteRegistries.Mu.Lock()
	remoteRegistries.List = dedupe(remoteRegistries.List)
	remoteRegistries.Mu.Unlock()

	iter.Release()
	err := iter.Error()
	errLog("Error while pulling DB into registry cache: ", err)
}

func (lite dbSqlite) push() error {

	return nil
}

func (lite dbSqlite) pull() {

}

func (pg dbPostgres) push() error {

	return nil
}

func (pg dbPostgres) pull() {

}


context:
space:
mode: