mirror of
https://github.com/netbirdio/netbird.git
synced 2025-02-07 22:10:12 +01:00
test migration
Signed-off-by: bcmmbaga <bethuelmbaga12@gmail.com>
This commit is contained in:
parent
cf6210a6f4
commit
5b344f9b3f
23
management/server/activity/cmd/main.go
Normal file
23
management/server/activity/cmd/main.go
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
|
||||||
|
_ "github.com/mattn/go-sqlite3"
|
||||||
|
"github.com/netbirdio/netbird/management/server/activity/sqlite"
|
||||||
|
log "github.com/sirupsen/logrus"
|
||||||
|
)
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
encryptionKey := "<enc_key>"
|
||||||
|
eventsDBBase := "management/server/activity/cmd/events.db"
|
||||||
|
|
||||||
|
store, err := sqlite.NewSQLiteStore(context.Background(), eventsDBBase, encryptionKey)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatalf("failed to create sqlite store: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err = store.GetLegacyEvents(); err != nil {
|
||||||
|
log.Fatalf("failed to get legacy events: %v", err)
|
||||||
|
}
|
||||||
|
}
|
78
management/server/activity/sqlite/legacy_events.go
Normal file
78
management/server/activity/sqlite/legacy_events.go
Normal file
@ -0,0 +1,78 @@
|
|||||||
|
package sqlite
|
||||||
|
|
||||||
|
import (
|
||||||
|
"database/sql"
|
||||||
|
"fmt"
|
||||||
|
|
||||||
|
log "github.com/sirupsen/logrus"
|
||||||
|
)
|
||||||
|
|
||||||
|
func (store *Store) GetLegacyEvents() error {
|
||||||
|
rows, err := store.db.Query(`SELECT id, email, name FROM deleted_users`)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to execute select query: %v", err)
|
||||||
|
}
|
||||||
|
defer rows.Close()
|
||||||
|
|
||||||
|
if err = processLegacyEvents(store.fieldEncrypt, rows); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// processUserRows processes database rows of user data, decrypts legacy encryption fields, and re-encrypts them using GCM.
|
||||||
|
func processLegacyEvents(crypt *FieldEncrypt, rows *sql.Rows) error {
|
||||||
|
var (
|
||||||
|
successCount int
|
||||||
|
failureCount int
|
||||||
|
)
|
||||||
|
|
||||||
|
for rows.Next() {
|
||||||
|
var (
|
||||||
|
id string
|
||||||
|
email, name *string
|
||||||
|
)
|
||||||
|
|
||||||
|
err := rows.Scan(&id, &email, &name)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
if email != nil {
|
||||||
|
_, err = crypt.LegacyDecrypt(*email)
|
||||||
|
if err != nil {
|
||||||
|
log.Warnf("failed to decrypt email for user %s: %v",
|
||||||
|
id,
|
||||||
|
fmt.Errorf("failed to decrypt email: %w", err),
|
||||||
|
)
|
||||||
|
failureCount++
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if name != nil {
|
||||||
|
_, err = crypt.LegacyDecrypt(*name)
|
||||||
|
if err != nil {
|
||||||
|
log.Warnf("failed to decrypt name for user %s: %v",
|
||||||
|
id,
|
||||||
|
fmt.Errorf("failed to decrypt name: %w", err),
|
||||||
|
)
|
||||||
|
failureCount++
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
successCount++
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := rows.Err(); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Infof("Successfully decoded entries: %d", successCount)
|
||||||
|
log.Infof("Failed decoded entries: %d", failureCount)
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
@ -5,7 +5,7 @@ import (
|
|||||||
"database/sql"
|
"database/sql"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"path/filepath"
|
"os"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
_ "github.com/mattn/go-sqlite3"
|
_ "github.com/mattn/go-sqlite3"
|
||||||
@ -26,7 +26,7 @@ const (
|
|||||||
"meta TEXT," +
|
"meta TEXT," +
|
||||||
" target_id TEXT);"
|
" target_id TEXT);"
|
||||||
|
|
||||||
creatTableDeletedUsersQuery = `CREATE TABLE IF NOT EXISTS deleted_users (id TEXT NOT NULL, email TEXT NOT NULL, name TEXT, enc_algo TEXT NOT NULL);`
|
creatTableDeletedUsersQuery = `CREATE TABLE IF NOT EXISTS deleted_users (id TEXT NOT NULL, email TEXT NOT NULL, name TEXT);`
|
||||||
|
|
||||||
selectDescQuery = `SELECT events.id, activity, timestamp, initiator_id, i.name as "initiator_name", i.email as "initiator_email", target_id, t.name as "target_name", t.email as "target_email", account_id, meta
|
selectDescQuery = `SELECT events.id, activity, timestamp, initiator_id, i.name as "initiator_name", i.email as "initiator_email", target_id, t.name as "target_name", t.email as "target_email", account_id, meta
|
||||||
FROM events
|
FROM events
|
||||||
@ -69,7 +69,7 @@ const (
|
|||||||
and some selfhosted deployments might have duplicates already so we need to clean the table first.
|
and some selfhosted deployments might have duplicates already so we need to clean the table first.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
insertDeleteUserQuery = `INSERT INTO deleted_users(id, email, name, enc_algo) VALUES(?, ?, ?, ?)`
|
insertDeleteUserQuery = `INSERT INTO deleted_users(id, email, name) VALUES(?, ?, ?)`
|
||||||
|
|
||||||
fallbackName = "unknown"
|
fallbackName = "unknown"
|
||||||
fallbackEmail = "unknown@unknown.com"
|
fallbackEmail = "unknown@unknown.com"
|
||||||
@ -89,9 +89,15 @@ type Store struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// NewSQLiteStore creates a new Store with an event table if not exists.
|
// NewSQLiteStore creates a new Store with an event table if not exists.
|
||||||
func NewSQLiteStore(ctx context.Context, dataDir string, encryptionKey string) (*Store, error) {
|
func NewSQLiteStore(ctx context.Context, dbPath string, encryptionKey string) (*Store, error) {
|
||||||
dbFile := filepath.Join(dataDir, eventSinkDB)
|
//dbFile := filepath.Join(dataDir, eventSinkDB)
|
||||||
db, err := sql.Open("sqlite3", dbFile)
|
stats, err := os.Stat(dbPath)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
_ = stats
|
||||||
|
|
||||||
|
db, err := sql.Open("sqlite3", dbPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@ -102,10 +108,10 @@ func NewSQLiteStore(ctx context.Context, dataDir string, encryptionKey string) (
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
if err = migrate(ctx, crypt, db); err != nil {
|
//if err = migrate(ctx, crypt, db); err != nil {
|
||||||
_ = db.Close()
|
// _ = db.Close()
|
||||||
return nil, fmt.Errorf("events database migration: %w", err)
|
// return nil, fmt.Errorf("events database migration: %w", err)
|
||||||
}
|
//}
|
||||||
|
|
||||||
return createStore(crypt, db)
|
return createStore(crypt, db)
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user