feat: add local storage for firefox

internal/browingdata/browsingdata.go

@@ -8,6 +8,7 @@ import (
 	"hack-browser-data/internal/browingdata/creditcard"
 	"hack-browser-data/internal/browingdata/download"
 	"hack-browser-data/internal/browingdata/history"
+	"hack-browser-data/internal/browingdata/localstorage"
 	"hack-browser-data/internal/browingdata/password"
 	"hack-browser-data/internal/item"
 	"hack-browser-data/internal/log"
@@ -75,6 +76,8 @@ func (d *Data) addSource(Sources []item.Item) {
 			d.sources[source] = &download.ChromiumDownload{}
 		case item.ChromiumCreditCard:
 			d.sources[source] = &creditcard.ChromiumCreditCard{}
+		case item.ChromiumLocalStorage:
+			d.sources[source] = &localstorage.ChromiumLocalStorage{}
 		case item.YandexPassword:
 			d.sources[source] = &password.YandexPassword{}
 		case item.YandexCreditCard:
@@ -89,6 +92,8 @@ func (d *Data) addSource(Sources []item.Item) {
 			d.sources[source] = &history.FirefoxHistory{}
 		case item.FirefoxDownload:
 			d.sources[source] = &download.FirefoxDownload{}
+		case item.FirefoxLocalStorage:
+			d.sources[source] = &localstorage.FirefoxLocalStorage{}
 		}
 	}
 }

internal/browingdata/localstorage/localstorage.go

@@ -0,0 +1,140 @@
+package localstorage
+
+import (
+	"bytes"
+	"database/sql"
+	"fmt"
+	"os"
+	"path"
+	"strings"
+
+	"github.com/syndtr/goleveldb/leveldb"
+
+	"hack-browser-data/internal/item"
+	"hack-browser-data/internal/log"
+	"hack-browser-data/internal/utils/typeutil"
+)
+
+type ChromiumLocalStorage []storage
+
+type storage struct {
+	IsMeta bool
+	URL    string
+	Key    string
+	Value  string
+}
+
+func (c *ChromiumLocalStorage) Parse(masterKey []byte) error {
+	home, _ := os.UserHomeDir()
+	db, err := leveldb.OpenFile(path.Join(home, "tmp/Local Storage/leveldb"), nil)
+	if err != nil {
+		return err
+	}
+	// log.Info("parsing local storage now")
+	defer db.Close()
+
+	iter := db.NewIterator(nil, nil)
+	for iter.Next() {
+		key := iter.Key()
+		value := iter.Value()
+		var s = new(storage)
+		s.fillKey(key)
+
+		s.fillValue(value)
+		*c = append(*c, *s)
+	}
+	iter.Release()
+	err = iter.Error()
+	return err
+}
+
+func (c *ChromiumLocalStorage) Name() string {
+	return "localStorage"
+}
+
+func (s *storage) fillKey(b []byte) {
+	keys := bytes.Split(b, []byte("\x00"))
+	if len(keys) == 1 && bytes.HasPrefix(keys[0], []byte("META:")) {
+		s.IsMeta = true
+		s.fillMetaHeader(keys[0])
+	}
+	if len(keys) == 2 && bytes.HasPrefix(keys[0], []byte("_")) {
+		s.fillHeader(keys[0], keys[1])
+	}
+}
+
+func (s *storage) fillMetaHeader(b []byte) {
+	s.URL = string(bytes.Trim(b, "META:"))
+}
+
+func (s *storage) fillHeader(url, key []byte) {
+	s.URL = string(bytes.Trim(url, "_"))
+	s.Key = string(bytes.Trim(key, "\x01"))
+}
+
+// fillValue fills value of the storage
+// TODO: support unicode charter
+func (s *storage) fillValue(b []byte) {
+	t := fmt.Sprintf("%c", b)
+	m := strings.NewReplacer(" ", "", "\x00", "", "\x01", "").Replace(t)
+	s.Value = m
+}
+
+type FirefoxLocalStorage []storage
+
+const (
+	queryFirefoxHistory = `SELECT originKey, key, value FROM webappsstore2`
+	closeJournalMode    = `PRAGMA journal_mode=off`
+)
+
+func (f *FirefoxLocalStorage) Parse(masterKey []byte) error {
+	db, err := sql.Open("sqlite3", item.TempFirefoxLocalStorage)
+	if err != nil {
+		return err
+	}
+	if err != nil {
+		return err
+	}
+	defer os.Remove(item.TempFirefoxLocalStorage)
+	defer db.Close()
+	_, err = db.Exec(closeJournalMode)
+	if err != nil {
+		return err
+	}
+	defer db.Close()
+	rows, err := db.Query(queryFirefoxHistory)
+	if err != nil {
+		return err
+	}
+	defer rows.Close()
+	for rows.Next() {
+		var (
+			originKey, key, value string
+		)
+		if err = rows.Scan(&originKey, &key, &value); err != nil {
+			log.Warn(err)
+		}
+		var s = new(storage)
+		s.fillFirefox(originKey, key, value)
+		*f = append(*f, *s)
+	}
+	return nil
+}
+
+func (s *storage) fillFirefox(originKey, key, value string) {
+	// originKey = moc.buhtig.:https:443
+	p := strings.Split(originKey, ":")
+	h := typeutil.Reverse([]byte(p[0]))
+	if bytes.HasPrefix(h, []byte(".")) {
+		h = h[1:]
+	}
+	if len(p) == 3 {
+		s.URL = fmt.Sprintf("%s://%s:%s", p[1], string(h), p[2])
+	}
+	s.Key = key
+	s.Value = value
+}
+
+func (f *FirefoxLocalStorage) Name() string {
+	return "localStorage"
+}

internal/item/filename.go

@@ -9,15 +9,16 @@ const (
 	fileChromiumDownload     = "History"
 	fileChromiumCookie       = "Cookies"
 	fileChromiumBookmark     = "Bookmarks"
-	fileChromiumLocalStorage = "chromiumLocalStorage"
+	fileChromiumLocalStorage = "Local Storage/leveldb"
 
 	fileYandexPassword = "Ya Passman Data"
 	fileYandexCredit   = "Ya Credit Cards"
 
-	fileFirefoxKey4     = "key4.db"
-	fileFirefoxCookie   = "cookies.sqlite"
-	fileFirefoxPassword = "logins.json"
-	fileFirefoxData     = "places.sqlite"
+	fileFirefoxKey4         = "key4.db"
+	fileFirefoxCookie       = "cookies.sqlite"
+	fileFirefoxPassword     = "logins.json"
+	fileFirefoxData         = "places.sqlite"
+	fileFirefoxLocalStorage = "webappsstore.sqlite"
 )
 
 const (
@@ -45,7 +46,7 @@ const (
 	TempFirefoxBookmark     = "firefoxBookmark"
 	TempFirefoxHistory      = "firefoxHistory"
 	TempFirefoxDownload     = "firefoxDownload"
+	TempFirefoxLocalStorage = "firefoxLocalStorage"
 	TempFirefoxCreditCard   = ""
-	TempFirefoxLocalStorage = ""
 	TempFirefoxExtension    = ""
 )

internal/item/item.go

@@ -62,7 +62,7 @@ func (i Item) FileName() string {
 	case FirefoxDownload:
 		return fileFirefoxData
 	case FirefoxLocalStorage:
-		return UnsupportedItem
+		return fileFirefoxLocalStorage
 	case FirefoxCreditCard:
 		return UnsupportedItem
 	case FirefoxHistory:
@@ -111,7 +111,7 @@ func (i Item) String() string {
 	case FirefoxHistory:
 		return TempFirefoxHistory
 	case FirefoxLocalStorage:
-		return UnsupportedItem
+		return TempFirefoxLocalStorage
 	case FirefoxCreditCard:
 		return UnsupportedItem
 	case FirefoxExtension:
@@ -139,9 +139,9 @@ var DefaultYandex = []Item{
 	ChromiumBookmark,
 	ChromiumHistory,
 	ChromiumDownload,
-	ChromiumLocalStorage,
 	ChromiumExtension,
 	YandexPassword,
+	ChromiumLocalStorage,
 	YandexCreditCard,
 }
 

internal/utils/typeutil/typeutil.go

@@ -23,6 +23,14 @@ func IntToBool[T constraints.Signed](a T) bool {
 	return true
 }
 
+func Reverse[T any](s []T) []T {
+	var h = make([]T, len(s))
+	for i := 0; i < len(s); i++ {
+		h[i] = s[len(s)-i-1]
+	}
+	return h
+}
+
 func TimeStamp(stamp int64) time.Time {
 	s := time.Unix(stamp, 0)
 	if s.Local().Year() > 9999 {

internal/utils/typeutil/typeutil_test.go

@@ -0,0 +1,24 @@
+package typeutil
+
+import (
+	"testing"
+)
+
+var (
+	reverseTestCases = [][]any{
+		[]any{1, 2, 3, 4, 5},
+		[]any{"1", "2", "3", "4", "5"},
+		[]any{"1", 2, "3", "4", 5},
+	}
+)
+
+func TestReverse(t *testing.T) {
+	for _, ts := range reverseTestCases {
+		h := Reverse(ts)
+		for i := 0; i < len(ts); i++ {
+			if h[len(h)-i-1] != ts[i] {
+				t.Errorf("reverse failed %v != %v", h, ts)
+			}
+		}
+	}
+}