db.go 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294
  1. // Package database provides database initialization, migration, and management utilities
  2. // for the 3x-ui panel using GORM with SQLite.
  3. package database
  4. import (
  5. "bytes"
  6. "errors"
  7. "io"
  8. "log"
  9. "os"
  10. "path"
  11. "slices"
  12. "time"
  13. "github.com/mhsanaei/3x-ui/v3/config"
  14. "github.com/mhsanaei/3x-ui/v3/database/model"
  15. "github.com/mhsanaei/3x-ui/v3/util/crypto"
  16. "github.com/mhsanaei/3x-ui/v3/xray"
  17. "gorm.io/driver/sqlite"
  18. "gorm.io/gorm"
  19. "gorm.io/gorm/logger"
  20. )
  21. var db *gorm.DB
  22. const (
  23. defaultUsername = "admin"
  24. defaultPassword = "admin"
  25. )
  26. func initModels() error {
  27. models := []any{
  28. &model.User{},
  29. &model.Inbound{},
  30. &model.OutboundTraffics{},
  31. &model.Setting{},
  32. &model.InboundClientIps{},
  33. &xray.ClientTraffic{},
  34. &model.HistoryOfSeeders{},
  35. &model.CustomGeoResource{},
  36. &model.Node{},
  37. &model.ApiToken{},
  38. }
  39. for _, model := range models {
  40. if err := db.AutoMigrate(model); err != nil {
  41. log.Printf("Error auto migrating model: %v", err)
  42. return err
  43. }
  44. }
  45. return nil
  46. }
  47. // initUser creates a default admin user if the users table is empty.
  48. func initUser() error {
  49. empty, err := isTableEmpty("users")
  50. if err != nil {
  51. log.Printf("Error checking if users table is empty: %v", err)
  52. return err
  53. }
  54. if empty {
  55. hashedPassword, err := crypto.HashPasswordAsBcrypt(defaultPassword)
  56. if err != nil {
  57. log.Printf("Error hashing default password: %v", err)
  58. return err
  59. }
  60. user := &model.User{
  61. Username: defaultUsername,
  62. Password: hashedPassword,
  63. }
  64. return db.Create(user).Error
  65. }
  66. return nil
  67. }
  68. // runSeeders migrates user passwords to bcrypt and records seeder execution to prevent re-running.
  69. func runSeeders(isUsersEmpty bool) error {
  70. empty, err := isTableEmpty("history_of_seeders")
  71. if err != nil {
  72. log.Printf("Error checking if users table is empty: %v", err)
  73. return err
  74. }
  75. if empty && isUsersEmpty {
  76. hashSeeder := &model.HistoryOfSeeders{
  77. SeederName: "UserPasswordHash",
  78. }
  79. if err := db.Create(hashSeeder).Error; err != nil {
  80. return err
  81. }
  82. return seedApiTokens()
  83. }
  84. var seedersHistory []string
  85. if err := db.Model(&model.HistoryOfSeeders{}).Pluck("seeder_name", &seedersHistory).Error; err != nil {
  86. log.Printf("Error fetching seeder history: %v", err)
  87. return err
  88. }
  89. if !slices.Contains(seedersHistory, "UserPasswordHash") && !isUsersEmpty {
  90. var users []model.User
  91. if err := db.Find(&users).Error; err != nil {
  92. log.Printf("Error fetching users for password migration: %v", err)
  93. return err
  94. }
  95. for _, user := range users {
  96. hashedPassword, err := crypto.HashPasswordAsBcrypt(user.Password)
  97. if err != nil {
  98. log.Printf("Error hashing password for user '%s': %v", user.Username, err)
  99. return err
  100. }
  101. if err := db.Model(&user).Update("password", hashedPassword).Error; err != nil {
  102. log.Printf("Error updating password for user '%s': %v", user.Username, err)
  103. return err
  104. }
  105. }
  106. hashSeeder := &model.HistoryOfSeeders{
  107. SeederName: "UserPasswordHash",
  108. }
  109. if err := db.Create(hashSeeder).Error; err != nil {
  110. return err
  111. }
  112. }
  113. if !slices.Contains(seedersHistory, "ApiTokensTable") {
  114. if err := seedApiTokens(); err != nil {
  115. return err
  116. }
  117. }
  118. return nil
  119. }
  120. // seedApiTokens copies the legacy `apiToken` setting into the new
  121. // api_tokens table as a row named "default" so existing central panels
  122. // keep working after the upgrade. Idempotent — records itself in
  123. // history_of_seeders and only runs when api_tokens is empty.
  124. func seedApiTokens() error {
  125. empty, err := isTableEmpty("api_tokens")
  126. if err != nil {
  127. return err
  128. }
  129. if empty {
  130. var legacy model.Setting
  131. err := db.Model(model.Setting{}).Where("key = ?", "apiToken").First(&legacy).Error
  132. if err == nil && legacy.Value != "" {
  133. row := &model.ApiToken{
  134. Name: "default",
  135. Token: legacy.Value,
  136. Enabled: true,
  137. }
  138. if err := db.Create(row).Error; err != nil {
  139. log.Printf("Error migrating legacy apiToken: %v", err)
  140. return err
  141. }
  142. }
  143. }
  144. return db.Create(&model.HistoryOfSeeders{SeederName: "ApiTokensTable"}).Error
  145. }
  146. // isTableEmpty returns true if the named table contains zero rows.
  147. func isTableEmpty(tableName string) (bool, error) {
  148. var count int64
  149. err := db.Table(tableName).Count(&count).Error
  150. return count == 0, err
  151. }
  152. // InitDB sets up the database connection, migrates models, and runs seeders.
  153. func InitDB(dbPath string) error {
  154. dir := path.Dir(dbPath)
  155. err := os.MkdirAll(dir, 0755)
  156. if err != nil {
  157. return err
  158. }
  159. var gormLogger logger.Interface
  160. if config.IsDebug() {
  161. gormLogger = logger.Default
  162. } else {
  163. gormLogger = logger.Discard
  164. }
  165. c := &gorm.Config{
  166. Logger: gormLogger,
  167. }
  168. dsn := dbPath + "?_journal_mode=WAL&_busy_timeout=10000&_synchronous=NORMAL&_txlock=immediate"
  169. db, err = gorm.Open(sqlite.Open(dsn), c)
  170. if err != nil {
  171. return err
  172. }
  173. sqlDB, err := db.DB()
  174. if err != nil {
  175. return err
  176. }
  177. if _, err := sqlDB.Exec("PRAGMA journal_mode=WAL"); err != nil {
  178. return err
  179. }
  180. if _, err := sqlDB.Exec("PRAGMA busy_timeout=10000"); err != nil {
  181. return err
  182. }
  183. if _, err := sqlDB.Exec("PRAGMA synchronous=NORMAL"); err != nil {
  184. return err
  185. }
  186. sqlDB.SetMaxOpenConns(8)
  187. sqlDB.SetMaxIdleConns(4)
  188. sqlDB.SetConnMaxLifetime(time.Hour)
  189. if err := initModels(); err != nil {
  190. return err
  191. }
  192. isUsersEmpty, err := isTableEmpty("users")
  193. if err != nil {
  194. return err
  195. }
  196. if err := initUser(); err != nil {
  197. return err
  198. }
  199. return runSeeders(isUsersEmpty)
  200. }
  201. // CloseDB closes the database connection if it exists.
  202. func CloseDB() error {
  203. if db != nil {
  204. sqlDB, err := db.DB()
  205. if err != nil {
  206. return err
  207. }
  208. return sqlDB.Close()
  209. }
  210. return nil
  211. }
  212. // GetDB returns the global GORM database instance.
  213. func GetDB() *gorm.DB {
  214. return db
  215. }
  216. func IsNotFound(err error) bool {
  217. return errors.Is(err, gorm.ErrRecordNotFound)
  218. }
  219. // IsSQLiteDB checks if the given file is a valid SQLite database by reading its signature.
  220. func IsSQLiteDB(file io.ReaderAt) (bool, error) {
  221. signature := []byte("SQLite format 3\x00")
  222. buf := make([]byte, len(signature))
  223. _, err := file.ReadAt(buf, 0)
  224. if err != nil {
  225. return false, err
  226. }
  227. return bytes.Equal(buf, signature), nil
  228. }
  229. // Checkpoint performs a WAL checkpoint on the SQLite database to ensure data consistency.
  230. func Checkpoint() error {
  231. // Update WAL
  232. err := db.Exec("PRAGMA wal_checkpoint;").Error
  233. if err != nil {
  234. return err
  235. }
  236. return nil
  237. }
  238. // ValidateSQLiteDB opens the provided sqlite DB path with a throw-away connection
  239. // and runs a PRAGMA integrity_check to ensure the file is structurally sound.
  240. // It does not mutate global state or run migrations.
  241. func ValidateSQLiteDB(dbPath string) error {
  242. if _, err := os.Stat(dbPath); err != nil { // file must exist
  243. return err
  244. }
  245. gdb, err := gorm.Open(sqlite.Open(dbPath), &gorm.Config{Logger: logger.Discard})
  246. if err != nil {
  247. return err
  248. }
  249. sqlDB, err := gdb.DB()
  250. if err != nil {
  251. return err
  252. }
  253. defer sqlDB.Close()
  254. var res string
  255. if err := gdb.Raw("PRAGMA integrity_check;").Scan(&res).Error; err != nil {
  256. return err
  257. }
  258. if res != "ok" {
  259. return errors.New("sqlite integrity check failed: " + res)
  260. }
  261. return nil
  262. }