1
0

db.go 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. // Package database provides database initialization, migration, and management utilities
  2. // for the 3x-ui panel using GORM with SQLite.
  3. package database
  4. import (
  5. "bytes"
  6. "errors"
  7. "io"
  8. "log"
  9. "os"
  10. "path"
  11. "slices"
  12. "time"
  13. "github.com/mhsanaei/3x-ui/v3/config"
  14. "github.com/mhsanaei/3x-ui/v3/database/model"
  15. "github.com/mhsanaei/3x-ui/v3/util/crypto"
  16. "github.com/mhsanaei/3x-ui/v3/xray"
  17. "gorm.io/driver/sqlite"
  18. "gorm.io/gorm"
  19. "gorm.io/gorm/logger"
  20. )
  21. var db *gorm.DB
  22. const (
  23. defaultUsername = "admin"
  24. defaultPassword = "admin"
  25. )
  26. func initModels() error {
  27. models := []any{
  28. &model.User{},
  29. &model.Inbound{},
  30. &model.OutboundTraffics{},
  31. &model.Setting{},
  32. &model.InboundClientIps{},
  33. &xray.ClientTraffic{},
  34. &model.HistoryOfSeeders{},
  35. &model.CustomGeoResource{},
  36. &model.Node{},
  37. }
  38. for _, model := range models {
  39. if err := db.AutoMigrate(model); err != nil {
  40. log.Printf("Error auto migrating model: %v", err)
  41. return err
  42. }
  43. }
  44. return nil
  45. }
  46. // initUser creates a default admin user if the users table is empty.
  47. func initUser() error {
  48. empty, err := isTableEmpty("users")
  49. if err != nil {
  50. log.Printf("Error checking if users table is empty: %v", err)
  51. return err
  52. }
  53. if empty {
  54. hashedPassword, err := crypto.HashPasswordAsBcrypt(defaultPassword)
  55. if err != nil {
  56. log.Printf("Error hashing default password: %v", err)
  57. return err
  58. }
  59. user := &model.User{
  60. Username: defaultUsername,
  61. Password: hashedPassword,
  62. }
  63. return db.Create(user).Error
  64. }
  65. return nil
  66. }
  67. // runSeeders migrates user passwords to bcrypt and records seeder execution to prevent re-running.
  68. func runSeeders(isUsersEmpty bool) error {
  69. empty, err := isTableEmpty("history_of_seeders")
  70. if err != nil {
  71. log.Printf("Error checking if users table is empty: %v", err)
  72. return err
  73. }
  74. if empty && isUsersEmpty {
  75. hashSeeder := &model.HistoryOfSeeders{
  76. SeederName: "UserPasswordHash",
  77. }
  78. return db.Create(hashSeeder).Error
  79. } else {
  80. var seedersHistory []string
  81. if err := db.Model(&model.HistoryOfSeeders{}).Pluck("seeder_name", &seedersHistory).Error; err != nil {
  82. log.Printf("Error fetching seeder history: %v", err)
  83. return err
  84. }
  85. if !slices.Contains(seedersHistory, "UserPasswordHash") && !isUsersEmpty {
  86. var users []model.User
  87. if err := db.Find(&users).Error; err != nil {
  88. log.Printf("Error fetching users for password migration: %v", err)
  89. return err
  90. }
  91. for _, user := range users {
  92. hashedPassword, err := crypto.HashPasswordAsBcrypt(user.Password)
  93. if err != nil {
  94. log.Printf("Error hashing password for user '%s': %v", user.Username, err)
  95. return err
  96. }
  97. if err := db.Model(&user).Update("password", hashedPassword).Error; err != nil {
  98. log.Printf("Error updating password for user '%s': %v", user.Username, err)
  99. return err
  100. }
  101. }
  102. hashSeeder := &model.HistoryOfSeeders{
  103. SeederName: "UserPasswordHash",
  104. }
  105. return db.Create(hashSeeder).Error
  106. }
  107. }
  108. return nil
  109. }
  110. // isTableEmpty returns true if the named table contains zero rows.
  111. func isTableEmpty(tableName string) (bool, error) {
  112. var count int64
  113. err := db.Table(tableName).Count(&count).Error
  114. return count == 0, err
  115. }
  116. // InitDB sets up the database connection, migrates models, and runs seeders.
  117. func InitDB(dbPath string) error {
  118. dir := path.Dir(dbPath)
  119. err := os.MkdirAll(dir, 0755)
  120. if err != nil {
  121. return err
  122. }
  123. var gormLogger logger.Interface
  124. if config.IsDebug() {
  125. gormLogger = logger.Default
  126. } else {
  127. gormLogger = logger.Discard
  128. }
  129. c := &gorm.Config{
  130. Logger: gormLogger,
  131. }
  132. dsn := dbPath + "?_journal_mode=WAL&_busy_timeout=10000&_synchronous=NORMAL&_txlock=immediate"
  133. db, err = gorm.Open(sqlite.Open(dsn), c)
  134. if err != nil {
  135. return err
  136. }
  137. sqlDB, err := db.DB()
  138. if err != nil {
  139. return err
  140. }
  141. if _, err := sqlDB.Exec("PRAGMA journal_mode=WAL"); err != nil {
  142. return err
  143. }
  144. if _, err := sqlDB.Exec("PRAGMA busy_timeout=10000"); err != nil {
  145. return err
  146. }
  147. if _, err := sqlDB.Exec("PRAGMA synchronous=NORMAL"); err != nil {
  148. return err
  149. }
  150. sqlDB.SetMaxOpenConns(8)
  151. sqlDB.SetMaxIdleConns(4)
  152. sqlDB.SetConnMaxLifetime(time.Hour)
  153. if err := initModels(); err != nil {
  154. return err
  155. }
  156. isUsersEmpty, err := isTableEmpty("users")
  157. if err != nil {
  158. return err
  159. }
  160. if err := initUser(); err != nil {
  161. return err
  162. }
  163. return runSeeders(isUsersEmpty)
  164. }
  165. // CloseDB closes the database connection if it exists.
  166. func CloseDB() error {
  167. if db != nil {
  168. sqlDB, err := db.DB()
  169. if err != nil {
  170. return err
  171. }
  172. return sqlDB.Close()
  173. }
  174. return nil
  175. }
  176. // GetDB returns the global GORM database instance.
  177. func GetDB() *gorm.DB {
  178. return db
  179. }
  180. func IsNotFound(err error) bool {
  181. return errors.Is(err, gorm.ErrRecordNotFound)
  182. }
  183. // IsSQLiteDB checks if the given file is a valid SQLite database by reading its signature.
  184. func IsSQLiteDB(file io.ReaderAt) (bool, error) {
  185. signature := []byte("SQLite format 3\x00")
  186. buf := make([]byte, len(signature))
  187. _, err := file.ReadAt(buf, 0)
  188. if err != nil {
  189. return false, err
  190. }
  191. return bytes.Equal(buf, signature), nil
  192. }
  193. // Checkpoint performs a WAL checkpoint on the SQLite database to ensure data consistency.
  194. func Checkpoint() error {
  195. // Update WAL
  196. err := db.Exec("PRAGMA wal_checkpoint;").Error
  197. if err != nil {
  198. return err
  199. }
  200. return nil
  201. }
  202. // ValidateSQLiteDB opens the provided sqlite DB path with a throw-away connection
  203. // and runs a PRAGMA integrity_check to ensure the file is structurally sound.
  204. // It does not mutate global state or run migrations.
  205. func ValidateSQLiteDB(dbPath string) error {
  206. if _, err := os.Stat(dbPath); err != nil { // file must exist
  207. return err
  208. }
  209. gdb, err := gorm.Open(sqlite.Open(dbPath), &gorm.Config{Logger: logger.Discard})
  210. if err != nil {
  211. return err
  212. }
  213. sqlDB, err := gdb.DB()
  214. if err != nil {
  215. return err
  216. }
  217. defer sqlDB.Close()
  218. var res string
  219. if err := gdb.Raw("PRAGMA integrity_check;").Scan(&res).Error; err != nil {
  220. return err
  221. }
  222. if res != "ok" {
  223. return errors.New("sqlite integrity check failed: " + res)
  224. }
  225. return nil
  226. }