feat: seed default dataset sources

This commit is contained in:
2026-07-23 15:14:31 +08:00
parent 26dd3004a1
commit b053c3874a
12 changed files with 183 additions and 9 deletions

View File

@@ -0,0 +1,58 @@
package initdb
import (
"errors"
"fmt"
"gorm.io/gorm"
"senlinai-agent/backend/internal/models"
)
var defaultDatasetSources = []struct {
Name string
URL string
IconURL string
}{
{Name: "彭博社最新报道", URL: "https://bbg.buzzing.cc/feed.json", IconURL: "https://bbg.buzzing.cc/apple-touch-icon.png"},
{Name: "国外科技头条", URL: "https://tech.buzzing.cc/feed.json", IconURL: "https://tech.buzzing.cc/apple-touch-icon.png"},
{Name: "国外财经新闻", URL: "https://finance.buzzing.cc/feed.json", IconURL: "https://finance.buzzing.cc/apple-touch-icon.png"},
{Name: "华尔街日报热门", URL: "https://wsj.buzzing.cc/feed.json", IconURL: "https://wsj.buzzing.cc/apple-touch-icon.png"},
{Name: "Product Hunt", URL: "https://ph.buzzing.cc/feed.json", IconURL: "https://ph.buzzing.cc/apple-touch-icon.png"},
{Name: "Dev.to", URL: "https://dev.buzzing.cc/feed.json", IconURL: "https://dev.buzzing.cc/apple-touch-icon.png"},
}
// InitDataset creates the default Buzzing RSS sources for the default account when the source table is empty.
func InitDataset(database *gorm.DB) error {
var count int64
if err := database.Model(&models.SaDatasetSource{}).Count(&count).Error; err != nil {
return err
}
if count > 0 {
return nil
}
var owner models.SaUser
err := database.Where("email = ?", rootUsername).First(&owner).Error
if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
return fmt.Errorf("find root user for default dataset sources: %w", err)
}
if errors.Is(err, gorm.ErrRecordNotFound) {
if err := database.Order("id asc").First(&owner).Error; err != nil {
return fmt.Errorf("find owner for default dataset sources: %w", err)
}
}
sources := make([]models.SaDatasetSource, 0, len(defaultDatasetSources))
for _, source := range defaultDatasetSources {
sources = append(sources, models.SaDatasetSource{
CreatedBy: owner.ID,
Name: source.Name,
Kind: "rss",
URL: source.URL,
IconURL: source.IconURL,
Description: "Buzzing 中文聚合订阅",
Enabled: true,
})
}
return database.Create(&sources).Error
}

View File

@@ -0,0 +1,84 @@
package initdb
import (
"fmt"
"testing"
"github.com/glebarez/sqlite"
"github.com/stretchr/testify/require"
"gorm.io/gorm"
"senlinai-agent/backend/internal/models"
)
func TestInitDatasetCreatesDefaultSourcesWhenTableIsEmpty(t *testing.T) {
database := newDatasetInitTestDatabase(t)
require.NoError(t, InitUser(database))
require.NoError(t, InitDataset(database))
require.NoError(t, InitDataset(database))
var root models.SaUser
require.NoError(t, database.Where("email = ?", rootUsername).First(&root).Error)
var sources []models.SaDatasetSource
require.NoError(t, database.Order("id asc").Find(&sources).Error)
require.Len(t, sources, len(defaultDatasetSources))
for index, expected := range defaultDatasetSources {
require.Equal(t, expected.Name, sources[index].Name)
require.Equal(t, expected.URL, sources[index].URL)
require.Equal(t, expected.IconURL, sources[index].IconURL)
require.Equal(t, "rss", sources[index].Kind)
require.True(t, sources[index].Enabled)
require.Equal(t, root.ID, sources[index].CreatedBy)
require.Equal(t, root.Identity, sources[index].CreatedByIdentity)
}
}
func TestInitDatasetDoesNothingWhenSourceTableIsNotEmpty(t *testing.T) {
database := newDatasetInitTestDatabase(t)
require.NoError(t, InitUser(database))
var root models.SaUser
require.NoError(t, database.Where("email = ?", rootUsername).First(&root).Error)
existing := models.SaDatasetSource{
CreatedBy: root.ID,
Name: "Existing source",
Kind: "manual",
Enabled: true,
}
require.NoError(t, database.Create(&existing).Error)
require.NoError(t, InitDataset(database))
var sources []models.SaDatasetSource
require.NoError(t, database.Find(&sources).Error)
require.Len(t, sources, 1)
require.Equal(t, existing.Identity, sources[0].Identity)
}
func TestInitDatasetUsesFirstExistingUserWhenRootIsAbsent(t *testing.T) {
database := newDatasetInitTestDatabase(t)
user := models.SaUser{
Email: "existing@example.com",
DisplayName: "Existing",
PasswordHash: "hash",
Role: "user",
}
require.NoError(t, database.Create(&user).Error)
require.NoError(t, InitDataset(database))
var sources []models.SaDatasetSource
require.NoError(t, database.Find(&sources).Error)
require.Len(t, sources, len(defaultDatasetSources))
for _, source := range sources {
require.Equal(t, user.ID, source.CreatedBy)
require.Equal(t, user.Identity, source.CreatedByIdentity)
}
}
func newDatasetInitTestDatabase(t *testing.T) *gorm.DB {
t.Helper()
database, err := gorm.Open(sqlite.Open(fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())), &gorm.Config{})
require.NoError(t, err)
require.NoError(t, database.AutoMigrate(&models.SaUser{}, &models.SaDatasetSource{}))
return database
}

View File

@@ -59,6 +59,7 @@ func newExpertTestDatabase(t *testing.T) *gorm.DB {
require.NoError(t, err)
require.NoError(t, database.AutoMigrate(
&models.SaUser{},
&models.SaDatasetSource{},
&models.SaAIExpertCategory{},
&models.SaAIExpertItem{},
))

View File

@@ -8,6 +8,9 @@ func New(database *gorm.DB) error {
if err := InitUser(tx); err != nil {
return err
}
if err := InitDataset(tx); err != nil {
return err
}
return InitExpert(tx)
})
}