feat: seed default dataset sources
This commit is contained in:
58
backend/internal/initdb/dataset.go
Normal file
58
backend/internal/initdb/dataset.go
Normal file
@@ -0,0 +1,58 @@
|
||||
package initdb
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
|
||||
"gorm.io/gorm"
|
||||
"senlinai-agent/backend/internal/models"
|
||||
)
|
||||
|
||||
var defaultDatasetSources = []struct {
|
||||
Name string
|
||||
URL string
|
||||
IconURL string
|
||||
}{
|
||||
{Name: "彭博社最新报道", URL: "https://bbg.buzzing.cc/feed.json", IconURL: "https://bbg.buzzing.cc/apple-touch-icon.png"},
|
||||
{Name: "国外科技头条", URL: "https://tech.buzzing.cc/feed.json", IconURL: "https://tech.buzzing.cc/apple-touch-icon.png"},
|
||||
{Name: "国外财经新闻", URL: "https://finance.buzzing.cc/feed.json", IconURL: "https://finance.buzzing.cc/apple-touch-icon.png"},
|
||||
{Name: "华尔街日报热门", URL: "https://wsj.buzzing.cc/feed.json", IconURL: "https://wsj.buzzing.cc/apple-touch-icon.png"},
|
||||
{Name: "Product Hunt", URL: "https://ph.buzzing.cc/feed.json", IconURL: "https://ph.buzzing.cc/apple-touch-icon.png"},
|
||||
{Name: "Dev.to", URL: "https://dev.buzzing.cc/feed.json", IconURL: "https://dev.buzzing.cc/apple-touch-icon.png"},
|
||||
}
|
||||
|
||||
// InitDataset creates the default Buzzing RSS sources for the default account when the source table is empty.
|
||||
func InitDataset(database *gorm.DB) error {
|
||||
var count int64
|
||||
if err := database.Model(&models.SaDatasetSource{}).Count(&count).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
if count > 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
var owner models.SaUser
|
||||
err := database.Where("email = ?", rootUsername).First(&owner).Error
|
||||
if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
|
||||
return fmt.Errorf("find root user for default dataset sources: %w", err)
|
||||
}
|
||||
if errors.Is(err, gorm.ErrRecordNotFound) {
|
||||
if err := database.Order("id asc").First(&owner).Error; err != nil {
|
||||
return fmt.Errorf("find owner for default dataset sources: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
sources := make([]models.SaDatasetSource, 0, len(defaultDatasetSources))
|
||||
for _, source := range defaultDatasetSources {
|
||||
sources = append(sources, models.SaDatasetSource{
|
||||
CreatedBy: owner.ID,
|
||||
Name: source.Name,
|
||||
Kind: "rss",
|
||||
URL: source.URL,
|
||||
IconURL: source.IconURL,
|
||||
Description: "Buzzing 中文聚合订阅",
|
||||
Enabled: true,
|
||||
})
|
||||
}
|
||||
return database.Create(&sources).Error
|
||||
}
|
||||
84
backend/internal/initdb/dataset_test.go
Normal file
84
backend/internal/initdb/dataset_test.go
Normal file
@@ -0,0 +1,84 @@
|
||||
package initdb
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"testing"
|
||||
|
||||
"github.com/glebarez/sqlite"
|
||||
"github.com/stretchr/testify/require"
|
||||
"gorm.io/gorm"
|
||||
"senlinai-agent/backend/internal/models"
|
||||
)
|
||||
|
||||
func TestInitDatasetCreatesDefaultSourcesWhenTableIsEmpty(t *testing.T) {
|
||||
database := newDatasetInitTestDatabase(t)
|
||||
require.NoError(t, InitUser(database))
|
||||
|
||||
require.NoError(t, InitDataset(database))
|
||||
require.NoError(t, InitDataset(database))
|
||||
|
||||
var root models.SaUser
|
||||
require.NoError(t, database.Where("email = ?", rootUsername).First(&root).Error)
|
||||
var sources []models.SaDatasetSource
|
||||
require.NoError(t, database.Order("id asc").Find(&sources).Error)
|
||||
require.Len(t, sources, len(defaultDatasetSources))
|
||||
for index, expected := range defaultDatasetSources {
|
||||
require.Equal(t, expected.Name, sources[index].Name)
|
||||
require.Equal(t, expected.URL, sources[index].URL)
|
||||
require.Equal(t, expected.IconURL, sources[index].IconURL)
|
||||
require.Equal(t, "rss", sources[index].Kind)
|
||||
require.True(t, sources[index].Enabled)
|
||||
require.Equal(t, root.ID, sources[index].CreatedBy)
|
||||
require.Equal(t, root.Identity, sources[index].CreatedByIdentity)
|
||||
}
|
||||
}
|
||||
|
||||
func TestInitDatasetDoesNothingWhenSourceTableIsNotEmpty(t *testing.T) {
|
||||
database := newDatasetInitTestDatabase(t)
|
||||
require.NoError(t, InitUser(database))
|
||||
var root models.SaUser
|
||||
require.NoError(t, database.Where("email = ?", rootUsername).First(&root).Error)
|
||||
existing := models.SaDatasetSource{
|
||||
CreatedBy: root.ID,
|
||||
Name: "Existing source",
|
||||
Kind: "manual",
|
||||
Enabled: true,
|
||||
}
|
||||
require.NoError(t, database.Create(&existing).Error)
|
||||
|
||||
require.NoError(t, InitDataset(database))
|
||||
|
||||
var sources []models.SaDatasetSource
|
||||
require.NoError(t, database.Find(&sources).Error)
|
||||
require.Len(t, sources, 1)
|
||||
require.Equal(t, existing.Identity, sources[0].Identity)
|
||||
}
|
||||
|
||||
func TestInitDatasetUsesFirstExistingUserWhenRootIsAbsent(t *testing.T) {
|
||||
database := newDatasetInitTestDatabase(t)
|
||||
user := models.SaUser{
|
||||
Email: "existing@example.com",
|
||||
DisplayName: "Existing",
|
||||
PasswordHash: "hash",
|
||||
Role: "user",
|
||||
}
|
||||
require.NoError(t, database.Create(&user).Error)
|
||||
|
||||
require.NoError(t, InitDataset(database))
|
||||
|
||||
var sources []models.SaDatasetSource
|
||||
require.NoError(t, database.Find(&sources).Error)
|
||||
require.Len(t, sources, len(defaultDatasetSources))
|
||||
for _, source := range sources {
|
||||
require.Equal(t, user.ID, source.CreatedBy)
|
||||
require.Equal(t, user.Identity, source.CreatedByIdentity)
|
||||
}
|
||||
}
|
||||
|
||||
func newDatasetInitTestDatabase(t *testing.T) *gorm.DB {
|
||||
t.Helper()
|
||||
database, err := gorm.Open(sqlite.Open(fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())), &gorm.Config{})
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, database.AutoMigrate(&models.SaUser{}, &models.SaDatasetSource{}))
|
||||
return database
|
||||
}
|
||||
@@ -59,6 +59,7 @@ func newExpertTestDatabase(t *testing.T) *gorm.DB {
|
||||
require.NoError(t, err)
|
||||
require.NoError(t, database.AutoMigrate(
|
||||
&models.SaUser{},
|
||||
&models.SaDatasetSource{},
|
||||
&models.SaAIExpertCategory{},
|
||||
&models.SaAIExpertItem{},
|
||||
))
|
||||
|
||||
@@ -8,6 +8,9 @@ func New(database *gorm.DB) error {
|
||||
if err := InitUser(tx); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := InitDataset(tx); err != nil {
|
||||
return err
|
||||
}
|
||||
return InitExpert(tx)
|
||||
})
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user