senlinai/agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: simplify dataset source ownership

Browse Source
This commit is contained in:
yanweidong
2026-07-23 22:39:12 +08:00
parent 5a1b04c4ed
commit bc7fa40995
8 changed files with 123 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

74
backend/internal/initdb/dataset.go
View File

@@ -3,6 +3,7 @@ package initdb
import (
"errors"
"fmt"
"strings"
"gorm.io/gorm"
"senlinai-agent/backend/internal/models"
@@ -59,28 +60,87 @@ func InitDataset(database *gorm.DB) error {
}
func prepareDatasetSourceOwners(tx *gorm.DB) error {
hasCreatedBy, err := hasDatasetSourceColumn(tx, "created_by")
if err != nil {
return err
}
if hasCreatedBy {
if err := tx.Exec(
"UPDATE sa_dataset_sources SET owner_id = created_by WHERE owner_id = 0",
).Error; err != nil {
return fmt.Errorf("backfill dataset source owners: %w", err)
}
}
var sources []models.SaDatasetSource
if err := tx.Where("owner_id = ? OR owner_identity = ?", 0, "").Find(&sources).Error; err != nil {
return err
}
for _, source := range sources {
ownerID := source.OwnerID
if ownerID == 0 {
ownerID = source.CreatedBy
}
var owner models.SaUser
if err := tx.Select("identity").First(&owner, ownerID).Error; err != nil {
if err := tx.Select("identity").First(&owner, source.OwnerID).Error; err != nil {
return err
}
if err := tx.Model(&source).Updates(map[string]any{
"owner_id": ownerID, "owner_identity": owner.Identity,
"owner_identity": owner.Identity,
}).Error; err != nil {
return err
}
}
if tx.Migrator().HasIndex(&models.SaDatasetSource{}, "idx_sa_dataset_source_seed") {
if err := tx.Migrator().DropIndex(&models.SaDatasetSource{}, "idx_sa_dataset_source_seed"); err != nil {
return fmt.Errorf("drop legacy dataset source seed index: %w", err)
}
}
for _, index := range []string{
"idx_sa_dataset_sources_created_by",
"idx_sa_dataset_sources_created_by_identity",
} {
if tx.Migrator().HasIndex(&models.SaDatasetSource{}, index) {
if err := tx.Migrator().DropIndex(&models.SaDatasetSource{}, index); err != nil {
return fmt.Errorf("drop legacy dataset source creator index %s: %w", index, err)
}
}
}
hasCreatedByIdentity, err := hasDatasetSourceColumn(tx, "created_by_identity")
if err != nil {
return err
}
if hasCreatedByIdentity {
if err := tx.Exec(
"ALTER TABLE sa_dataset_sources DROP COLUMN created_by_identity",
).Error; err != nil {
return fmt.Errorf("drop legacy dataset source creator identity: %w", err)
}
}
hasCreatedBy, err = hasDatasetSourceColumn(tx, "created_by")
if err != nil {
return err
}
if hasCreatedBy {
if err := tx.Exec(
"ALTER TABLE sa_dataset_sources DROP COLUMN created_by",
).Error; err != nil {
return fmt.Errorf("drop legacy dataset source creator: %w", err)
}
}
return nil
}
func hasDatasetSourceColumn(tx *gorm.DB, name string) (bool, error) {
columns, err := tx.Migrator().ColumnTypes(&models.SaDatasetSource{})
if err != nil {
return false, fmt.Errorf("inspect dataset source columns: %w", err)
}
for _, column := range columns {
if strings.EqualFold(column.Name(), name) {
return true, nil
}
}
return false, nil
}
func prepareDatasetItems(tx *gorm.DB) error {
if tx.Migrator().HasIndex(&models.SaDatasetItem{}, "idx_sa_dataset_item_source_external") {
return nil
@@ -135,7 +195,7 @@ func upsertDefaultDatasetSource(tx *gorm.DB, root models.SaUser, definition defa
seedKey := definition.Key
return tx.Create(&models.SaDatasetSource{
OwnerID: root.ID, CreatedBy: root.ID, SeedKey: &seedKey, Name: definition.Name,
OwnerID: root.ID, SeedKey: &seedKey, Name: definition.Name,
Kind: "rss", URL: definition.URL, IconURL: definition.IconURL,
Description: "默认资讯订阅", Enabled: true,
}).Error

39
backend/internal/initdb/dataset_test.go
View File

@@ -33,8 +33,6 @@ func TestInitDatasetCreatesDefaultSourcesWhenTableIsEmpty(t *testing.T) {
require.True(t, sources[index].Enabled)
require.Equal(t, root.ID, sources[index].OwnerID)
require.Equal(t, root.Identity, sources[index].OwnerIdentity)
require.Equal(t, root.ID, sources[index].CreatedBy)
require.Equal(t, root.Identity, sources[index].CreatedByIdentity)
}
}
@@ -44,10 +42,10 @@ func TestInitDatasetAddsMissingDefaultsWithoutChangingCustomSources(t *testing.T
var root models.SaUser
require.NoError(t, database.Where("email = ?", rootUsername).First(&root).Error)
existing := models.SaDatasetSource{
CreatedBy: root.ID,
Name: "Existing source",
Kind: "manual",
Enabled: true,
OwnerID: root.ID,
Name: "Existing source",
Kind: "manual",
Enabled: true,
}
require.NoError(t, database.Create(&existing).Error)
@@ -70,20 +68,33 @@ func TestInitDatasetBackfillsLegacySourceOwners(t *testing.T) {
PasswordHash: "hash", Role: "user",
}
require.NoError(t, database.Create(&other).Error)
require.NoError(t, database.Exec(
"ALTER TABLE sa_dataset_sources ADD COLUMN created_by integer NOT NULL DEFAULT 0",
).Error)
require.NoError(t, database.Exec(
"ALTER TABLE sa_dataset_sources ADD COLUMN created_by_identity text",
).Error)
source := models.SaDatasetSource{
CreatedBy: other.ID, Name: "Existing source", Kind: "manual", Enabled: true,
OwnerID: other.ID, Name: "Existing source", Kind: "manual", Enabled: true,
}
require.NoError(t, database.Create(&source).Error)
require.NoError(t, database.Model(&source).Updates(map[string]any{
"owner_id": 0, "owner_identity": "",
}).Error)
require.NoError(t, database.Exec(`
UPDATE sa_dataset_sources
SET owner_id = 0, owner_identity = '', created_by = ?, created_by_identity = ?
WHERE id = ?
`, other.ID, other.Identity, source.ID).Error)
require.NoError(t, InitDataset(database))
require.NoError(t, database.First(&source, source.ID).Error)
require.Equal(t, other.ID, source.OwnerID)
require.Equal(t, other.Identity, source.OwnerIdentity)
require.Equal(t, other.ID, source.CreatedBy)
hasCreatedBy, err := hasDatasetSourceColumn(database, "created_by")
require.NoError(t, err)
require.False(t, hasCreatedBy)
hasCreatedByIdentity, err := hasDatasetSourceColumn(database, "created_by_identity")
require.NoError(t, err)
require.False(t, hasCreatedByIdentity)
}
func TestInitDatasetRejectsMissingRootInsteadOfAssigningDefaultsToAnotherUser(t *testing.T) {
@@ -115,11 +126,11 @@ func TestInitDatasetRepairsLegacyRSSHubURLsForRootOnly(t *testing.T) {
require.NoError(t, database.Create(&other).Error)
rootLegacy := models.SaDatasetSource{
CreatedBy: root.ID, Name: "财联社-热门", Kind: "rss",
OwnerID: root.ID, Name: "财联社-热门", Kind: "rss",
URL: "https://rsshub.app/cls/hot", Enabled: true,
}
otherLegacy := models.SaDatasetSource{
CreatedBy: other.ID, Name: "财联社-热门", Kind: "rss",
OwnerID: other.ID, Name: "财联社-热门", Kind: "rss",
URL: "https://rsshub.app/cls/hot", Enabled: true,
}
require.NoError(t, database.Create(&rootLegacy).Error)
@@ -142,7 +153,7 @@ func TestInitDatasetPreparesCollectedItemUniqueness(t *testing.T) {
var root models.SaUser
require.NoError(t, database.Where("email = ?", rootUsername).First(&root).Error)
source := models.SaDatasetSource{
CreatedBy: root.ID, Name: "Existing feed", Kind: "rss",
OwnerID: root.ID, Name: "Existing feed", Kind: "rss",
URL: "https://example.com/feed", Enabled: true,
}
require.NoError(t, database.Create(&source).Error)