agent/backend/internal/logic/dataset/handlers_test.go

package dataset

import (
	"bytes"
	"context"
	"encoding/json"
	"fmt"
	"net/http"
	"net/http/httptest"
	"testing"

	"github.com/glebarez/sqlite"
	"github.com/stretchr/testify/require"
	"gorm.io/gorm"
	"senlinai-agent/backend/internal/config"
	"senlinai-agent/backend/internal/httpx"
	"senlinai-agent/backend/internal/models"
)

func TestDatasetAPIConnectsSourcesItemsAndSyncTasks(t *testing.T) {
	database := newDatasetTestDatabase(t)
	owner := createDatasetTestUser(t, database, "owner@example.com")
	other := createDatasetTestUser(t, database, "other@example.com")
	ownerRouter := datasetTestRouter(database, owner.ID)

	invalid := performDatasetRequest(t, ownerRouter, http.MethodPost, "/api/v1/dataset-sources", map[string]any{
		"name": "Invalid RSS", "kind": "rss", "url": "",
	})
	require.Equal(t, http.StatusBadRequest, invalid.Code)

	createdSource := performDatasetRequest(t, ownerRouter, http.MethodPost, "/api/v1/dataset-sources", map[string]any{
		"name": "Industry feed", "kind": "rss", "url": "https://example.com/feed",
		"description": "Industry updates", "enabled": true,
	})
	require.Equal(t, http.StatusCreated, createdSource.Code)
	var source SourceDTO
	require.NoError(t, json.Unmarshal(createdSource.Body.Bytes(), &source))
	require.NotEmpty(t, source.ID)
	require.Equal(t, "Industry feed", source.Name)
	require.Empty(t, source.IconURL)
	var storedSource models.SaDatasetSource
	require.NoError(t, database.Where("identity = ?", source.ID).First(&storedSource).Error)
	require.Equal(t, owner.ID, storedSource.CreatedBy)
	require.Equal(t, owner.Identity, storedSource.CreatedByIdentity)

	createdItem := performDatasetRequest(t, ownerRouter, http.MethodPost, "/api/v1/dataset-items", map[string]any{
		"sourceId": source.ID, "title": "A collected article", "summary": "Summary",
		"url": "https://example.com/article",
	})
	require.Equal(t, http.StatusCreated, createdItem.Code)
	var item ItemDTO
	require.NoError(t, json.Unmarshal(createdItem.Body.Bytes(), &item))
	require.Equal(t, source.ID, item.SourceID)

	listSources := performDatasetRequest(t, ownerRouter, http.MethodGet, "/api/v1/dataset-sources", nil)
	require.Equal(t, http.StatusOK, listSources.Code)
	var sources []SourceDTO
	require.NoError(t, json.Unmarshal(listSources.Body.Bytes(), &sources))
	require.Len(t, sources, 1)
	require.Equal(t, int64(1), sources[0].ItemCount)

	updatedItem := performDatasetRequest(t, ownerRouter, http.MethodPatch, "/api/v1/dataset-items/"+item.ID, map[string]any{
		"status": "read", "starred": true,
	})
	require.Equal(t, http.StatusOK, updatedItem.Code)
	require.NoError(t, json.Unmarshal(updatedItem.Body.Bytes(), &item))
	require.Equal(t, "read", item.Status)
	require.True(t, item.Starred)

	firstSync := performDatasetRequest(t, ownerRouter, http.MethodPost, "/api/v1/dataset-crons/sync", map[string]any{})
	require.Equal(t, http.StatusOK, firstSync.Code)
	var firstCrons []CronDTO
	require.NoError(t, json.Unmarshal(firstSync.Body.Bytes(), &firstCrons))
	require.Len(t, firstCrons, 1)
	require.Equal(t, "completed", firstCrons[0].Status)
	require.Contains(t, firstCrons[0].LastResult, "format=rss")

	secondSync := performDatasetRequest(t, ownerRouter, http.MethodPost, "/api/v1/dataset-crons/sync", map[string]any{})
	require.Equal(t, http.StatusOK, secondSync.Code)
	var secondCrons []CronDTO
	require.NoError(t, json.Unmarshal(secondSync.Body.Bytes(), &secondCrons))
	require.NotEqual(t, firstCrons[0].ID, secondCrons[0].ID)
	var collectedItems []models.SaDatasetItem
	require.NoError(t, database.Where("source_id = ?", 1).Find(&collectedItems).Error)
	require.Len(t, collectedItems, 2)

	otherRouter := datasetTestRouter(database, other.ID)
	otherSources := performDatasetRequest(t, otherRouter, http.MethodGet, "/api/v1/dataset-sources", nil)
	require.Equal(t, http.StatusOK, otherSources.Code)
	require.JSONEq(t, `[]`, otherSources.Body.String())
	otherUpdate := performDatasetRequest(t, otherRouter, http.MethodPatch, "/api/v1/dataset-sources/"+source.ID, map[string]any{
		"name": "Stolen", "kind": "manual", "enabled": true,
	})
	require.Equal(t, http.StatusNotFound, otherUpdate.Code)

	deleted := performDatasetRequest(t, ownerRouter, http.MethodDelete, "/api/v1/dataset-sources/"+source.ID, nil)
	require.Equal(t, http.StatusNoContent, deleted.Code)
	var itemCount, cronCount int64
	require.NoError(t, database.Model(&models.SaDatasetItem{}).Count(&itemCount).Error)
	require.NoError(t, database.Model(&models.SaDatasetCron{}).Count(&cronCount).Error)
	require.Zero(t, itemCount)
	require.Zero(t, cronCount)
}

func newDatasetTestDatabase(t *testing.T) *gorm.DB {
	t.Helper()
	database, err := gorm.Open(sqlite.Open(fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())), &gorm.Config{})
	require.NoError(t, err)
	require.NoError(t, database.AutoMigrate(
		&models.SaUser{},
		&models.SaDatasetSource{},
		&models.SaDatasetItem{},
		&models.SaDatasetCron{},
	))
	require.NoError(t, database.Exec(`
		CREATE UNIQUE INDEX idx_sa_dataset_item_source_external
		ON sa_dataset_items (source_id, external_id)
	`).Error)
	return database
}

func createDatasetTestUser(t *testing.T, database *gorm.DB, email string) models.SaUser {
	t.Helper()
	user := models.SaUser{Email: email, DisplayName: email, PasswordHash: "hash", Role: "user"}
	require.NoError(t, database.Create(&user).Error)
	return user
}

func datasetTestRouter(database *gorm.DB, userID uint) http.Handler {
	return httpx.NewProtectedRouter(
		config.Config{Env: "test"},
		func(string) (uint, error) { return userID, nil },
		NewHandler(newServiceWithFetcher(database, staticFeedFetcher{})),
	)
}

type staticFeedFetcher struct{}

func (staticFeedFetcher) Fetch(context.Context, string) (ParsedFeed, error) {
	return ParsedFeed{
		Format: "rss",
		Items: []FeedItem{{
			ExternalID: "stable-feed-item",
			Title:      "Collected item",
			Summary:    "Collected summary",
			Content:    "Collected content",
			URL:        "https://example.com/collected",
		}},
	}, nil
}

func performDatasetRequest(t *testing.T, router http.Handler, method, path string, body any) *httptest.ResponseRecorder {
	t.Helper()
	var encoded []byte
	if body != nil {
		var err error
		encoded, err = json.Marshal(body)
		require.NoError(t, err)
	}
	request := httptest.NewRequest(method, path, bytes.NewReader(encoded))
	request.Header.Set("Authorization", "Bearer test-token")
	if body != nil {
		request.Header.Set("Content-Type", "application/json")
	}
	recorder := httptest.NewRecorder()
	router.ServeHTTP(recorder, request)
	return recorder
}