source

type Source interface {
	// Name returns a unique identifier for this source
	Name() string

	// Fetch retrieves articles from the source
	Fetch(ctx context.Context, fetcher fetcher.Fetcher) ([]*models.Article, error)

	// Configure sets up the source with configuration parameters
	Configure(config map[string]any) error
}

type SourceConfig struct {
	// Type identifies the source implementation to use
	Type string `toml:"type"`

	// Enabled determines if this source should be processed
	Enabled bool `toml:"enabled"`

	// MaxArticles limits the number of articles to include from this source
	MaxArticles int `toml:"max_articles"`

	// WordDenylist contains words that will cause articles to be filtered out
	WordDenylist []string `toml:"word_denylist"`

	// FetcherConfig contains configuration for the fetcher
	FetcherConfig *fetcher.FetcherConfig `toml:"fetcher_config"`

	// ProcessorConfig contains configuration for the processor
	ProcessorConfig *processor.ProcessorConfig `toml:"processor_config"`

	// Options contains source-specific configuration
	Options map[string]any `toml:"options"`
}