Sm Engine Test

Source Monitor Engine Tests

Quick Start

# Minimal test file
require "test_helper"

module SourceMonitor
  class MyFeatureTest < ActiveSupport::TestCase
    test "does something" do
      source = create_source!(name: "Test", feed_url: "https://example.com/feed.xml")
      assert source.persisted?
    end
  end
end

Critical: Parallel Worker Caveat

Single test files MUST use PARALLEL_WORKERS=1 due to a PG fork segfault bug (Ruby 3.4+ / pg 1.6+ / fork-based parallelism).

# Single file — REQUIRED
PARALLEL_WORKERS=1 bin/rails test test/models/source_monitor/source_test.rb

# Full suite — works fine (handles PG connections properly)
bin/rails test

# Coverage mode — automatically uses threads, not forks
COVERAGE=1 PARALLEL_WORKERS=1 bin/rails test

Test Helpers

All helpers are available in every test via ActiveSupport::TestCase.

Configuration Reset

Every test automatically calls SourceMonitor.reset_configuration! in setup. If you modify config in a test, it will be reset before the next test.

test "custom config behavior" do
  SourceMonitor.configure do |config|
    config.fetching.min_interval_minutes = 10
  end

  # Test with custom config...
  assert_equal 10, SourceMonitor.config.fetching.min_interval_minutes
end
# Config is automatically reset after this test

For tests that explicitly need teardown:

setup do
  SourceMonitor.reset_configuration!
end

teardown do
  SourceMonitor.reset_configuration!
end

Factory Helper: create_source!

Creates a SourceMonitor::Source record, bypassing validations for speed.

# Defaults
source = create_source!
# => name: "Test Source"
# => feed_url: "https://example.com/feed-<random>.xml"
# => website_url: "https://example.com"
# => fetch_interval_minutes: 60
# => scraper_adapter: "readability"

# Override any attribute
source = create_source!(
  name: "Custom Source",
  feed_url: "https://custom.example.com/feed.xml",
  active: false,
  adaptive_fetching_enabled: false,
  fetch_interval_minutes: 120
)

Important: create_source! uses save!(validate: false) so it skips model validations. This is intentional for test speed but means you can create records that would fail validation.

WebMock Setup

WebMock is configured globally to block all external HTTP requests except localhost.

# Stub a request
stub_request(:get, "https://example.com/feed.xml")
  .to_return(
    status: 200,
    body: File.read(file_fixture("feeds/rss_sample.xml")),
    headers: { "Content-Type" => "application/rss+xml" }
  )

# Stub with specific headers
stub_request(:get, url)
  .with(headers: { "If-None-Match" => '"etag123"' })
  .to_return(status: 304, headers: { "ETag" => '"etag123"' })

# Stub a timeout
stub_request(:get, url).to_raise(Faraday::TimeoutError.new("execution expired"))

# Stub a connection failure
stub_request(:get, url).to_raise(Faraday::ConnectionFailed.new("connection refused"))

VCR Cassettes

VCR is configured to hook into WebMock. Cassettes are stored in test/vcr_cassettes/.

test "fetches feed" do
  source = create_source!(feed_url: "https://www.ruby-lang.org/en/feeds/news.rss")

  VCR.use_cassette("source_monitor/fetching/rss_success") do
    result = FeedFetcher.new(source: source, jitter: ->(_) { 0 }).call
    assert_equal :fetched, result.status
  end
end

Naming convention: source_monitor/<module>/<descriptor> (e.g., source_monitor/fetching/rss_success).

Test Isolation

Scope Queries to Specific Records

Parallel tests share the database. Always scope assertions to records you created:

# GOOD - scoped to specific source
assert_equal 3, SourceMonitor::Item.where(source: source).count

# BAD - counts all items across parallel tests
assert_equal 3, SourceMonitor::Item.count

Use Unique Feed URLs

create_source! generates random feed URLs by default. When you need a specific URL, make it unique:

source = create_source!(feed_url: "https://example.com/feed-#{SecureRandom.hex(4)}.xml")

Clean Tables When Needed

For tests that need a blank-slate database:

setup do
  clean_source_monitor_tables!
end

The cleanup order respects foreign keys: LogEntry > ScrapeLog > FetchLog > HealthCheckLog > ItemContent > Item > Source.

Job Testing

# Default adapter is :test (jobs are enqueued but not performed)
test "enqueues fetch job" do
  source = create_source!
  assert_enqueued_with(job: SourceMonitor::FetchSourceJob, args: [source]) do
    source.enqueue_fetch!
  end
end

# Execute jobs inline for integration tests
test "performs fetch end-to-end" do
  with_inline_jobs do
    # Jobs execute immediately when enqueued
  end
end

# Switch to a specific adapter temporarily
test "with async adapter" do
  with_queue_adapter(:async) do
    # ...
  end
end

Test Types

Common Patterns

Testing with Notifications

test "emits fetch finish event" do
  payloads = []
  ActiveSupport::Notifications.subscribed(
    ->(_name, _start, _finish, _id, payload) { payloads << payload },
    "source_monitor.fetch.finish"
  ) do
    FeedFetcher.new(source: source, jitter: ->(_) { 0 }).call
  end

  assert payloads.last[:success]
end

Testing with Time Travel

test "schedules next fetch" do
  travel_to Time.zone.parse("2024-01-01 10:00:00 UTC")

  # ... test logic ...

  assert_equal Time.current + 45.minutes, source.next_fetch_at
ensure
  travel_back
end

Private Method Testing (via send)

test "jitter_offset returns zero for zero interval" do
  fetcher = FeedFetcher.new(source: source)
  assert_equal 0, fetcher.send(:jitter_offset, 0)
end

Running Tests

# Full suite
bin/rails test

# Single file (MUST use PARALLEL_WORKERS=1)
PARALLEL_WORKERS=1 bin/rails test test/models/source_monitor/source_test.rb

# Verbose output
PARALLEL_WORKERS=1 bin/rails test test/models/source_monitor/source_test.rb --verbose

# Single test by name
PARALLEL_WORKERS=1 bin/rails test test/models/source_monitor/source_test.rb -n "test_is_valid_with_minimal_attributes"

# Coverage report
COVERAGE=1 PARALLEL_WORKERS=1 bin/rails test

# Random seed subset (via TestProf)
SAMPLE=10 bin/rails test

File Fixtures

Test fixtures (feed XML files, etc.) are in test/fixtures/:

body = File.read(file_fixture("feeds/rss_sample.xml"))

Testing Checklist

• Test file requires "test_helper"
• Tests wrapped in module SourceMonitor namespace
• Queries scoped to specific test records (not global counts)
• Feed URLs are unique per test
• PARALLEL_WORKERS=1 used when running single files
• WebMock stubs or VCR cassettes for any HTTP calls
• SourceMonitor.reset_configuration! used if config is modified
• travel_back called in ensure when using travel_to

References

• reference/test-helpers.md -- Detailed helper documentation
• reference/test-patterns.md -- VCR, WebMock, and isolation patterns