Merge pull request #232 from apify/feat/provide-tests

feat: add a base for tests

Author: nikitachapovskii-dev

packages/actor-scraper/sitemap-scraper/src/internals/consts.ts

@@ -1,6 +1,6 @@
 import type {
     Dictionary,
-    ProxyConfigurationOptions,
+    ProxyConfigurationOptions as CrawleeProxyConfigurationOptions,
     RequestOptions,
 } from '@crawlee/http';
 
@@ -10,6 +10,10 @@ export const enum ProxyRotation {
     UntilFailure = 'UNTIL_FAILURE',
 }
 
+type ProxyConfigurationOptions = CrawleeProxyConfigurationOptions & {
+    useApifyProxy?: boolean;
+};
+
 /**
  * Replicates the INPUT_SCHEMA with JavaScript types for quick reference
  * and IDE type check integration.

packages/actor-scraper/sitemap-scraper/test/crawler-setup.test.ts

@@ -0,0 +1,65 @@
+import { log } from '@crawlee/http';
+import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+
+import { type Input, ProxyRotation } from '../src/internals/consts.js';
+import { CrawlerSetup } from '../src/internals/crawler_setup.js';
+
+vi.mock('apify', () => ({
+    Actor: {
+        isAtHome: () => true,
+        getEnv: () => ({}),
+        createProxyConfiguration: async () => ({
+            newUrl: async () => undefined,
+        }),
+        fail: async (message: string) => new Error(message),
+    },
+}));
+
+const createInput = (overrides: Partial<Input> = {}): Input => ({
+    startUrls: [{ url: 'https://example.com' }],
+    keepUrlFragments: false,
+    respectRobotsTxtFile: true,
+    pageFunction: '() => ({})',
+    proxyConfiguration: { useApifyProxy: false },
+    proxyRotation: ProxyRotation.Recommended,
+    maxRequestRetries: 3,
+    maxCrawlingDepth: 0,
+    debugLog: false,
+    customData: {},
+    ...overrides,
+});
+
+describe('CrawlerSetup', () => {
+    let initSpy: ReturnType<typeof vi.spyOn>;
+
+    beforeEach(() => {
+        initSpy = vi
+            .spyOn(CrawlerSetup.prototype as any, '_initializeAsync')
+            .mockResolvedValue(undefined);
+    });
+
+    afterEach(() => {
+        initSpy.mockRestore();
+    });
+
+    it('sets debug log level when debugLog is true', async () => {
+        const setLevelSpy = vi.spyOn(log, 'setLevel');
+
+        const setup = new CrawlerSetup(createInput({ debugLog: true }));
+
+        expect(setLevelSpy).toHaveBeenCalledWith(log.LEVELS.DEBUG);
+        expect(setup).toBeInstanceOf(CrawlerSetup);
+    });
+
+    it('stores rawInput as a JSON string', async () => {
+        const input = createInput();
+        const setup = new CrawlerSetup(input);
+
+        expect(setup.rawInput).toBe(JSON.stringify(input));
+    });
+
+    it('uses the expected actor name', async () => {
+        const setup = new CrawlerSetup(createInput());
+        expect(setup.name).toBe('Sitemap Extractor');
+    });
+});