chore: Update Crawlee and fix related issues (#373)

* fix: CI

* Fix PlatformEventManager test

* Lint

* Update test/apify/events.test.ts

Co-authored-by: Martin Adámek <banan23@gmail.com>

---------

Co-authored-by: Daniil Poletaev <44584010+danpoletaev@users.noreply.github.com>
Co-authored-by: Martin Adámek <banan23@gmail.com>

Author: 3 people

packages/actor-scraper/puppeteer-scraper/src/internals/crawler_setup.ts

@@ -185,7 +185,7 @@ export class CrawlerSetup implements CrawlerSetupOptions {
             launchContext: {
                 useChrome: this.input.useChrome,
                 launchOptions: {
-                    ignoreHTTPSErrors: this.input.ignoreSslErrors,
+                    acceptInsecureCerts: this.input.ignoreSslErrors,
                     defaultViewport: DEFAULT_VIEWPORT,
                     devtools: this.devtools,
                     args,

packages/actor-scraper/web-scraper/src/internals/crawler_setup.ts

@@ -228,7 +228,7 @@ export class CrawlerSetup implements CrawlerSetupOptions {
             launchContext: {
                 useChrome: this.input.useChrome,
                 launchOptions: {
-                    ignoreHTTPSErrors: this.input.ignoreSslErrors,
+                    acceptInsecureCerts: this.input.ignoreSslErrors,
                     defaultViewport: DEFAULT_VIEWPORT,
                     args,
                     headless: this.input.headless,

packages/apify/src/proxy_configuration.ts

@@ -305,7 +305,7 @@ export class ProxyConfiguration extends CoreProxyConfiguration {
             return this._handleTieredUrl(
                 sessionId ?? cryptoRandomObjectId(6),
                 options,
-            ).proxyUrl;
+            ).proxyUrl ?? undefined;
         }
 
         return this.composeDefaultUrl(sessionId);

test/apify/events.test.ts

@@ -8,11 +8,13 @@ import { WebSocketServer } from 'ws';
 describe('events', () => {
     let wss: WebSocketServer = null;
     const config = Configuration.getGlobalConfig();
-    const events = new PlatformEventManager(config);
-    config.useEventManager(events);
+    let events: PlatformEventManager | null = null;
 
     beforeEach(() => {
         wss = new WebSocketServer({ port: 9099 });
+        events = new PlatformEventManager(config);
+        config.useEventManager(events);
+
         vitest.useFakeTimers();
         process.env[ACTOR_ENV_VARS.EVENTS_WEBSOCKET_URL] = 'ws://localhost:9099/someRunId';
         process.env[APIFY_ENV_VARS.TOKEN] = 'dummy';
@@ -112,11 +114,13 @@ describe('events', () => {
 
     test('should send persist state events in regular interval', async () => {
         const eventsReceived = [];
+        const interval = config.get('persistStateIntervalMillis');
+
         events.on(EventType.PERSIST_STATE, (data) => eventsReceived.push(data));
         await events.init();
-        vitest.advanceTimersByTime(60001);
-        vitest.advanceTimersByTime(60001);
-        vitest.advanceTimersByTime(60001);
+        await vitest.advanceTimersByTimeAsync(1.1 * interval);
+        await vitest.advanceTimersByTimeAsync(1.1 * interval);
+        await vitest.advanceTimersByTimeAsync(1.1 * interval);
         await events.close();
         expect(eventsReceived.length).toBe(5);
     });