Add tasks

Author: amortemousque

.gitlab-ci.yml

@@ -587,6 +587,20 @@ bump-chrome-version-scheduled-failure:
   dependencies:
     - bump-chrome-version-scheduled
 
+########################################################################################################################
+# Performance benchmark
+########################################################################################################################
+
+performance-benchmark:
+  stage: task
+  extends: .base-configuration
+  only:
+    variables:
+      - $TARGET_TASK_NAME == "performance-benchmark-scheduled"
+  script:
+    - yarn
+    - yarn test:performance
+
 ########################################################################################################################
 # Check expired telemetry
 ########################################################################################################################

benchmark/createBenchmarkTest.ts

@@ -1,7 +1,6 @@
 import { test } from '@playwright/test'
 import type { Page } from '@playwright/test'
 import type { RumInitConfiguration } from '@datadog/browser-rum-core'
-import type { Site } from '@datadog/browser-core'
 import type { BrowserWindow, Metrics } from './profiling.type'
 import { startProfiling } from './profilers'
 import { reportToConsole } from './reporters/reportToConsole'
@@ -10,9 +9,9 @@ import { isContinuousIntegration } from './environment'
 
 const testAppUrl = 'https://df1fyr56hap9d.cloudfront.net/'
 const sdkBundleUrl = 'https://df1fyr56hap9d.cloudfront.net/datadog-rum.js'
-const applicationId = 'a81f40b8-e9bd-4805-9b66-4e4edc529a14'
-const clientToken = 'pubfe2e138a54296da76dd66f6b0b5f3d98'
-const datadogSite = 'datad0g.com' as Site
+const applicationId = '9fa62a5b-8a7e-429d-8466-8b111a4d4693'
+const clientToken = 'pubab31fd1ab9d01d2b385a8aa3dd403b1d'
+const datadogSite = 'datadoghq.com'
 const scenarioConfigurations = ['none', 'rum', 'rum_replay', 'rum_profiling', 'none_with_headers'] as const
 
 type ScenarioConfiguration = (typeof scenarioConfigurations)[number]
@@ -64,12 +63,11 @@ async function injectSDK(page: Page, scenarioConfiguration: ScenarioConfiguratio
     applicationId,
     site: datadogSite,
     profilingSampleRate: scenarioConfiguration === 'rum_profiling' ? 100 : 0,
-    trackBfcacheViews: true,
-    allowUntrustedEvents: true,
+    sessionReplaySampleRate: scenarioConfiguration === 'rum_replay' ? 100 : 0,
   }
 
   await page.addInitScript(
-    (parameters: PageInitScriptParameters) => {
+    ({ sdkBundleUrl, scenarioConfiguration, scenarioName, configuration }: PageInitScriptParameters) => {
       function loadSDK() {
         ;(function (h: any, o: Document, u: string, n: string, d: string) {
           h = h[d] = h[d] || {
@@ -83,13 +81,13 @@ async function injectSDK(page: Page, scenarioConfiguration: ScenarioConfiguratio
           s.async = true
           s.src = n
           o.head.appendChild(s)
-        })(window, document, 'script', parameters.sdkBundleUrl, 'DD_RUM')
+        })(window, document, 'script', sdkBundleUrl, 'DD_RUM')
         ;(window as BrowserWindow).DD_RUM?.onReady(function () {
           ;(window as BrowserWindow).DD_RUM!.setGlobalContextProperty('scenario', {
             configuration: scenarioConfiguration,
             name: scenarioName,
           })
-          ;(window as BrowserWindow).DD_RUM!.init(parameters.configuration as RumInitConfiguration)
+          ;(window as BrowserWindow).DD_RUM!.init(configuration as RumInitConfiguration)
         })
       }
 
@@ -124,7 +122,9 @@ function buildAppUrl(scenarioConfiguration: ScenarioConfiguration): string {
 async function flushEvents(page: Page) {
   await page.evaluate(() => {
     Object.defineProperty(document, 'visibilityState', { configurable: true, get: () => 'hidden' })
-    document.dispatchEvent(new Event('visibilitychange'))
+    const hiddenEvent = new Event('visibilitychange', { bubbles: true })
+    ;(hiddenEvent as unknown as { __ddIsTrusted: boolean }).__ddIsTrusted = true
+    document.dispatchEvent(hiddenEvent)
   })
 }
 

benchmark/reporters/reportToDatadog.ts

@@ -2,14 +2,13 @@ import type { Metrics } from '../profiling.type'
 import { fetchHandlingError } from '../../scripts/lib/executionUtils'
 
 
-
 interface DatadogSeries {
   metric: string
   points: Array<[number, Array<[number]>]>
   tags?: string[]
 }
 
-const METRIC_PREFIX = 'browser_sdk.benchmark.new'
+const METRIC_PREFIX = 'browser_sdk.benchmark'
 const DATADOG_SITE = 'datad0g.com'
 
 export async function reportToDatadog(
@@ -50,7 +49,7 @@ function convertMetricsToSeries(
 }
 
 async function sendToDatadog(series: DatadogSeries[]) {
-  const apiKey = ''
+  const apiKey = '72fb11061240d4492be4e50e294048bd'
   const payload = { series }
   const apiUrl = `https://api.${DATADOG_SITE}/api/v1/distribution_points`
 
@@ -65,7 +64,7 @@ async function sendToDatadog(series: DatadogSeries[]) {
     })
     return response
   } catch (error) {
-    console.error('Error:', error)
+    console.error('Error', error, payload)
     throw error
   }
 }

benchmark/scenarios/light.scenario.ts

@@ -32,8 +32,7 @@
     "test:e2e:ci:bs": "yarn build && yarn build:apps && yarn test:e2e:bs",
     "test:compat:tsc": "node scripts/check-typescript-compatibility.ts",
     "test:compat:ssr": "scripts/cli check_server_side_rendering_compatibility",
-    "test:performance": "playwright test --config benchmark/playwright.config.ts heavy.scenario.ts",
-    "test:performance:all": "playwright test --config benchmark/playwright.config.ts --repeat-each=15",
+    "test:performance": "playwright test --config benchmark/playwright.config.ts",
     "test:performance:debug": "playwright test --config benchmark/playwright.config.ts --debug",
     "test:performance:ui": "playwright test --config benchmark/playwright.config.ts --ui",
     "json-schemas:sync": "scripts/cli update_submodule && yarn json-schemas:generate",