Testify/playwright

core-tests/e2e-tests/e2e-tests-utils/src/test/kotlin/org/evomaster/e2etests/utils/BlackBoxUtils.kt

@@ -36,7 +36,6 @@ object BlackBoxUtils {
 
     private fun mvn() = if (isWindows()) "mvn.cmd" else "mvn"
 
-
     private fun runNpmInstall() {
         val command = listOf(npm(), "ci")
 
@@ -106,7 +105,7 @@ object BlackBoxUtils {
         }
     }
 
-    fun runNpmTests(folderRelativePath: String) {
+    fun runNpmTests(folderRelativePath: String, isPlaywright: Boolean = false) {
         runNpmInstall()
 
         val path = if(folderRelativePath.endsWith("/")){
@@ -116,8 +115,12 @@ object BlackBoxUtils {
             "$folderRelativePath/"
         }
 
-        val command = listOf(npm(), "test", "--", "--testPathPattern=\"$path\"")
-        runTestsCommand(command, JS_BASE_PATH, "NPM")
+        val command = if (isPlaywright) {
+            listOf(npm(), "run", "test:playwright", "--", path)
+        } else {
+            listOf(npm(), "test", "--", "--testPathPattern=\"$path\"")
+        }
+        runTestsCommand(command, JS_BASE_PATH, if (isPlaywright) "Playwright" else "NPM")
     }
 
     fun runPythonTests(folderRelativePath: String) {
@@ -151,4 +154,4 @@ object BlackBoxUtils {
 
     fun getOutputFilePrefixKotlin(outputFolderName: String) = "com.kotlin.$outputFolderName.EM"
 
-}
+}

core-tests/e2e-tests/spring/spring-graphql-bb/src/test/kotlin/org/evomaster/e2etests/spring/graphql/bb/SpringTestBase.kt

@@ -100,6 +100,7 @@ abstract class SpringTestBase : GraphQLTestBase() {
     fun runGeneratedTests(outputFormat: OutputFormat, outputFolderName: String){
 
         when{
+            outputFormat.isPlaywright() -> BlackBoxUtils.runNpmTests(BlackBoxUtils.relativePath(outputFolderName), true)
             outputFormat.isJavaScript() -> BlackBoxUtils.runNpmTests(BlackBoxUtils.relativePath(outputFolderName))
             outputFormat.isPython() -> BlackBoxUtils.runPythonTests(BlackBoxUtils.relativePath(outputFolderName))
             else -> throw IllegalArgumentException("Not supported output type $outputFormat")

core-tests/e2e-tests/spring/spring-rest-bb/javascript/package.json

@@ -6,13 +6,15 @@
   "author": "EvoMaster Team",
   "license": "LGPL-3.0-only",
   "devDependencies": {
+    "@playwright/test": "^1.59.1",
     "jest": "29.7.0",
     "superagent": "9.0.2",
     "supertest": "7.0.0",
     "urijs": "1.19.6"
   },
   "scripts": {
-    "test": "jest"
+    "test": "jest",
+    "test:playwright": "playwright test"
   },
   "jest": {
     "testEnvironment": "node",

core-tests/e2e-tests/spring/spring-rest-bb/javascript/playwright.config.js

@@ -0,0 +1,6 @@
+const { defineConfig } = require('@playwright/test');
+
+module.exports = defineConfig({
+  testDir: './generated',
+  testMatch: /.*[tT]est\.js/,
+});

core-tests/e2e-tests/spring/spring-rest-bb/maven/pom.xml

@@ -11,7 +11,7 @@
  -->
     <parent>
         <groupId>org.evomaster</groupId>
-        <artifactId>evomaster-e2e-tests</artifactId>
+        <artifactId>evomaster-e2e-tests-spring</artifactId>
         <!-- WARNING: the marker is used in the version.py script -->
         <version>6.0.1-SNAPSHOT</version><!--MARKER-->
         <relativePath>../../pom.xml</relativePath>

core-tests/e2e-tests/spring/spring-rest-bb/src/test/kotlin/org/evomaster/e2etests/spring/rest/bb/SpringTestBase.kt

@@ -150,7 +150,6 @@ abstract class SpringTestBase : RestTestBase() {
         }
     }
 
-
     fun runBlackBoxEM(
         outputFormat: OutputFormat,
         outputFolderName: String,
@@ -172,6 +171,7 @@ abstract class SpringTestBase : RestTestBase() {
     fun runGeneratedTests(outputFormat: OutputFormat, outputFolderName: String){
 
         when{
+            outputFormat.isPlaywright() -> BlackBoxUtils.runNpmTests(BlackBoxUtils.relativePath(outputFolderName), true)
             outputFormat.isJavaScript() -> BlackBoxUtils.runNpmTests(BlackBoxUtils.relativePath(outputFolderName))
             outputFormat.isPython() -> BlackBoxUtils.runPythonTests(BlackBoxUtils.relativePath(outputFolderName))
             outputFormat.isJava() -> BlackBoxUtils.runJavaTests(outputFolderName)
@@ -230,4 +230,4 @@ abstract class SpringTestBase : RestTestBase() {
         }
     }
 
-}
+}

core-tests/e2e-tests/spring/spring-rest-rsa/pom.xml

@@ -133,6 +133,7 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-compiler-plugin</artifactId>
+
             </plugin>
         </plugins>
     </build>

core/src/main/kotlin/org/evomaster/core/output/OutputFormat.kt

@@ -18,6 +18,7 @@ enum class OutputFormat {
     KOTLIN_JUNIT_4,
     KOTLIN_JUNIT_5,
     JS_JEST,
+    JS_JEST_PLAYWRIGHT,
     //CSHARP_XUNIT, //no longer supported, but there is still legacy code not removed
     PYTHON_UNITTEST
     ;
@@ -28,6 +29,8 @@ enum class OutputFormat {
 
     fun isJavaScript() = this.name.startsWith("js_", true)
 
+    fun isPlaywright() = this.name.endsWith("_playwright", true)
+
     fun isJavaOrKotlin() = isJava() || isKotlin()
 
     fun isJUnit5() = this.name.endsWith("junit_5", true)
@@ -41,4 +44,6 @@ enum class OutputFormat {
 
     fun isPython() = this.name.startsWith("python_", true)
 
+    fun isJsBased() = isJavaScript() || isPlaywright()
+    // Helper method for JavaScript based formats. Playwright is currently only supported for JavaScript (or TypeScript) //
 }

core/src/main/kotlin/org/evomaster/core/output/auth/AuthWriter.kt

@@ -28,6 +28,57 @@ object AuthWriter {
         targetVariable: String?
     ) {
 
+        // Special handling for Playwright: build request with options object instead of chained calls
+        if (format.isPlaywright()) {
+            val verb = k.verb.name.lowercase()
+            lines.add(".$verb(")
+            if (k.externalEndpointURL != null) {
+                lines.append("\"${k.externalEndpointURL}\"")
+            } else {
+                lines.append("$baseUrlOfSut + \"")
+                lines.append("${k.endpoint}\"")
+            }
+            lines.append(", {")
+            lines.addEmpty()
+            lines.indented {
+                // headers block
+                lines.add("headers: {")
+                lines.indented {
+                    // content-type header if present
+                    val contentType = k.contentType
+                    if (contentType != null) {
+                        lines.add("'content-type': \"${contentType.defaultValue}\",")
+                    }
+                    // any additional headers
+                    for (header in k.headers) {
+                        lines.add("'${header.name}': \"${header.value}\",")
+                    }
+                }
+                lines.add("},")
+
+                // body/payload
+                val contentType = k.contentType
+                if (contentType != null) {
+                    when (contentType) {
+                        ContentType.X_WWW_FORM_URLENCODED -> {
+                            lines.add("data: \"${k.payload}\",")
+                        }
+                        ContentType.JSON -> {
+                            testCaseWriter.printSendJsonBody(k.payload!!, lines)
+                            // printSendJsonBody for Playwright appends a trailing comma
+                        }
+                        else -> throw IllegalStateException("Currently not supporting yet ${k.contentType} in login")
+                    }
+                }
+
+                // disable redirections and ignore HTTPS errors
+                lines.add("maxRedirects: 0,")
+                lines.add("ignoreHTTPSErrors: true,")
+            }
+            lines.add("})")
+            return
+        }
+
         if(format.isJavaScript()) {
             callEndpoint(lines, k, format, baseUrlOfSut)
         }
@@ -75,8 +126,8 @@ object AuthWriter {
             }
         }
 
-        if (format.isJavaScript()){
-            // disable redirections
+        // Disable redirections where supported (SuperAgent/Frisby style only)
+        if (format.isJavaScript() && !format.isPlaywright()){
             lines.add(".redirects(0)")
         }
 

core/src/main/kotlin/org/evomaster/core/output/auth/CookieWriter.kt

@@ -49,7 +49,12 @@ object CookieWriter {
             when {
                 format.isJava() -> lines.add("final Map<String,String> ${cookiesName(k)} = ")
                 format.isKotlin() -> lines.add("val ${cookiesName(k)} : Map<String,String> = ")
-                format.isJavaScript() -> lines.add("const ${cookiesName(k)} = ")
+                format.isJavaScript() -> when {
+                    format.isPlaywright() ->
+                        lines.add("let ${cookiesName(k)};")
+                    else ->
+                        lines.add("const ${cookiesName(k)} = ")
+                }
             }
 
             if (!format.isPython()) {
@@ -75,9 +80,28 @@ object CookieWriter {
                 format.isPython() -> lines.append(".cookies")
             }
 
-            if(format.isJavaScript()){
-                lines.add(".then((res) => res.headers['set-cookie'][0].split(';')[0])")
-                lines.add(".catch((err) => (err.status >= 300 && err.status <= 399) ? err.response.headers['set-cookie'][0].split(';')[0] : null)")
+            if (format.isJavaScript()) {
+
+                // SuperAgent/Playwright cookie extraction
+                if (format.isPlaywright()) {
+                    lines.add(".then((res) => {")
+                    lines.add("const setCookie = res.headers()['set-cookie'];")
+                    lines.add("if (setCookie) {")
+                    lines.add("return setCookie.split('\\n')[0].split(';')[0];")
+                    lines.add("}")
+                    lines.add("return null;")
+                    lines.add("})")
+                } else {
+                    lines.add(".then((res) => res.headers['set-cookie'][0].split(';')[0])")
+                    lines.add(".catch((err) => (err.status >= 300 && err.status <= 399) ? err.response.headers['set-cookie'][0].split(';')[0] : null)")
+                }
+
+                if (format.isPlaywright()) {
+                    // Playwright cookie extraction must NOT assume res is a response object
+                    lines.add(".then(async (cookie) => {")
+                    lines.add("${cookiesName(k)} = cookie;")
+                    lines.add("})")
+                }
                 lines.appendSemicolon()
             }