Initial work on new end-to-end tests for test suite sorting

Author: sebastianbergmann

tests/end-to-end/execution-order/fixture/test-classes-with-defects/BarTest.php

@@ -0,0 +1,30 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder\Defects;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\TestCase;
+use RuntimeException;
+
+#[CoversNothing]
+final class BarTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+
+    public function testTwo(): void
+    {
+        $this->assertTrue(false);
+    }
+
+    public function testThree(): void
+    {
+        throw new RuntimeException('message');
+    }
+
+    public function testFour(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-classes-with-defects/BazTest.php

@@ -0,0 +1,30 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder\Defects;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\TestCase;
+use RuntimeException;
+
+#[CoversNothing]
+final class BazTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+
+    public function testTwo(): void
+    {
+        $this->assertTrue(false);
+    }
+
+    public function testThree(): void
+    {
+        throw new RuntimeException('message');
+    }
+
+    public function testFour(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-classes-with-defects/test-results

@@ -0,0 +1 @@
+{"version":2,"defects":{"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BarTest::testTwo":7,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BarTest::testThree":8,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BazTest::testTwo":7,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BazTest::testThree":8},"times":{"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BarTest::testOne":0.002,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BarTest::testTwo":0.003,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BarTest::testThree":0,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BarTest::testFour":0,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BazTest::testOne":0,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BazTest::testTwo":0,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BazTest::testThree":0,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\BazTest::testFour":0}}

tests/end-to-end/execution-order/fixture/test-classes-with-different-sizes/EndToEndTest.php

@@ -0,0 +1,16 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder\DifferentSizes;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\Attributes\Large;
+use PHPUnit\Framework\TestCase;
+
+#[Large]
+#[CoversNothing]
+final class EndToEndTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-classes-with-different-sizes/IntegrationTest.php

@@ -0,0 +1,16 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder\DifferentSizes;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\Attributes\Medium;
+use PHPUnit\Framework\TestCase;
+
+#[Medium]
+#[CoversNothing]
+final class IntegrationTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-classes-with-different-sizes/UnitTest.php

@@ -0,0 +1,16 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder\DifferentSizes;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\Attributes\Small;
+use PHPUnit\Framework\TestCase;
+
+#[Small]
+#[CoversNothing]
+final class UnitTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-classes/BarTest.php

@@ -0,0 +1,14 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\TestCase;
+
+#[CoversNothing]
+final class BarTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-classes/FooTest.php

@@ -0,0 +1,19 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\TestCase;
+
+#[CoversNothing]
+final class FooTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+
+    public function testTwo(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-methods-with-defects/FooTest.php

@@ -0,0 +1,30 @@
+<?php declare(strict_types=1);
+namespace PHPUnit\TestFixture\ExecutionOrder\Defects;
+
+use PHPUnit\Framework\Attributes\CoversNothing;
+use PHPUnit\Framework\TestCase;
+use RuntimeException;
+
+#[CoversNothing]
+final class FooTest extends TestCase
+{
+    public function testOne(): void
+    {
+        $this->assertTrue(true);
+    }
+
+    public function testTwo(): void
+    {
+        $this->assertTrue(false);
+    }
+
+    public function testThree(): void
+    {
+        throw new RuntimeException('message');
+    }
+
+    public function testFour(): void
+    {
+        $this->assertTrue(true);
+    }
+}

tests/end-to-end/execution-order/fixture/test-methods-with-defects/test-results

@@ -0,0 +1 @@
+{"version":2,"defects":{"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\FooTest::testTwo":7,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\FooTest::testThree":8},"times":{"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\FooTest::testOne":0,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\FooTest::testTwo":0.001,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\FooTest::testThree":0.004,"PHPUnit\\TestFixture\\ExecutionOrder\\Defects\\FooTest::testFour":0}}