Download as PDF, PPTX
![namespace KartenmachereiTesting;
use PHPUnit_Framework_TestCase;
class SmokeTest extends PHPUnit_Framework_TestCase
{
/**
* @dataProvider furyUrlProvider
*
* @param Url $url
*/
public function testFuryUrl(Url $url)
{
$result = $this->sendGetRequest($url);
$this->assertSame(200, $result->getStatusCode());
$this->assertNotEmpty($result->getBody());
$this->assertLessThanOrEqual(100, $result->getTimeToFirstByteInMilliseconds());
}
public function furyUrlProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$urlCollection = UrlCollection::fromStrings($urls);
return $urlCollection->asDataProviderArray($urlCollection);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-34-2048.jpg)
![DataProvider
Test
Application
HTTP Requests
HTTP Responses
PHPUnit
Call
Result[]
Result](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-45-2048.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-46-2048.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-47-2048.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-48-2048.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-49-2048.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-50-2048.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/75/SmokeTests-51-2048.jpg)
Uploaded bytech.kartenmacherei
SmokeTests
The document discusses smoke testing, which are simple preliminary tests done after a software deployment to check for failures. It recommends conducting smoke tests that are fast, test key URLs and parameters, and validate status codes, response times, and that a response body is returned. The document then provides details on implementing concurrent smoke tests in PHP using a library that runs tests concurrently and collects results. It also outlines the server architecture used to route requests and deploy code, with smoke tests running before new code is switched to live.
More Related Content
![Automating ISP Networks Using Ansible and IPAM as a Source of Truth [SoT]](https://cdn.slidesharecdn.com/ss_thumbnails/automatingispnetworksusingansibleandipamasasourceoftruthsot-v25-1-251124105117-d7d4ca24-thumbnail.jpg?width=640&height=640&fit=bounds)
SmokeTests
- 1. SmokeTests Why you shouldtry to burn down your production environment
- 2. Sebastian Thoß Chapter LeadBackend
- 4.
- 5. Agenda • Project Architecture •Types Of Tests • SmokeTests • Server Architecture • Questions & Answers
- 6.
- 7. "one hundred fifty-sevenquinvigintillion, seven hundred eighty-six quattuorvigintillion, six hundred fifty-seven trevigintillion, seven hundred forty-seven duovigintillion, three hundred forty unvigintillion, one hundred eighty-six vigintillion, (…) nine hundred forty-five quintillion, eight hundred twenty-eight quadrillion, two hundred seventy trillion, eighty billion, …"
- 10. Webserver Key-Value Store Search FURY Frontend FURYBackend FURY Components
- 11. Webserver Key-Value Store Search FURY Frontend FURYBackend Legacy RDBMSLegacy System Session Storage Collect & Export K-V Store
- 12. Webserver Key-Value Store Search FURY Frontend FURYBackend Legacy RDBMSLegacy System FURY Requests 200OK Session Storage K-V Store
- 13. Webserver Key-Value Store Search FURY Frontend FURYBackend Legacy RDBMSLegacy System Requests to Legacy System 404NOTFOUND Session Storage K-V Store
- 14. Webserver Key-Value Store Search FURY Frontend FURYBackend Legacy RDBMSLegacy System Requests to Legacy System 404NOTFOUND 200 OK Session Storage K-V Store
- 15.
- 16.
- 17.
- 18. Class 2 Class 3 Mock Mock UnitTests Class 1 Class 4
- 20.
- 21. Class 4Class 3 IntegrationTests Class 1 Class 2 Mock Mock
- 22.
- 23. Test Pyramid ACCEPTANCE TESTS INTEGRATIONTESTS UNITTESTS
- 24. Acceptance Tests Class 1Class 2 Class 3 Class 4
- 25. Test Pyramid ACCEPTANCE TESTS INTEGRATIONTESTS UNITTESTS ?
- 26.
- 27. What are SmokeTests? Incomputer programming and software testing, smoke testing is preliminary testing to reveal simple failures severe enough to reject a prospective software release. Source: https://en.wikipedia.org/wiki/Smoke_testing
- 28.
- 29. SmokeTests should… • …be simple • … be fast • … test pages with optional parameters too • … cover at least all URLs in google index • … use a manual maintained list of URLs
- 30. How do SmokeTestswork? https://www.my-application.com/foo <html><body>…</body></html> TTFB: 65ms HTTP 1.1/200 OK SmokeTest Client CI Server Application to test Production Server
- 31. How do SmokeTestswork? https://www.my-application.com/foo <html><body>…</body></html> TTFB: 320ms HTTP 1.1/200 OK SmokeTest Client CI Server Production Server Application to test
- 32. What should SmokeTestsvalidate? • Status code • Time to first byte • If body is provided • Correct server
- 33. SmokeTests are NOTAcceptance Tests SmokeTest Client HTTP 1.1/200 OK <html> <head> <title>Foo</title> <body> <div id="bar"><span>foobar</span></div> </body> </html>
- 34. namespace KartenmachereiTesting; use PHPUnit_Framework_TestCase; classSmokeTest extends PHPUnit_Framework_TestCase { /** * @dataProvider furyUrlProvider * * @param Url $url */ public function testFuryUrl(Url $url) { $result = $this->sendGetRequest($url); $this->assertSame(200, $result->getStatusCode()); $this->assertNotEmpty($result->getBody()); $this->assertLessThanOrEqual(100, $result->getTimeToFirstByteInMilliseconds()); } public function furyUrlProvider() { $urls = ['http://www.kartenmacherei.de', …]; $urlCollection = UrlCollection::fromStrings($urls); return $urlCollection->asDataProviderArray($urlCollection); }
- 35. How to speedup SmokeTests?
- 36. Concurrent SmokeTests SmokeTest Client CI Server Application totest Production Server https://www.my-application.com/baz https://www.my-application.com/bar https://www.my-application.com/foo
- 37. Concurrent SmokeTests https://www.my-application.com/baz https://www.my-application.com/bar https://www.my-application.com/foo TTFB: 34ms SmokeTest Client CIServer Application to test Production Server
- 38.
- 39. Concurrent SmokeTests TTFB: 65ms https://www.my-application.com/foobaz https://www.my-application.com/bar https://www.my-application.com/foo SmokeTest Client CIServer Application to test Production Server
- 40.
- 41. Concurrent SmokeTests TTFB: 620ms https://www.my-application.com/123 https://www.my-application.com/foobaz https://www.my-application.com/bar SmokeTest Client CIServer Application to test Production Server
- 42.
- 43. Let’s try toburn it down!
- 44. There is apackage for SmokeTests DjThossi/Smoke-Testing-PHP
- 45.
- 46. class SmokeTest extendsPHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 47. class SmokeTest extendsPHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 48. class SmokeTest extendsPHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 49. class SmokeTest extendsPHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 50. class SmokeTest extendsPHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 51. class SmokeTest extendsPHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 52.
- 53. Features to comenext • Improve ErrorResult object • Introduce assertions for Redirects • Improve quality of error message • 2nd version based on PHPUnit 6
- 54.
- 55. Webserver (Router) Webserver FURY Frontend ServerA K/V StoreSearch FURY Backend Webserver FURY Frontend Server B K/V StoreSearch FURY Backend
- 56. Webserver (Router) Webserver FURY Frontend ServerA K/V StoreSearch FURY Backend Webserver FURY Frontend Server B K/V StoreSearch FURY Backend active = A
- 57. Webserver (Router) Webserver FURY Frontend ServerA K/V StoreSearch FURY Backend Webserver FURY Frontend Server B K/V StoreSearch FURY Backend active = B
- 58. Webserver (Router) Webserver FURY Frontend ServerA K/V StoreSearch FURY Backend active = B
- 59. RDBMS Read Slave Webserver FURYFrontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code active = B
- 60. RDBMS Read Slave Webserver FURYFrontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export active = B
- 61. Webserver FURY Frontend Server A K/VStoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests active = B RDBMS Read Slave
- 62. Webserver FURY Frontend Server A K/VStoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests active = B RDBMS Read Slave
- 63. Webserver FURY Frontend Server A K/VStoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests active = B RDBMS Read Slave
- 64. Webserver FURY Frontend Server A K/VStoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests Switch to A active = Bactive = A RDBMS Read Slave
- 65. Conclusion • Write tests •Get 100% coverage • SmokeTest your Website • Only activate server if it didn’t start smoking
- 66.