return responsetime in ms

.phpunit.cache/test-results

@@ -1 +1 @@
-{"version":1,"defects":{"GoogleSerpTest::testPuphpeteerMobile":8,"GoogleSerpTest::testCurlMobile":8,"GoogleSerpTest::testExtractionPositionZero":8,"GoogleSerpTest::testExtractMaps":8,"GlobalTest::testTextDataExtractor":7,"GoogleSerpTest::testExtractMapsB":8,"GoogleTrendsTest::testTrendsPuppet":7,"GoogleSuggesterTest::testGoogleSuggester":8,"GoogleTrendsTest::testTrendsCurl":8,"PiedWeb\\MethodDocBlockGenerator\\Test\\MethodDocBlockGeneratorTest::testIt":7,"GoogleSerpTest::testRelatedSearches":8},"times":{"PiedWeb\\Crawler\\Test\\CrawlerTest::testIt":1.643,"PiedWeb\\Crawler\\Test\\CrawlerTest::testCommand":0.421,"PiedWeb\\Crawler\\Test\\CrawlerTest::testWitchCachId":0.839,"PiedWeb\\Curl\\Test\\HelperTest::testSchemeFromProxy":0.001,"PiedWeb\\Curl\\Test\\HelperTest::testCheckContentType":0,"PiedWeb\\Curl\\Test\\HelperTest::testCheckStatusCode":0,"PiedWeb\\Curl\\Test\\RequestTest::testDownloadIfHtml":0.267,"PiedWeb\\Curl\\Test\\RequestTest::testNotDownload":0.212,"PiedWeb\\Curl\\Test\\RequestTest::testEffectiveUrl":20.474,"PiedWeb\\Curl\\Test\\RequestTest::testCurlError":0.043,"PiedWeb\\Curl\\Test\\RequestTest::test404":0.201,"PiedWeb\\Curl\\Test\\RequestTest::testAllMethods":1.24,"PiedWeb\\Curl\\Test\\RequestTest::testMultipleCheckInHeaders":0.119,"PiedWeb\\Curl\\Test\\RequestTest::testProxy":1.002,"PiedWeb\\Curl\\Test\\RequestTest::testAbortIfTooBig":0.247,"PiedWeb\\Curl\\Test\\RequestTest::testDownloadOnlyFirstBytes":0.206,"PiedWeb\\Curl\\Test\\RequestTest::testResponseFromCache":0.001,"PiedWeb\\Curl\\Test\\StaticWrapperTest::testStaticGet":0.061,"GlobalTest::testEncoding":0.004,"GlobalTest::testCanonical":0.623,"GlobalTest::testTextDataExtractor":0.388,"GlobalTest::testHrefLangExtractor":0.337,"GoogleSerpTest::testPuphpeteerMobile":0.001,"GoogleSerpTest::testCurlMobile":0.154,"GoogleSerpTest::testExtractionPositionZero":0.176,"GoogleSerpTest::testExtractMaps":0.138,"GoogleSuggesterTest::testGoogleSuggester":1.514,"GoogleTrendsTest::testTrendsCurl":2.699,"GoogleTrendsTest::testTrendsPuppet":34.14,"PiedWeb\\TextAnalyzer\\Test\\AnalyzerTest::testMultiAnalyzer":0.02,"PiedWeb\\TextAnalyzer\\Test\\AnalyzerTest::testTextAnalyzer":0.004,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testSimpleSentences":0.001,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testRemoveExtremityStopWords":0.001,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testRemoveExtremityStopWords2":0,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testRemoveStopWords":0,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testStripTags":0.001,"GoogleSerpTest::testRelatedSearches":0.129,"GoogleSerpTest::testExtractMapsB":0.704,"PiedWeb\\MethodDocBlockGenerator\\Test\\MethodDocBlockGeneratorTest::testIt":0.001}}
+{"version":1,"defects":{"GoogleSerpTest::testPuphpeteerMobile":8,"GoogleSerpTest::testCurlMobile":8,"GoogleSerpTest::testExtractionPositionZero":8,"GoogleSerpTest::testExtractMaps":8,"GlobalTest::testTextDataExtractor":7,"GoogleSerpTest::testExtractMapsB":8,"GoogleTrendsTest::testTrendsPuppet":7,"GoogleSuggesterTest::testGoogleSuggester":8,"GoogleTrendsTest::testTrendsCurl":8,"PiedWeb\\MethodDocBlockGenerator\\Test\\MethodDocBlockGeneratorTest::testIt":7,"GoogleSerpTest::testRelatedSearches":8},"times":{"PiedWeb\\Crawler\\Test\\CrawlerTest::testIt":1.643,"PiedWeb\\Crawler\\Test\\CrawlerTest::testCommand":0.421,"PiedWeb\\Crawler\\Test\\CrawlerTest::testWitchCachId":0.839,"PiedWeb\\Curl\\Test\\HelperTest::testSchemeFromProxy":0.001,"PiedWeb\\Curl\\Test\\HelperTest::testCheckContentType":0,"PiedWeb\\Curl\\Test\\HelperTest::testCheckStatusCode":0,"PiedWeb\\Curl\\Test\\RequestTest::testDownloadIfHtml":0.267,"PiedWeb\\Curl\\Test\\RequestTest::testNotDownload":0.212,"PiedWeb\\Curl\\Test\\RequestTest::testEffectiveUrl":20.474,"PiedWeb\\Curl\\Test\\RequestTest::testCurlError":0.043,"PiedWeb\\Curl\\Test\\RequestTest::test404":0.201,"PiedWeb\\Curl\\Test\\RequestTest::testAllMethods":1.24,"PiedWeb\\Curl\\Test\\RequestTest::testMultipleCheckInHeaders":0.119,"PiedWeb\\Curl\\Test\\RequestTest::testProxy":1.002,"PiedWeb\\Curl\\Test\\RequestTest::testAbortIfTooBig":0.247,"PiedWeb\\Curl\\Test\\RequestTest::testDownloadOnlyFirstBytes":0.206,"PiedWeb\\Curl\\Test\\RequestTest::testResponseFromCache":0.001,"PiedWeb\\Curl\\Test\\StaticWrapperTest::testStaticGet":0.061,"GlobalTest::testEncoding":0.004,"GlobalTest::testCanonical":0.623,"GlobalTest::testTextDataExtractor":0.388,"GlobalTest::testHrefLangExtractor":0.337,"GoogleSerpTest::testPuphpeteerMobile":0.001,"GoogleSerpTest::testCurlMobile":0.154,"GoogleSerpTest::testExtractionPositionZero":0.176,"GoogleSerpTest::testExtractMaps":0.138,"GoogleSuggesterTest::testGoogleSuggester":1.514,"GoogleTrendsTest::testTrendsCurl":2.699,"GoogleTrendsTest::testTrendsPuppet":34.14,"PiedWeb\\TextAnalyzer\\Test\\AnalyzerTest::testMultiAnalyzer":0.02,"PiedWeb\\TextAnalyzer\\Test\\AnalyzerTest::testTextAnalyzer":0.004,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testSimpleSentences":0.001,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testRemoveExtremityStopWords":0.001,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testRemoveExtremityStopWords2":0,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testRemoveStopWords":0,"PiedWeb\\ExpressionHarvester\\Test\\CleanTextTest::testStripTags":0.001,"GoogleSerpTest::testRelatedSearches":0.129,"GoogleSerpTest::testExtractMapsB":0.704,"PiedWeb\\MethodDocBlockGenerator\\Test\\MethodDocBlockGeneratorTest::testIt":0.001,"PiedWeb\\Crawler\\Test\\CrawlerTest::testCrawlerUrl":10.308}}

packages/crawler/src/CrawlerUrl.php

@@ -87,7 +87,7 @@ protected function setUrlDataFromResponse(Response $response): void
         $this->url->setHeaders($response->getRawHeaders());
         $this->url->setStatusCode($response->getStatusCode());
         $this->url->setMimeType($response->getMimeType());
-        $this->url->setResponseTime((int) $response->getInfo('total_time'));
+        $this->url->setResponseTime((int) ((float) $response->getInfo('total_time') * 1000));
         $this->url->setSize((int) $response->getInfo('size_download'));
 
         if ('text/html' !== $response->getMimeType()) {

packages/crawler/tests/CrawlerTest.php

@@ -6,13 +6,23 @@
 
 use PiedWeb\Crawler\Crawler;
 use PiedWeb\Crawler\CrawlerConfig;
+use PiedWeb\Crawler\CrawlerUrl;
 use PiedWeb\Crawler\Recorder;
 use PiedWeb\Crawler\SimplePageRankCalculator;
+use PiedWeb\Crawler\Url;
 use Symfony\Component\Console\Application;
 use Symfony\Component\Console\Tester\CommandTester;
 
 class CrawlerTest extends \PHPUnit\Framework\TestCase
 {
+    public function testCrawlerUrl(): void
+    {
+        $url = Url::initialize('https://dev.piedweb.com');
+        $crawlerUrl = new CrawlerUrl($url, (new CrawlerConfig())->setStartUrl('https://dev.piedweb.com/'));
+
+        $this->assertGreaterThan(0, $url->getResponseTime());
+    }
+
     public function testIt(): void
     {
         $crawler = new Crawler(
@@ -58,7 +68,7 @@ public function testCommand(): void
         $this->assertStringContainsString('piedweb.com', $output);
     }
 
-    public function testWitchCachId(): void
+    public function testWithCachId(): void
     {
         $crawler = new Crawler(
             (new CrawlerConfig(

packages/extractor/src/Link.php

@@ -8,29 +8,29 @@
 
 final class Link
 {
-    /** @var int */
+    /** @var int wrapper */
     public const LINK_A = 1;
 
-    /** @var int */
+    /** @var int wrapper */
     public const LINK_SRC = 4;
 
-    /** @var int */
+    /** @var int wrapper */
     public const LINK_3XX = 2;
 
-    /** @var int */
+    /** @var int not used ?!! */
     public const LINK_301 = 3;
 
     // ---
-    /** @var int */
+    /** @var int type */
     public const LINK_SELF = 1;
 
-    /** @var int */
+    /** @var int type */
     public const LINK_INTERNAL = 2;
 
-    /** @var int */
+    /** @var int type not used */
     public const LINK_SUB = 3;
 
-    /** @var int */
+    /** @var int type */
     public const LINK_EXTERNAL = 4;
 
     private ?string $url = null;