$config = [
// Title for recognize
title => '',
// Targe url
url => '',
// Request method
type => '',
// Request argements
data => [],
// Extra curl options
curlOpt => [],
// Cookie content
cookies => [],
];
// Set config
$config = new CrawlerConfig([
'title' => '',
'url' => '',
'type' => '',
'data' => [],
'curlOpt' => [],
'cookies' => [],
]);
// Execute crawler
$result = Crawler::run($config)
id | username | password | |
---|---|---|---|
5241 | admin | 123456 | [email protected] |
6542 | user1 | user1_pass | [email protected] |
6543 | user2 | user2_pass | [email protected] |
- Example:
$config = new CrawlerConfig([ 'title' => 'List all data', 'url' => 'https://example.com/tests/fakeWeb/index.php', 'type' => 'get', ]); $result = Crawler::run($config);
- Output:
$result = [ 'code' => 200, 'message' => 'success', 'data' => [ '5241' => [ 'id' => 5241, 'username' => 'admin', 'password' => '123456', 'email' => '[email protected]' ], '6542' => [ 'id' => 6542, 'username' => 'user1', 'password' => 'user1_pass', 'email' => '[email protected]' ], '6543' => [ 'id' => 6543, 'username' => 'user2', 'password' => 'user2_pass', 'email' => '[email protected]' ] ] ];
- example
$config = new CrawlerConfig([ 'title' => 'List someone member', 'url' => 'https://example.com/tests/fakeWeb/index.php?id=6543', 'type' => 'get', ]); $result = Crawler::run($config);
- Output
$result = [ 'code' => 200, 'message' => 'success', 'data' => [ 'id' => 6543, 'username' => 'user2', 'password' => 'user2_pass', 'email' => '[email protected]' ] ];
- example
$config = new CrawlerConfig([ 'title' => 'Login', 'url' => 'https://example.com/tests/fakeWeb/index.php', 'type' => 'post', 'data' => [ 'username' => 'admin', 'password' => '123456', ] ]); $result = Crawler::run($config);
- Output:
$result = [ 'code' => 200, 'message' => 'Login success', ];
- example
$config = new CrawlerConfig([ 'title' => 'Edit data', 'url' => 'https://example.com/tests/fakeWeb/index.php', 'type' => 'put', 'data' => [ 'id' => '1234', 'email' => '[email protected]', ], ]); $result = Crawler::run($config);
- Output
$result = [ 'code' => 200, 'message' => 'success', 'data' => [ 'id' => '1234', 'email' => '[email protected]', 'username' => 'admin', 'password' => '123456' ] ];