Erkan IŞIK
40 lines
883 B
PHP
40 lines
883 B
PHP
<?php return
|
|
[
|
|
/*
|
|
|--------------------------------------------------------------------------
|
|
| Create File
|
|
|--------------------------------------------------------------------------
|
|
|
|
|
| Decides whether to create a robots file.
|
|
|
|
|
*/
|
|
|
|
'createFile' => false,
|
|
|
|
/*
|
|
|--------------------------------------------------------------------------
|
|
| Rules
|
|
|--------------------------------------------------------------------------
|
|
|
|
|
| Expressions to be written to the file.
|
|
|
|
|
| Multiple Usage
|
|
|
|
|
| Example: rules => [['userAgent' => '*', disallow => ['/dir/']] ... ],
|
|
|
|
|
*/
|
|
|
|
'rules' =>
|
|
[
|
|
'userAgent' => '*',
|
|
'allow' => [],
|
|
'disallow' =>
|
|
[
|
|
'/External/',
|
|
'/Internal/',
|
|
'/Projects/',
|
|
'/Settings/'
|
|
]
|
|
]
|
|
];
|