crawler를 만들고자 할 때 crawler 실행 옵션 (config) 참고

https://developer.expectlabs.com/docs/crawlerConfiguration

{ "uri": "http://www.techcrunch.com", "whitelist": [ { "starts-with" : "/2014/" } ], "blacklist": [ { "contains" : "evernote" } ] }

• { "uri": "http://www.techcrunch.com",
    "whitelist": [ { "starts-with": "/2013/" },
                   { "matches-regex": "^/[0-9]{4}/(04|05|06)/" } ],
    "blacklist": [ { "contains": "google" } ] }