{"timestamp":"2024-09-18T20:51:58.790Z","logLevel":"info","context":"general","message":"Browsertrix-Crawler 1.3.0 (with warcio.js 2.3.1)","details":{}}
{"timestamp":"2024-09-18T20:51:58.791Z","logLevel":"info","context":"general","message":"Seeds","details":[{"url":"https://sites.stateu.org/taylortestblog/","scopeType":"prefix","include":["/^https?:\\/\\/sites\\.stateu\\.org\\/taylortestblog\\//"],"exclude":[],"allowHash":false,"depth":-1,"sitemap":null,"auth":null,"_authEncoded":null,"maxExtraHops":0,"maxDepth":1000000}]}
{"timestamp":"2024-09-18T20:51:58.791Z","logLevel":"info","context":"general","message":"Behavior Options","details":{"message":"{\"autoplay\":true,\"autofetch\":true,\"autoscroll\":true,\"siteSpecific\":true,\"log\":\"__bx_log\",\"startEarly\":true}"}}
{"timestamp":"2024-09-18T20:51:59.114Z","logLevel":"info","context":"worker","message":"Creating 4 workers","details":{}}
{"timestamp":"2024-09-18T20:51:59.115Z","logLevel":"info","context":"worker","message":"Worker starting","details":{"workerid":0}}
{"timestamp":"2024-09-18T20:51:59.115Z","logLevel":"info","context":"worker","message":"Worker starting","details":{"workerid":1}}
{"timestamp":"2024-09-18T20:51:59.116Z","logLevel":"info","context":"worker","message":"Worker starting","details":{"workerid":2}}
{"timestamp":"2024-09-18T20:51:59.116Z","logLevel":"info","context":"worker","message":"Worker starting","details":{"workerid":3}}
{"timestamp":"2024-09-18T20:51:59.317Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://sites.stateu.org/taylortestblog/"}}
{"timestamp":"2024-09-18T20:51:59.318Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":0,"total":1,"pending":1,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-09-18T20:51:59.118Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/\",\"added\":\"2024-09-18T20:51:58.853Z\",\"depth\":0}"]}}
{"timestamp":"2024-09-18T20:51:59.407Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:01.529Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://sites.stateu.org/taylortestblog/"],"page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:01.529Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/","page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:01.536Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:01.537Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:01.713Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/"}}
{"timestamp":"2024-09-18T20:52:01.714Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":0,"total":2,"pending":2,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-09-18T20:52:01.628Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/2024\\/09\\/17\\/hello-world\\/\",\"added\":\"2024-09-18T20:52:01.521Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2024-09-18T20:51:59.118Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/\",\"added\":\"2024-09-18T20:51:58.853Z\",\"depth\":0}"]}}
{"timestamp":"2024-09-18T20:52:01.751Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:02.033Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/","page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:02.033Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:03.034Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://sites.stateu.org/taylortestblog/","workerid":0}}
{"timestamp":"2024-09-18T20:52:03.392Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/"],"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:03.392Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:03.397Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:03.397Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:03.541Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://sites.stateu.org/taylortestblog/category/uncategorized/"}}
{"timestamp":"2024-09-18T20:52:03.541Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":4,"pending":2,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-09-18T20:52:03.541Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/category\\/uncategorized\\/\",\"added\":\"2024-09-18T20:52:03.386Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2024-09-18T20:52:01.628Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/2024\\/09\\/17\\/hello-world\\/\",\"added\":\"2024-09-18T20:52:01.521Z\",\"depth\":1}"]}}
{"timestamp":"2024-09-18T20:52:03.574Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:03.719Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1"}}
{"timestamp":"2024-09-18T20:52:03.719Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":4,"pending":3,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-09-18T20:52:03.636Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/2024\\/09\\/17\\/hello-world\\/?replytocom=1\",\"added\":\"2024-09-18T20:52:03.388Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2024-09-18T20:52:03.541Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/category\\/uncategorized\\/\",\"added\":\"2024-09-18T20:52:03.386Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2024-09-18T20:52:01.628Z\",\"extraHops\":0,\"url\":\"https:\\/\\/sites.stateu.org\\/taylortestblog\\/2024\\/09\\/17\\/hello-world\\/\",\"added\":\"2024-09-18T20:52:01.521Z\",\"depth\":1}"]}}
{"timestamp":"2024-09-18T20:52:03.757Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:03.897Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:03.897Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:04.898Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/","workerid":1}}
{"timestamp":"2024-09-18T20:52:05.173Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://sites.stateu.org/taylortestblog/category/uncategorized/"],"page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:05.174Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/category/uncategorized/","page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:05.176Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:05.176Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:05.411Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1"],"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:05.411Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:05.416Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:05.417Z","logLevel":"info","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:05.676Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/category/uncategorized/","page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:05.676Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:05.917Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:05.918Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:06.678Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://sites.stateu.org/taylortestblog/category/uncategorized/","workerid":0}}
{"timestamp":"2024-09-18T20:52:06.920Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://sites.stateu.org/taylortestblog/2024/09/17/hello-world/?replytocom=1","workerid":2}}
{"timestamp":"2024-09-18T20:52:06.925Z","logLevel":"info","context":"worker","message":"Worker done, all tasks complete","details":{"workerid":2}}
{"timestamp":"2024-09-18T20:52:07.146Z","logLevel":"info","context":"worker","message":"Worker done, all tasks complete","details":{"workerid":3}}
{"timestamp":"2024-09-18T20:52:07.183Z","logLevel":"info","context":"worker","message":"Worker done, all tasks complete","details":{"workerid":0}}
{"timestamp":"2024-09-18T20:52:07.407Z","logLevel":"info","context":"worker","message":"Worker done, all tasks complete","details":{"workerid":1}}
{"timestamp":"2024-09-18T20:52:07.484Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":4,"total":4,"pending":0,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":[]}}
{"timestamp":"2024-09-18T20:52:07.485Z","logLevel":"info","context":"general","message":"Crawling done","details":{}}
{"timestamp":"2024-09-18T20:52:07.485Z","logLevel":"info","context":"general","message":"Merging CDX","details":{}}
{"timestamp":"2024-09-18T20:52:07.491Z","logLevel":"info","context":"general","message":"Generating WACZ","details":{}}
{"timestamp":"2024-09-18T20:52:07.491Z","logLevel":"info","context":"general","message":"Num WARC Files: 3","details":{}}
{"timestamp":"2024-09-18T20:52:07.509Z","logLevel":"info","context":"general","message":"Exiting, Crawl status: done","details":{}}