From 18b605e4aeb84f55895c009cbb8420fa24240817 Mon Sep 17 00:00:00 2001 From: maitegm Date: Sat, 15 Jul 2017 11:05:15 -0300 Subject: [PATCH] checking iframes too. --- crawler.js | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/crawler.js b/crawler.js index 96a2629..16227e2 100644 --- a/crawler.js +++ b/crawler.js @@ -119,6 +119,23 @@ class BlockCrawler extends EventEmitter { var href = href.split('#')[0]; this.enqueue(href, res); }); + $('iframe').each((index, node) => { + var $node = $(node); + /* No rel attribute in iframe specs. + * var rel = $node.attr('rel') || ''; + * rel = rel.split(/ +/); + * if (rel.indexOf('nofollow') !== -1) + * return; + */ + var src = $node.attr('src'); + if(!src) + return; + var src = src.split('#')[0]; + this.enqueue(src, res); + + //TODO check srcdoc attribute + + }); } // Test and possible transform url object