added shares

Author: zivpugatch

.gitignore

@@ -0,0 +1,69 @@
+# Created by .ignore support plugin (hsz.mobi)
+### Node template
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# nyc test coverage
+.nyc_output
+
+# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+bower_components
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directories
+/node_modules/
+jspm_packages/
+
+# TypeScript v1 declaration files
+typings/
+
+# Optional npm cache directory
+.npm
+
+# Optional eslint cache
+.eslintcache
+
+# Optional REPL history
+.node_repl_history
+
+# Output of 'npm pack'
+*.tgz
+
+# Yarn Integrity file
+.yarn-integrity
+
+# dotenv environment variables file
+.env
+
+# next.js build output
+.next
+
+.gitignore
+.idea/workspace.xml
+
+/conf/
+

PageSamples/FriendsList.html

@@ -18,14 +18,15 @@ function _toConsumableArray(arr) { if (Array.isArray(arr)) { for (var i = 0, arr
 
 var testData = {
     video: '/ufi/reaction/profile/browser/fetch/?limit=10&total_count=351&ft_ent_identifier=281112199228679',
+    likesFullUrl: 'ufi/reaction/profile/browser/?ft_ent_identifier=2027002237395095',
     post: 'netanyahu/photos/a.10151681566507076/10156096314307076',
-    likes: '10156096314337076',
+    likes: '2027002237395095',
     user: 'peter.huwel', //'moshe.dzanashvili'  // 'michael.even.54' // MAYASR
     itemID: '366827403332071',
     userID: '550385403'
 };
 
-async function getData(initUrl, functionName) {
+async function getData(initUrl, functionName, type) {
 
     var info = {
         list: [],
@@ -34,8 +35,10 @@ async function getData(initUrl, functionName) {
     };
 
     await _getURL2.default.loadURL(initUrl).then(function (data) {
+        console.log('loading: ', initUrl);
+
         if (data) {
-            var tmp = _Parser2.default[functionName](data);
+            var tmp = _Parser2.default[functionName](data, type);
             tmp.list.forEach(function (item) {
                 return console.log(item);
             });
@@ -47,7 +50,7 @@ async function getData(initUrl, functionName) {
             }
 
             if (info.nextItemsUrl) {
-                getData(null, info.nextItemsUrl);
+                getData(info.nextItemsUrl, functionName, type);
             } else {
                 console.log('End of list');
             }
@@ -65,19 +68,19 @@ async function App() {
     * Sample functions to loop through some data types
     * */
 
-    async function getUsersFromID(postId, fullUrl) {
+    async function getLikesFromID(postId, fullUrl) {
         var url = postId ? "browse/likes/?id=" + postId : fullUrl;
-        getData(url, 'getUserLikesFromPost');
+        getData(url, 'getListByType', 'userLikes');
     }
 
     async function getSharesFromID(postId, fullUrl) {
         var url = postId ? "browse/shares/?id=" + postId : fullUrl;
-        getData(url, 'getUserSharesFromPost');
+        getData(url, 'getListByType', 'shares');
     }
 
     async function getUserFrinds(userName, fullUrl) {
         var url = userName ? userName + '/friends' : fullUrl;
-        getData(url, 'getFriendsListFromUser');
+        getData(url, 'getListByType', 'userFriends');
     }
 
     async function testPageLoad(url) {
@@ -86,10 +89,10 @@ async function App() {
         });
     }
 
-    // getUsersFromID(testData.user); // <<< Need fix
+    // getUserFrinds(testData.user);
 
-    // getUsersFromID(null, testData.video);
-    getSharesFromID(testData.itemID);
+    getLikesFromID(null, testData.likesFullUrl);
+    // getSharesFromID(testData.itemID);
     // testPageLoad('/story.php?story_fbid=2622896591058463&id=366827403332071');
 
     // FB API samples

PageSamples/Likes.html

@@ -6,13 +6,10 @@ var _cheerio2 = _interopRequireDefault(_cheerio);
 
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 
-// var linkifyStr = require('linkifyjs/string');
-
-
 module.exports = {
 
     selectors: {
-        userLikes: ['._55wp a:first-child strong', ' div:nth-child(2) > a:nth-child(1) a', 'h3.be a'],
+        userLikes: ['._55wp a:first-child strong', ' div:nth-child(2) > a:nth-child(1) a', 'h3.be a', ' div div div div div a:nth-child(1)'],
         userFriends: [' td.v.s:nth-child(2) a.ce', ' td.v.s:nth-child(2) a.bn'],
         total: ['div.t > a.u.v:nth-child(1)', 'h3.ca.i'],
         shares: ['div.v div.y a:nth-child(1)'],
@@ -39,7 +36,7 @@ module.exports = {
         var delimiter = str.indexOf('profile.php?') > -1 ? '&' : '?';
         return str.indexOf(delimiter) ? str.substr(0, str.indexOf(delimiter)) : str;
     },
-    getUserLikesFromPost: function getUserLikesFromPost(data) {
+    getListByType: function getListByType(data, type) {
         var _this = this;
 
         var reObj = {
@@ -51,68 +48,18 @@ module.exports = {
         var response = this.testSelector('total', data);
         reObj.total = response && response.length ? response.text().replace('All', '') : null;
 
-        var likes = this.testSelector('userLikes', data);
-        if (likes && likes.length) {
-            likes.each(function (i, e) {
+        var tmp = this.testSelector(type, data);
+        if (tmp && tmp.length) {
+            tmp.each(function (i, e) {
                 return reObj.list.push({
-                    name: e.children[0].data,
+                    name: _this.getHrefText(e),
                     link: _this.stripUrl(e.attribs.href)
                 });
             });
         }
-
-        return reObj;
-    },
-    getUserSharesFromPost: function getUserSharesFromPost(data) {
-        var _this2 = this;
-
-        var reObj = {
-            list: [],
-            total: 0,
-            nextItemsUrl: ''
-        };
-        reObj.nextItemsUrl = this.getNextUrl(data);
-        var response = this.testSelector('total', data);
-        reObj.total = response && response.length ? response.text().replace('All', '') : null;
-
-        var shares = this.testSelector('shares', data);
-        if (shares && shares.length) {
-            shares.each(function (i, e) {
-                return reObj.list.push({
-                    name: e.children[0].children[0].data,
-                    link: _this2.stripUrl(e.attribs.href)
-                });
-            });
-        }
-
         return reObj;
     },
-    getFriendsListFromUser: function getFriendsListFromUser(data) {
-        var _this3 = this;
-
-        var reObj = {
-            list: [],
-            total: 0,
-            nextItemsUrl: ''
-        };
-
-        var $ = _cheerio2.default.load(data); //  , {decodeEntities: false}
-
-        reObj.total = $(this.selectors.total).text().replace('Friends (', '').replace(')', '');
-
-        reObj.nextItemsUrl = this.getNextUrl(data);
-
-        var list = testSelector('userFriends', data);
-
-        if (list) {
-            list.each(function (i, e) {
-                return reObj.list.push({
-                    name: $(e).text(),
-                    link: _this3.stripUrl($(e).attr('href'))
-                });
-            });
-        }
-
-        return reObj;
+    getHrefText: function getHrefText(e) {
+        return e.children && e.children[0].children ? e.children[0].children[0].data : e.children[0].data;
     }
-};
+};

lib/app.js

@@ -4,23 +4,21 @@ var _puppeteer = require('puppeteer');
 
 var _puppeteer2 = _interopRequireDefault(_puppeteer);
 
+var _conf = require('../../conf/conf');
+
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 
 // settings
 var baseurl = 'http://m.facebook.com/';
 
-var cookie = 'fr=0KgX4GMptclnHZ9qh.AWV0dX2f30k9_H1aQe1L2GP9xKE.Bax3uv.RT.Fw8.0.0.BcP7WB.AWXVxiku; sb=_J8CW4AQlTIzFC8dv0vndc0s; datr=_J8CW6NvLHqAPlgT8HSFslLj; c_user=100000913008569; xs=19%3ALRZbkGRGwty5Cg%3A2%3A1526898806%3A20786%3A15166; act=1547594911305%2F17; wd=1296x644; dpr=2; presence=EDvF3EtimeF1547594591EuserFA21B00913008569A2EstateFDt3F_5b_5dEutc3F1541075385853G547594591587CEchFDp_5f1B00913008569F2CC';
-
-var userAgent = 'Googlebot/2.1 (+http://www.google.com/bot.html)';
-
 module.exports = {
     loadURL: async function loadURL(url) {
         var fullurl = baseurl + url;
 
         var browser = await _puppeteer2.default.launch({ headless: true });
         var page = await browser.newPage();
         await page.setRequestInterception(true);
-        await page.setUserAgent(userAgent);
+        await page.setUserAgent(_conf.userAgent);
 
         try {
 
@@ -40,7 +38,7 @@ module.exports = {
                 var headers = request.headers();
                 headers['Access-Control-Allow-Origin'] = '*';
 
-                headers['Cookie'] = cookie;
+                headers['Cookie'] = _conf.cookie;
 
                 request.continue({ headers: headers });
             });
@@ -54,9 +52,9 @@ module.exports = {
             if (response._status < 400) {
                 // await page.waitFor('#m_more_friends a');
 
-                // await page.waitForNavigation( { waitUntil : 'networkidle0' } );
-
-                console.log('Loading page');
+                console.log('Loading page: ', fullurl);
+                // await page.waitForNavigation( { waitUntil : 'networkidle2' } );
+                await page.waitFor(2000);
                 var html = await page.content();
 
                 await browser.close();