Basic error handling and inclusion of retweet removal with logs

.gitignore

@@ -3,3 +3,6 @@ node_modules/
 .vscode/
 
 dist/
+data/
+*_log.txt
+test.sh

README.md

@@ -1,7 +1,36 @@
-# Delete Your Old Tweets
+# Delete Your Old Tweets, Retweets And Likes
 
+1. this application will require [NodeJS](https://nodejs.org/en/download/current) and [Yarn](https://classic.yarnpkg.com/lang/en/docs/install/) to run
 1. [Download your Twitter archive](https://twitter.com/settings/download_your_data), which contains all your tweets.
-1. Locate the JSON contains your tweets, which is `data/tweet.js` (or `data/twitter-circle-tweet.js`) in the archive.
+2. Locate the JSON contains your tweets, which is `data/tweet.js` (`data/like.js` or `data/twitter-circle-tweet.js`) in the archive.
+
+3. Choose one of the following
+
+## To Delete tweets
 1. Run this project with `yarn && yarn start data/tweet.js`.
-1. It will wait you for login
-1. After login, it will delete all your tweets.
+2. It will wait you for login
+3. After login, it will delete all your tweets.
+
+## To Delete Twitter circle tweets
+1. Run this project with `yarn && yarn start data/twitter-circle-tweet.js`.
+2. It will wait you for login
+3. After login, it will delete all your circle tweets.
+
+
+## To Unlike previously Liked tweets
+1. Run this project with `yarn && yarn start data/like.js`.
+2. It will wait you for login
+3. After login, it will unlike your likes.
+
+
+## Commandline Arguments
+
+| argumensts  |  |
+| ------------- |:-------------:|
+| -debug     			| writes debug information to log file     |
+| -log       			| writes log information to log file     |
+| -exlog      			| writes all information from log and debug to log file     |
+| -nolog      			| forces app to run without making a log file, could be helpful if removing large amounts of tweets/retweets/likes |
+| -skip %number%        | skips up to the index given, good if you had to close the app or it crashed and don't have time to rerun the entire file |
+| -delay %ms%       | the delay used between actions, try not to use below 5000ms as this could cause rate limiting |
+| -timeout %ms%     | the timeout amount used after tweet is loaded (helpful on low bandwidth connections), try not to use below 5000ms as this could cause rate limiting |

src/index.ts

@@ -5,24 +5,217 @@ import { loadData } from "./load-data";
 
 const jsonFileInput = path.resolve(process.cwd(), process.argv[2]);
 
-(async () => {
-  const tweets = await loadData(jsonFileInput);
-  console.log(`Found ${tweets.length} tweets`);
+//only required to write a log
+const fs = require('fs');
+const log_name = Date.now() + '_log.txt';
+
+//debug functions
+var log = false;
+var extended_error = true;
+var skipTo = 0;
+
+//basic delays and timeout
+var delay_amount = 5000;
+var timeout_amount = 5000;
+
+//index of args
+var i = 0;
+for (const arg of process.argv)
+{
+	//i had some errors so this is here to just catch and print them
+	try{
+		switch(arg)
+		{
+			case "-debug" : {log = true; break;}
+			case "-log" : {extended_error = true; break;}
+			case "-exlog" : 
+			{
+				log = true;
+				extended_error = true;
+				break;
+			}
+			case "-nolog" : {extended_error = false; log = false; break;}
+			case "-skip" : {skipTo = Number(process.argv[i+1]); break;}
+			case "-delay" : {
+				var arg_delay = Number(process.argv[i+1]);
+				if(arg_delay < 5000)
+					console.log("Lower then 5000ms delay could cause rate limiting!");
+				delay_amount = arg_delay;
+				break;
+			}
+			case "-timeout" : {
+				var arg_timeout = Number(process.argv[i+1]);
+				if(arg_timeout < 5000)
+					console.log("Lower then 5000ms could cause false positives when checking for page elements!");
+				timeout_amount = arg_timeout;
+				break;
+			}
+		}
+	}
+	catch(error)
+	{
+		console.log(error);
+	}
+	i++;
+}
 
-  const browser = await puppeteer.launch({ headless: false });
-  const page = await browser.newPage();
-  await page.goto("https://twitter.com/");
 
-  await prompt("Login and press enter to continue...");
+	
 
-  for (const tweet of tweets) {
-    await page.goto(`https://twitter.com/baruchiro/status/${tweet.id}`);
-    const options = await page.waitForSelector('article[data-testid="tweet"][tabindex="-1"] div[aria-label=More]', { visible: true });
-    // click on the first found selector
-    await options?.click();
-    await page.click('div[data-testid="Dropdown"] > div[role="menuitem"]');
-    await page.click('div[data-testid="confirmationSheetConfirm"]');
-  }
 
-  await browser.close();
+
+(async () => {
+
+	var tweets;
+	var isLikes;
+
+	//checks for .js files
+	try{
+		tweets = await loadData(jsonFileInput);
+		console.log(`Found ${tweets.length} tweets`);
+		isLikes = !(typeof tweets[0].tweetId === 'undefined');
+	}catch(e){
+		console.log("No tweet.js, twitter-circle-tweet.js or like.js, Exiting Program");
+		process.exit(0);
+	}
+
+	//browser instance
+	const browser = await puppeteer.launch({ headless: false });
+	const page = await browser.newPage();
+	await page.goto("https://twitter.com/");
+
+	//create new log file
+	if(log || extended_error)
+		fs.writeFileSync(log_name, 'Process Started');
+
+
+	//wait for interaction
+	await prompt("Login and press enter to continue...");
+
+	//check if user is logged in by clicking on the profile button
+	try{
+		await page.click('a[data-testid="AppTabBar_Profile_Link"');
+		page.waitForNavigation({ timeout: timeout_amount })
+	}catch(error){
+		//might not always be a not logged in issue but in the case it's not log the error to see if we can fix it
+		if(extended_error)
+			fs.appendFileSync(log_name, '\n' + error);
+
+		//print to screen and exit log
+		console.log("Not logged in, Exiting Program");
+		console.log(error);
+
+		//close browser and the process
+		await browser.close();
+		process.exit(0);
+	}
+
+	//only require to see where you are in the list
+	var tweet_index = 0;
+
+	for (const tweet of tweets) {
+		tweet_index++;
+		if(tweet_index < skipTo)
+			continue;
+		if(isLikes){
+			await page.goto(`https://twitter.com/x/status/${tweet.tweetId}`);
+			try{
+				//check for options menu, if it times out we log the error and continue to next instance
+				const options = await page.waitForSelector('article[data-testid="tweet"][tabindex="-1"] div[aria-label=More]', { visible: true, timeout: timeout_amount });
+				await delay(delay_amount);
+
+				try{
+					//check if its a liked tweet if it is un-like it
+					await page.click('div[data-testid="unlike"]');
+					await delay(delay_amount * 2);
+
+					//log it
+					console.log("unliked, " + tweet_index);
+					if(log)
+						fs.appendFileSync(log_name, '\n' + 'un-retweeted: #' + tweet_index + ' ID: ' + tweet.tweetId);
+				}
+				catch(error)
+				{
+					//log error and continue on
+					console.log('Error: probably already unliked');
+					if(log)
+						fs.appendFileSync(log_name, '\n' + 'Errored: #' + tweet_index + ' ID: ' + tweet.tweetId);
+					if(extended_error)
+						fs.appendFileSync(log_name, '\n' + error);
+					console.log(error);
+				}
+			}
+			catch(error)
+			{
+				// log error and continue on
+				console.log('Error: tweet unavalible');
+				if(log)
+					fs.appendFileSync(log_name, '\n' + 'Errored: #' + tweet_index + ' ID: ' + tweet.tweetId);
+				if(extended_error)
+					fs.appendFileSync(log_name, '\n' + error);
+				console.log(error);
+			}
+		}
+		else{
+			await page.goto(`https://twitter.com/x/status/${tweet.id}`);
+			try{
+				//check for options menu, if it times out we log the error and continue to next instance
+				const options = await page.waitForSelector('article[data-testid="tweet"][tabindex="-1"] div[aria-label=More]', { visible: true, timeout: timeout_amount });
+				await delay(delay_amount);
+				try{
+					//check if its a retweet if it is un-retweet it
+					await page.click('div[data-testid="unretweet"]');
+					await delay(delay_amount);
+
+					//confirm un-retweet
+					await page.click('div[data-testid="unretweetConfirm"]');
+					await delay(delay_amount);
+
+					//log it
+					console.log("Unretweeted, " + tweet_index);
+					if(log)
+						fs.appendFileSync(log_name, '\n' + 'un-retweeted: #' + tweet_index + ' ID: ' + tweet.id);
+					await delay(delay_amount);
+
+				}catch(e) //if its not a retweet continue to tweet delete
+				{
+					// click on the first found selector
+					await options?.click();
+					await delay(delay_amount);
+
+					// select delete
+					await page.click('div[data-testid="Dropdown"] > div[role="menuitem"]');
+					await delay(delay_amount);
+
+					// confirm delete
+					await page.click('div[data-testid="confirmationSheetConfirm"]');
+					await delay(delay_amount);
+
+					//log it
+					console.log("Deleted, " + tweet_index);
+					if(log)
+						fs.appendFileSync(log_name, '\n' + 'Deleted: #' + tweet_index + ' ID: ' + tweet.id);
+				}
+			}catch(error)
+			{
+				// log error and continue on
+				console.log('Error: probably already deleted');
+				if(log)
+					fs.appendFileSync(log_name, '\n' + 'Errored: #' + tweet_index + ' ID: ' + tweet.id);
+				if(extended_error)
+					fs.appendFileSync(log_name, '\n' + error);
+				console.log(error);
+			}
+		}
+	}
+	// close browser
+	await browser.close();
 })();
+
+// delay function to help avoid any rate limiting or slow connection issues
+function delay(ms: number) {
+	//only here just to do a quick skip
+	if(ms ==0)
+		return;
+    return new Promise( resolve => setTimeout(resolve, ms) );
+}

src/load-data.ts

@@ -3,6 +3,7 @@ declare global {
     YTD: {
       twitter_circle_tweet: TweetsCollection;
       tweets: TweetsCollection;
+	  like: LikesCollection
     };
   }
 }
@@ -16,13 +17,23 @@ type TweetsCollection = {
   }[];
 };
 
+type LikesCollection = {
+  [key: string]: {
+    like: {
+      tweetId: string;
+      expandedUrl: string;
+    };
+  }[];
+};
+
 // @ts-ignore
 global.window = {
   YTD: {
     twitter_circle_tweet: {},
     tweets: {},
+	like:{},
   },
-} as { YTD: { twitter_circle_tweet: any; tweets: any } };
+} as { YTD: { twitter_circle_tweet: any; tweets: any; like: any} };
 
 export const loadData = async (file: string) => {
   await import(file);
@@ -35,6 +46,10 @@ export const loadData = async (file: string) => {
     console.log("Found tweets");
     return extractTweets(global.window.YTD.tweets);
   }
+  if (Object.keys(global.window.YTD.like).length) {
+    console.log("Found likes");
+    return extractLikes(global.window.YTD.like);
+  }
   console.log("No tweets found");
   throw new Error("No tweets found");
 };
@@ -47,3 +62,11 @@ const extractTweets = (tweets: TweetsCollection) => {
     }))
   );
 };
+const extractLikes = (like: LikesCollection) => {
+  return Object.values(like).flatMap((arr) =>
+    arr.map((obj) => ({
+      tweetId: obj.like.tweetId,
+	  expandedUrl: obj.like.expandedUrl,
+    }))
+  );
+};