bash_history efficent cleaner

removeDuplicatesAndFilter.js

'use-strict'
const process = require('process')
const fs = require('fs')

const filename = process.argv.slice(process.argv.length - 1, process.argv.length)[0]

const data = fs.readFileSync(filename, { encoding: 'utf-8' })

const lines = data.split('\n').map((line) => line.trim())
let dataWant = []

for (let i = 0; i < lines.length; i++) {

	const line = lines[i];
	if (!line.startsWith('cd ') &&
		!line.startsWith('cat ') &&
		!line.startsWith('#') &&
		!line.startsWith('rm ') &&
		!line.startsWith('vi') &&
		!line.startsWith('sed ') &&
		!line.startsWith('kill ') &&
		!line.startsWith('git commit ') &&
		!line.startsWith('chmod ') &&
		!line.includes('downloadVideo') &&
		!line.startsWith('git add ') &&
		!line.startsWith('git st') &&
		!line.startsWith('git rm') &&
		!line.startsWith('git br')
	) {
		dataWant.push(line);
	}

}


const set = new Set(dataWant)

const output = Array.from(set).sort().join('\n')

fs.writeFileSync(filename, output, { encoding: 'utf-8' })