This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
''' | |
Generate movie data as json from Wikipedia | |
''' | |
import requests | |
from bs4 import BeautifulSoup | |
from selenium import webdriver | |
from selenium.webdriver.common.keys import Keys | |
import time | |
import re | |
import json |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
MIT License | |
Copyright (c) 2023 Glin Zachariah | |
Permission is hereby granted, free of charge, to any person obtaining a copy | |
of this software and associated documentation files (the "Software"), to deal | |
in the Software without restriction, including without limitation the rights | |
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
copies of the Software, and to permit persons to whom the Software is | |
furnished to do so, subject to the following conditions: |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
@ECHO OFF | |
ECHO RUNNING AUTOUPDATER.. | |
TIMEOUT 2 >NUL | |
::saving the current working directory | |
set cwd=%cd% | |
::specify a build.txt file with path of each dependencies and projects to be built in order | |
for /f "tokens=*" %%s in (build.txt) do( | |
cd %%s | |
call :auto_update %%s | |
cd %cwd% |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
@echo off | |
set /p nm="Add dependencies for system or project :" | |
if %nm% EQU system ( | |
echo "Installing system dependencies ..once complete please install project dependencies manually " | |
echo "Installing gulp..." | |
npm install -g gulp-cli | |
echo "Installing sass.." | |
npm install sass | |
echo "Installing json..." | |
npm install -g json |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
const { src, dest, series, watch } = require('gulp'); | |
const del = require('del'); | |
const sass = require('gulp-sass')(require('sass')); | |
const plumber = require("gulp-plumber"); | |
const uglify = require("gulp-uglify"); | |
const cssmin = require("gulp-cssmin"); | |
const htmlmin = require("gulp-htmlmin"); | |
const babel = require('gulp-babel'); | |
const prefix = require('gulp-autoprefixer'); | |
const mocha = require('gulp-mocha'); |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
 | |
 | |
 | |
 | |
 | |
 | |
 | |
 |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import { Component, ViewChild, HostListener } from '@angular/core'; | |
import { MatSidenav } from '@angular/material/sidenav'; | |
@Component({ | |
selector: 'app-root', | |
templateUrl: './app.component.html', | |
styleUrls: ['./app.component.scss'] | |
}) | |
export class AppComponent { |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from google.cloud import firestore | |
import firebase_admin | |
from firebase_admin import credentials | |
from firebase_admin import firestore | |
import json | |
import datetime | |
import os,csv,re,emoji | |
#filekey =input("Enter key file name: ") | |
companyname =input("Enter company name: ") |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import unicodedata | |
from unidecode import unidecode | |
def deEmojify(inputString): | |
returnString = "" | |
for character in inputString: | |
try: | |
character.encode("ascii") |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#Final code for Data extraction using tweepy and firestore | |
#Text preprocessing included | |
#sentiment analyser embedded | |
#immune to connectionerror | |
import tweepy | |
import csv | |
import sys,re,os | |
import datetime,requests | |
from requests.exceptions import ConnectionError |
NewerOlder