Added feature extractor and dataset summary notebook

Author: pedropva

.gitignore

@@ -1,129 +1,36 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-pip-wheel-metadata/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
+crawlers/gore/videos/*
+crawlers/porn/videos/*
+crawlers/porn/dataframes/*
+crawlers/gore/dataframes/*
+crawlers/porn/temp/*
+crawlers/gore/temp/*
 *.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-target/
-
-# Jupyter Notebook
+youtube-8m
+models/save/
+models/dataset/
+feature_extractor/vggish_pca_params.npz
+feature_extractor/vggish_model.ckpt
+wavs
+temp
+*.pkl
+*.pickle
 .ipynb_checkpoints
+*/.ipynb_checkpoints/*
+*.idea/
+.svn
+.cvs
+.DS_Store
+.hg
+*.hprof
+*.pyc
+*.ipynb_checkpoints/
+*.csv
+*.index
+*00001
+*.cache
+*.pem
+*_cache
+*.png
+*egg-info
+*youtube_annotations/
 
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-.python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/

Pipfile

@@ -0,0 +1,32 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+sets = "*"
+jupyterthemes = "*"
+jupyter = "*"
+requests = "*"
+beautifulsoup4 = "*"
+youtube-dl = "*"
+pillow = "*"
+jupyter-contrib-nbextensions = "*"
+seaborn = "*"
+
+[packages]
+ipykernel = "*"
+matplotlib = "==3.0.3"
+tqdm = "*"
+opencv-python = "*"
+resampy = "*"
+sklearn = "*"
+keras = "==2.0.8"
+pandas = "*"
+scipy = "*"
+soundfile = "*"
+tensorflow = "==1.14"
+jupyter = "*"
+
+[requires]
+python = "==3.6.8"