JobFunnel 3.0 with localization, ABC and improved scraping

.codecov.yml

@@ -0,0 +1,9 @@
+coverage:
+  # FIXME: Set these back to automatic once we up coverage more
+  status:
+    patch:
+      default:
+        target: 30%
+    project:
+      default:
+        target: 30%

.gitignore

@@ -1,6 +1,12 @@
-data/
+# Outputs
 *.csv
-demo/data/
+demo_job_search_results
+
+# IntelliJ/Pycharm configs
+.idea/
+
+# GraphViz
+*.dot
 
 # Byte-compiled / optimized / DLL files
 __pycache__/
@@ -177,4 +183,4 @@ $RECYCLE.BIN/
 .com.apple.timemachine.donotpresent
 
 # VScode trash
-.vscode/
+.vscode/

.travis.yml

@@ -1,13 +1,20 @@
 language: python
 python:
-  - '3.6.9'
+  - '3.8.0'
 install:
+  - 'pip install -e .'
   - 'pip install flake8 pipenv pytest-cov pytest-mock'
-  - 'pipenv sync'
   - 'python -m nltk.downloader stopwords'
-before_script: 'flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics'
+before_script:
+  - 'flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics'
 script:
-  - 'python -m jobfunnel -s demo/settings.yaml -o demo/'
+  # Run CANADA_ENGLISH demo by settings YAML
+  - 'funnel load -s demo/settings.yaml -log-level DEBUG'
+  # Run an american search by CLI
+  - 'funnel inline -kw Python Data Scientist PHD AI -ps WA -c Seattle -l USA_ENGLISH -log-level DEBUG -csv demo_job_search_results/demo_search.csv -cache demo_job_search_results/cache2 -blf demo_job_search_results/demo_block_list.json -dl demo_job_search_results/demo_duplicates_list.json -log-file demo_job_search_results/log.log'
   - 'pytest --cov=jobfunnel --cov-report=xml'
+  # - './tests/verify-artifacts.sh'  TODO: verify that JSON exist and are good
+  # - './tests/verify_time.sh'   TODO: some way of verifying execution time
 after_success:
   - 'bash <(curl -s https://codecov.io/bash)'
+  # - './demo/gen_call_graphs.sh'  TODO: some way of showing .dot on GitHub?

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2017 Paul McInnis
+Copyright (c) 2020 Paul McInnis
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

MANIFEST.in

@@ -1,2 +1,4 @@
-include jobfunnel/config/settings.yaml
-include jobfunnel/text/user_agent_list.txt
+include jobfunnel/demo/settings.yaml
+include jobfunnel/resources/user_agent_list.txt
+include readme.md
+include LICENSE