ccppi/job-scrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix cookie parsing bug, fix filters bug

Browse Source
This commit is contained in:
jonathan santis 2024-11-26 13:33:50 +01:00
parent 875a8fd18e
commit 1de1574bd2
3 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lib/mozilla.py
View File

@ -21,7 +21,7 @@ def findDefaultProfile(path):
posDot = ms.skipAfterChar(directory,'.') posDot = ms.skipAfterChar(directory,'.')
stringParse = ms.dropBeforePos(directory,posDot) stringParse = ms.dropBeforePos(directory,posDot)
log(stringParse) log(stringParse)
if stringParse == "default": if stringParse == "default-release":
target = directory target = directory
break; break;
if target == '': if target == '':

5
lib/sysparse.py
View File

@ -40,6 +40,7 @@ def parse(**kwargs):
parser.add_argument("--login",nargs=3,help = "login by specifing login and passwor by a given url",metavar=('USERNAME','PASSWORD','URL')) parser.add_argument("--login",nargs=3,help = "login by specifing login and passwor by a given url",metavar=('USERNAME','PASSWORD','URL'))
parser.add_argument("--createnwview",help = "Create a VIEW for the Region Nordwest Schweiz",action="store_true") parser.add_argument("--createnwview",help = "Create a VIEW for the Region Nordwest Schweiz",action="store_true")
parser.add_argument("-VC","--ValidationCheck",help = "Check if links are still valid, if not remove them",action="store_true") parser.add_argument("-VC","--ValidationCheck",help = "Check if links are still valid, if not remove them",action="store_true")
parser.add_argument("--initFilters",help = "insert filters table",action="store_true")
args = parser.parse_args() args = parser.parse_args()
if args.test: if args.test:
@ -48,6 +49,7 @@ def parse(**kwargs):
importdb("../db/sqlite3.db","../db/Cantons.db","Cantons") importdb("../db/sqlite3.db","../db/Cantons.db","Cantons")
if args.initdb: if args.initdb:
initdb("../db/sqlite3.db") initdb("../db/sqlite3.db")
createFilterTable("../db/sqlite3.db")
if args.rmdb: if args.rmdb:
rmdb("../db/sqlite3.db","jobs") rmdb("../db/sqlite3.db","jobs")
if args.login: if args.login:
@ -60,6 +62,9 @@ def parse(**kwargs):
createnwview("../db/sqlite3.db") createnwview("../db/sqlite3.db")
if args.ValidationCheck: if args.ValidationCheck:
isStillValid("../db/sqlite3.db") isStillValid("../db/sqlite3.db")
if args.initFilters:
createFilterTable("../db/sqlite3.db")
if len(kwargs)>0: if len(kwargs)>0:
print("no sysargs fiven, running as a module") print("no sysargs fiven, running as a module")
vconfig = kwargs.get('config') vconfig = kwargs.get('config')

4
requirements.txt
View File

@ -2,8 +2,10 @@ beautifulsoup4==4.12.3
httplib2==0.22.0 httplib2==0.22.0
mmh3==4.1.0 mmh3==4.1.0
#PySide6==6.7.1 #PySide6==6.7.1
#PySide6==6.7.2 PySide6==6.7.2
#PySide6.egg==info #PySide6.egg==info
#PySide6_Addons==6.7.1 #PySide6_Addons==6.7.1
#PySide6_Essentials==6.7.1 #PySide6_Essentials==6.7.1
Requests==2.32.3 Requests==2.32.3
requests_html
lxml_html_clean