go-jobscraper/notes.md
Martin Donnelly be500fde33 init
2024-04-26 17:13:07 +01:00

1.2 KiB

Notes

LocationRegex


[Ll]ocation:(?:<\/span>)?\n*(.*?)&nbsp;
Location:<\/strong><\/td><td width="50">&nbsp;<\/td><td>(.*?)<\/td>

RateRegex


[Rr]ate:(?:<\/span>)?\n*(.*?)&nbsp;
Rate:<\/strong><\/td><td width="50">&nbsp;<\/td><td>(.*?)<\/td>

Company Regex


Advertiser:<\/strong><\/td><td width="50">&nbsp;<\/td><td>(.*?)<\/td>

Location regex


Location:<\/strong><\/td><td width="50">&nbsp;<\/td><td>(.*?)<\/td>

Image regex



src="https:\/\/(.+?)"


-- jobs definition

CREATE TABLE "jobs" (
	"_id"	INTEGER NOT NULL UNIQUE,
	"title"	TEXT,
	"site"	TEXT,
	"url"	TEXT,
	"id"	TEXT UNIQUE,
	"summary"	TEXT,
	"company"	TEXT,
	"location"	TEXT,
	"postdate"	TEXT,
	"salary"	TEXT,
	"easyapply"	INTEGER,
	"timestamp"	INTEGER,
	PRIMARY KEY("_id" AUTOINCREMENT)
);


CREATE TABLE jobs (
	_id SERIAL PRIMARY KEY,
	title VARCHAR,
	site VARCHAR,
	url VARCHAR,
	id VARCHAR UNIQUE,
	summary TEXT,
	company VARCHAR,
	location VARCHAR,
	postdate VARCHAR,
	salary VARCHAR,
	easyapply INTEGER,
	"timestamp" INTEGER
);