Oliver/internet_mapper
1
0
Fork 0
Code Issues 11 Pull Requests Actions Packages Projects Releases Wiki Activity

custom_engine #1

Merged
Oliver merged 16 commits from custom_engine into main 2024-11-13 00:53:31 +00:00
Conversation 0 Commits 16 Files Changed 19 +1 -20
1 changed files with 1 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 7c32600694 - Show all commits

21
schema.surql
View File

@@ -1,21 +1,2 @@
DELETE website;
DELETE links_to;
DELETE url_index;
DEFINE TABLE website SCHEMAFULL;
DEFINE FIELD url ON TABLE website TYPE string;
DEFINE FIELD crawled ON TABLE website TYPE bool DEFAULT false;
DEFINE FIELD domain ON TABLE website VALUE parse::url::domain($this.url) ASSERT !type::is::none($value);
DEFINE FIELD path ON TABLE website VALUE parse::url::path($this.url) ASSERT !type::is::none($value);
DEFINE TABLE website SCHEMALESS;
DEFINE FIELD accessed_at ON TABLE website VALUE time::now();
DEFINE INDEX url_index ON TABLE website COLUMNS url UNIQUE;
DEFINE TABLE email SCHEMAFULL;
DEFINE FIELD email ON TABLE email TYPE string;
DEFINE TABLE found_on SCHEMAFULL TYPE RELATION FROM email TO website;
DEFINE FIELD discovered_at ON TABLE found_on TYPE datetime DEFAULT time::now();
DEFINE TABLE links_to SCHEMAFULL TYPE RELATION FROM website TO website;
DEFINE FIELD discovered_at ON TABLE links_to TYPE datetime DEFAULT time::now();