Rename table, add search_index

crawler/src/main.rs

@@ -181,7 +181,7 @@ async fn insert_db(pool: &SqlitePool, page: &Page) {
 
     let id = sqlx::query!(
         r#"
-        REPLACE INTO cached_urls ( last_fetched, url, body )
+        REPLACE INTO crawled_urls ( last_fetched, url, body )
         VALUES ( ?1, ?2, ?3 )
         "#,
         timestamp,

migrations/20230725232149_cached_urls.sql

@@ -1,7 +1,6 @@
--- Add migration script here
-CREATE TABLE IF NOT EXISTS cached_urls
+CREATE TABLE IF NOT EXISTS crawled_urls
 (
-	last_fetched INTEGER NOT NULL,
+	last_fetched INTEGER PRIMARY KEY NOT NULL,
 	url 		 TEXT 	 NOT NULL,
 	body 		 TEXT	 NOT NULL
 );

migrations/20230726004317_index.sql

@@ -0,0 +1,12 @@
+CREATE TABLE IF NOT EXISTS search_index
+(
+	id			 INTEGER PRIMARY KEY NOT NULL,
+	url 		 TEXT 	 NOT NULL,
+	clicks		 INTEGER NOT NULL,
+	size		 INTEGER NOT NULL,
+	language	 TEXT NOT NULL,
+	title 		 TEXT NOT NULL,
+	summary		 TEXT NOT NULL,
+	content		 TEXT NOT NULL,
+	last_updated INTEGER NOT NULL
+);