Remove 'preview' field from database schema and related SQL queries

README.md

@@ -386,7 +386,7 @@ sync will create the database indexes necessary for hive server to efficiently p
 ### Cache layer
 
 Synchronizes the latest state of posts and users, allowing us to serve discussions and lists of posts with all expected
-information (title, preview, image, payout, votes, etc) without needing `hived`. This layer is first built once the
+information (title, image, payout, votes, etc) without needing `hived`. This layer is first built once the
 initial core indexing is complete. Incoming blocks trigger cache updates (including recalculation of trending score) for
 any posts referenced in `comment` or `vote` operations. There is a sweep to paid out posts to ensure they are updated in
 full with their final state.

hive/db/schema.py

@@ -177,7 +177,6 @@ def build_metadata():
         sa.Column('hive_rowid', sa.BigInteger, server_default=hive_rowid_seq.next_value(), nullable=False),
         sa.Column('id', sa.Integer, primary_key=True, autoincrement=False),
         sa.Column('title', VARCHAR(512), nullable=False, server_default=''),
-        sa.Column('preview', VARCHAR(1024), nullable=False, server_default=''),  # first 1k of 'body'
         sa.Column('img_url', VARCHAR(1024), nullable=False, server_default=''),  # first 'image' from 'json'
         sa.Column('body', TEXT, nullable=False, server_default=''),
         sa.Column('json', TEXT, nullable=False, server_default=''),

hive/db/sql_scripts/get_post_view_by_id.sql

@@ -13,7 +13,6 @@ CREATE TYPE hivemind_app.get_post_view_by_id_return_t AS(
   title character varying(512),
   body text,
   img_url character varying(1024),
-  preview character varying(1024),
   category character varying(255) COLLATE pg_catalog."C",
   category_id integer,
   depth smallint,
@@ -84,7 +83,6 @@ BEGIN
     hpd.title,
     hpd.body,
     hpd.img_url,
-    hpd.preview,
     hcd.category,
     hp.category_id,
     hp.depth,
@@ -219,7 +217,6 @@ CREATE TYPE hivemind_app.get_full_post_view_by_id_return_t AS(
   title character varying(512),
   body text,
   img_url character varying(1024),
-  preview character varying(1024),
   category character varying(255) COLLATE pg_catalog."C",
   category_id integer,
   depth smallint,
@@ -291,7 +288,6 @@ BEGIN
     hpd.title,
     hpd.body,
     hpd.img_url,
-    hpd.preview,
     hcd.category,
     hp.category_id,
     hp.depth,

hive/indexer/post_data_cache.py

@@ -51,10 +51,9 @@ class PostDataCache(DbAdapterHolder):
             for k, data in cls._data.items():
                 title = 'NULL' if data['title'] is None else f"{escape_characters(data['title'])}"
                 body = 'NULL' if data['body'] is None else f"{escape_characters(data['body'])}"
-                preview = 'NULL' if data['body'] is None else f"{escape_characters(data['body'][0:1024])}"
                 json = 'NULL' if data['json'] is None else f"{escape_characters(data['json'])}"
                 img_url = 'NULL' if data['img_url'] is None else f"{escape_characters(data['img_url'])}"
-                value = f"({k},{title},{preview},{img_url},{body},{json})"
+                value = f"({k},{title},{img_url},{body},{json})"
                 if data['is_new_post']:
                     values_insert.append(value)
                 else:
@@ -64,7 +63,7 @@ class PostDataCache(DbAdapterHolder):
             if len(values_insert) > 0:
                 sql = f"""
                     INSERT INTO
-                        {SCHEMA_NAME}.hive_post_data (id, title, preview, img_url, body, json)
+                        {SCHEMA_NAME}.hive_post_data (id, title, img_url, body, json)
                     VALUES
                 """
                 sql += ','.join(values_insert)
@@ -77,7 +76,6 @@ class PostDataCache(DbAdapterHolder):
                 sql = f"""
                     UPDATE {SCHEMA_NAME}.hive_post_data AS hpd SET
                         title = COALESCE( data_source.title, hpd.title ),
-                        preview = COALESCE( data_source.preview, hpd.preview ),
                         img_url = COALESCE( data_source.img_url, hpd.img_url ),
                         body = COALESCE( data_source.body, hpd.body ),
                         json = COALESCE( data_source.json, hpd.json )
@@ -87,7 +85,7 @@ class PostDataCache(DbAdapterHolder):
                 """
                 sql += ','.join(values_update)
                 sql += """
-                    ) AS T(id, title, preview, img_url, body, json)
+                    ) AS T(id, title, img_url, body, json)
                     ) AS data_source
                     WHERE hpd.id = data_source.id
                 """