diff --git a/hive/db/adapter.py b/hive/db/adapter.py
index ca7d4623a8c4873604f9e4859720312b0caba07f..f4ce3e423d8147c881828c9c6ad4edc681e2dbce 100644
--- a/hive/db/adapter.py
+++ b/hive/db/adapter.py
@@ -177,8 +177,8 @@ class Db:
Stats.log_db(sql, perf() - start)
return result
except Exception as e:
- log.info("[SQL-ERR] %s in query %s (%s)",
- e.__class__.__name__, sql, kwargs)
+ log.warning("[SQL-ERR] %s in query %s (%s)",
+ e.__class__.__name__, sql, kwargs)
raise e
@staticmethod
diff --git a/hive/indexer/accounts.py b/hive/indexer/accounts.py
index 1736e5f58b618dc1c91de43e1b53f0394ef7e1a7..9aceedcd0d39dfc2cf74ea8a2a91ab86553a9fdc 100644
--- a/hive/indexer/accounts.py
+++ b/hive/indexer/accounts.py
@@ -95,7 +95,6 @@ class Accounts:
@classmethod
def dirty_oldest(cls, limit=50000):
"""Flag `limit` least-recently updated accounts for update."""
- log.info("[HIVE] flagging %d oldest accounts for update", limit)
sql = "SELECT name FROM hive_accounts ORDER BY cached_at LIMIT :limit"
return cls.dirty(set(DB.query_col(sql, limit=limit)))
diff --git a/hive/indexer/cached_post.py b/hive/indexer/cached_post.py
index 0b4abf010d37b0ed7a234ab1b9a3d97985c87e99..f0257b7e76d7c003d7ed573edd212cd484e11371 100644
--- a/hive/indexer/cached_post.py
+++ b/hive/indexer/cached_post.py
@@ -337,10 +337,17 @@ class CachedPost:
sql = """SELECT id, author, permlink, is_deleted
FROM hive_posts WHERE id = :id"""
row = DB.query_row(sql, id=pid)
- if level == 'insert' and not row['is_deleted']:
- log.warning("couldnt load post for %s: %s", level, row)
+ if row['is_deleted']:
+ log.info("found deleted post for %s: %s", level, row)
+ if level == 'payout':
+ log.warning("force delete %s", row)
+ cls.delete(pid, row['author'], row['permlink'])
+ elif level == 'insert':
+ log.error("insert post not found -- DEFER %s", row)
+ cls.insert(row['author'], row['permlink'], pid)
else:
- log.info("couldnt load post for %s: %s", level, row)
+ log.warning("%s post not found -- DEFER %s", level, row)
+ cls._dirty(level, row['author'], row['permlink'], pid)
cls._bump_last_id(pid)
diff --git a/hive/indexer/sync.py b/hive/indexer/sync.py
index d87a3c93b5cfca6a63bf436ceb5b7bb71c1fbfd5..60fb763d4e6a18e4129262c0b271989d9f22fcc4 100644
--- a/hive/indexer/sync.py
+++ b/hive/indexer/sync.py
@@ -60,7 +60,7 @@ class Sync:
if self._conf.get('test_max_block'):
# debug mode: partial sync
return self.from_steemd()
- elif self._conf.get('test_disable_sync'):
+ if self._conf.get('test_disable_sync'):
# debug mode: no sync, just stream
return self.listen()
@@ -193,8 +193,8 @@ class Sync:
if num % 1200 == 0: #1hr
Accounts.fetch_ranks()
if num % 100 == 0: #5min
+ log.info("[LIVE] flag 500 oldest accounts for update")
Accounts.dirty_oldest(500)
- Accounts.flush(steemd, trx=True)
if num % 20 == 0: #1min
self._update_chain_state()
diff --git a/hive/server/condenser_api/objects.py b/hive/server/condenser_api/objects.py
index d0d6413091368dcb34ef3c47494e5ca5d759625b..d90559e4664d5f23d5e49214d4f10874d577297d 100644
--- a/hive/server/condenser_api/objects.py
+++ b/hive/server/condenser_api/objects.py
@@ -73,7 +73,7 @@ async def load_posts(db, ids, truncate_body=0):
# in rare cases of cache inconsistency, recover and warn
missed = set(ids) - posts_by_id.keys()
if missed:
- log.warning("get_posts do not exist in cache: %s", repr(missed))
+ log.info("get_posts do not exist in cache: %s", repr(missed))
for _id in missed:
ids.remove(_id)
sql = ("SELECT id, author, permlink, depth, created_at, is_deleted "
@@ -81,12 +81,9 @@ async def load_posts(db, ids, truncate_body=0):
post = await db.query_row(sql, id=_id)
if not post['is_deleted']:
# TODO: This should never happen. See #173 for analysis
- log.error("missing post -- force insert %s", dict(post))
- sql = """INSERT INTO hive_posts_cache (post_id, author, permlink)
- VALUES (:id, :author, :permlink)"""
- await db.query(sql, **post)
+ log.error("missing post -- %s", dict(post))
else:
- log.warning("requested deleted post: %s", dict(post))
+ log.info("requested deleted post: %s", dict(post))
return [posts_by_id[_id] for _id in ids]
@@ -94,7 +91,7 @@ async def _query_author_rep_map(db, posts):
"""Given a list of posts, returns an author->reputation map."""
if not posts:
return {}
- names = tuple(set([post['author'] for post in posts]))
+ names = tuple({post['author'] for post in posts})
sql = "SELECT name, reputation FROM hive_accounts WHERE name IN :names"
return {r['name']: r['reputation'] for r in await db.query_all(sql, names=names)}
diff --git a/hive/server/db.py b/hive/server/db.py
index fa61ab530a373a9982658776ed726b95a10f504f..5a76bca7d480ae4953183ed9f044f0d95b64768f 100644
--- a/hive/server/db.py
+++ b/hive/server/db.py
@@ -97,8 +97,8 @@ class Db:
try:
return await conn.execute(self._sql_text(sql), **kwargs)
except Exception as e:
- log.info("[SQL-ERR] %s in query %s (%s)",
- e.__class__.__name__, sql, kwargs)
+ log.warning("[SQL-ERR] %s in query %s (%s)",
+ e.__class__.__name__, sql, kwargs)
raise e
def _sql_text(self, sql):
diff --git a/hive/steem/http_client.py b/hive/steem/http_client.py
index 2a24bc1e9630dfc3a5bc415f2ee0d13400c3992a..3b4e2bdedab0fb7fe694d5280ed5db2025280479 100644
--- a/hive/steem/http_client.py
+++ b/hive/steem/http_client.py
@@ -164,7 +164,7 @@ class HttpClient(object):
if secs > 5:
log.warning('%s took %.1fs %s', what, secs, info)
- if tries > 2:
+ if tries > 1:
log.warning('%s took %d tries %s', what, tries, info)
return result
@@ -176,8 +176,12 @@ class HttpClient(object):
if secs < 0: # request failed
secs = perf() - start
info = {'secs': round(secs, 3), 'try': tries}
- log.error('%s failed in %.1fs. try %d. %s - %s',
- what, secs, tries, info, repr(e))
+ if tries > 1:
+ log.warning('%s failed in %.1fs. try %d. %s - %s',
+ what, secs, tries, info, repr(e))
+ else:
+ log.info('%s failed in %.1fs. try %d. %s - %s',
+ what, secs, tries, info, repr(e))
if tries % 2 == 0:
self.next_node()