don't reimport posts when not needed
This commit is contained in:
parent
21e05ba546
commit
c2576d271c
|
@ -196,6 +196,9 @@ async def main_with_ctx(ctx, wanted_date):
|
||||||
await ctx.db.commit()
|
await ctx.db.commit()
|
||||||
|
|
||||||
log.info("going to process posts")
|
log.info("going to process posts")
|
||||||
|
post_count_rows = await ctx.db.execute_fetchall("select count(*) from posts")
|
||||||
|
post_count = post_count_rows[0][0]
|
||||||
|
log.info("already have %d posts", post_count)
|
||||||
|
|
||||||
with output_uncompressed_paths["posts"].open(
|
with output_uncompressed_paths["posts"].open(
|
||||||
mode="r", encoding="utf-8"
|
mode="r", encoding="utf-8"
|
||||||
|
@ -207,6 +210,9 @@ async def main_with_ctx(ctx, wanted_date):
|
||||||
line_count -= 1 # remove header
|
line_count -= 1 # remove header
|
||||||
|
|
||||||
log.info("%d posts to import", line_count)
|
log.info("%d posts to import", line_count)
|
||||||
|
if line_count == post_count:
|
||||||
|
log.info("already imported everything, skipping")
|
||||||
|
else:
|
||||||
posts_csv_fd.seek(0)
|
posts_csv_fd.seek(0)
|
||||||
posts_reader = csv.DictReader(posts_csv_fd)
|
posts_reader = csv.DictReader(posts_csv_fd)
|
||||||
|
|
||||||
|
@ -282,6 +288,10 @@ async def main_with_ctx(ctx, wanted_date):
|
||||||
|
|
||||||
await ctx.db.commit()
|
await ctx.db.commit()
|
||||||
|
|
||||||
|
log.info("vacuuming db...")
|
||||||
|
await ctx.db.execute("vacuum")
|
||||||
|
log.info("database built")
|
||||||
|
|
||||||
|
|
||||||
async def main():
|
async def main():
|
||||||
wanted_date = sys.argv[1]
|
wanted_date = sys.argv[1]
|
||||||
|
|
Loading…
Reference in New Issue