update.py

from os import getenv
from json import load

from dotenv import load_dotenv
from itd import ITDClient, ITDConfig, User
from itd.enums import RateLimitMode
from itd.logger import setup_logging, get_logger
from itd.exceptions import TargetUserBannedError, NotFoundError

from db import create_local_db, commit_with_retry
from models import User as UserModel

load_dotenv()
setup_logging('WARNING')
l = get_logger('updater')
l.setLevel('INFO')

c = ITDClient(getenv('BOT_TOKEN'), config=ITDConfig(RateLimitMode.MAX, 1, {'get_user': 5}))

db = create_local_db()

l.info('init')
users = set()

with open('itdp.json', 'r') as fl:
    itdp = load(fl)

def update_user(user: UserModel):
    try:
        user_itd = User(user.user_id)
        user_itd.refresh()
        followings = user_itd.following
        followers = user_itd.followers
    except (TargetUserBannedError, NotFoundError):
        l.warning('user not found %s', user.username)
        user.exists = False
        commit_with_retry(db)
        return

    user.username = user_itd.username
    user.display_name = user_itd.display_name
    user.followers = user_itd.followers_count or 0
    user.following = user_itd.following_count or 0
    user.posts = user_itd.posts_count or 0
    user.verified = user_itd.verified
    user.has_itdp = str(user_itd.id) in itdp
    user.following_users = str([following.id for following in followings])
    user.followed_by_users = str([follower.id for follower in followers])
    user.avatar = user_itd.avatar
    l.info('[%s] update user %s', user.id, user.username)
    commit_with_retry(db)

for user in db.query(UserModel).order_by(UserModel.id).offset(6840).limit(1500).all():
    update_user(user)