Skip to content

Need a way to know how many seeds have been processed #7

Description

@hacksysteam

In order version I used to do like:

    def go(self):
        try:
            print "[ +D+ ] - Start seed inserter."
            self.bs.use('seeds')
            i = 0
            for root, dirs, files in os.walk(self.seed_dir):
                for seed_name in files:
                    os.path.join(root, seed_name)
                    i += 1
                    if not self.seed_exists(seed_name):
                        with open(os.path.join(root, seed_name), 'r') as d:
                            seed_data = d.read()

                        data = {
                            'name': seed_name,
                            'data': seed_data
                        }

                        seed_pack = msgpack.packb(data, use_bin_type=True)

                        while True:
                            if self.bs.stats_tube('seeds')['current-jobs-ready'] < 20:
                                self.bs.put(seed_pack, 65536, 0, 600)
                                print "[ +{0:0{1}}+ ] - Pushed seed: {2}".format(i, 7, seed_name)
                                break
                            else:
                                sleep(1)
                    else:
                        print "[ +{0:0{1}}+ ] - Trace for seed exists in database: {2}".format(i, 7, seed_name)
        finally:
            self.bs.close()
            self.sql.close()
            print "[ +D+ ] - Finished seed inserter."

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions