edonyzpc / toolkitem Goto Github PK

class dir_node(object):                                                                    
    """ Encapsulate the attributes of directory into this class.
            Type: directory, file, link
            Path: full path of directory node
    """
    def __init__(self, root_path):
        pass

    def _list_member(self):
        """ Get the entries in `root_path`
        """
        pass

    def _gen_attr(self):
        pass

    def _list_dir(self):
        pass

    def _list_file(self):
        pass

    def _list_link(self):
        pass

    def _parent_dir(self):
        pass

    def _sub_dir(self):
        pass

def _listdir(self, path=None, excludepath=None):
        """ list root path recursively including sub-directories
        """
        if self.root is None:
            if path is not None:
                for root_, dir_, file_ in os.walk(path):
                    if root_ == excludepath:
                        continue
                    dir_ctx = []
                    dir_ctx.insert(0, file_)
                    dir_ctx.insert(0, dir_)
                    buf_dl = {}
                    buf_dl[root_] = dir_ctx
                    self._dl_buf.insert(0, buf_dl)
            else:
                raise Exception("Error DirList class initialize")
        else:
            for root_, dir_, file_ in os.walk(self.root):
                if root_ == excludepath:
                    continue
                dir_ctx = []
                dir_ctx.insert(0, file_)
                dir_ctx.insert(0, dir_)
                self.dirlist[root_] = dir_ctx

from functools import partial
from multiprocessing.pool import Pool
from time import time
import os

def main():
   ts = time()
   client_id = os.getenv('IMGUR_CLIENT_ID')
   if not client_id:
       raise Exception("Couldn't find IMGUR_CLIENT_ID environment variable!")
   download_dir = setup_download_dir()
   links = [l for l in get_links(client_id) if l.endswith('.jpg')]
   download = partial(download_link, download_dir)
   with Pool(8) as p:
       p.map(download, links)
   print('Took {}s'.format(time() - ts))