silo.pasta/DeviantArt.py

import os
import glob
import deviantart
from bleach import clean
import arrow
import keys
import common
import settings
from pprint import pprint
import logging

class DAFavs(common.Favs):
    def __init__(self):
        super().__init__('deviantart')
        self.client = deviantart.Api(
            keys.deviantart.get('key'),
            keys.deviantart.get('secret'),
            scope='user'
        )
        self.favfolder = None

    @property
    def feeds(self):
        logging.info('Generating OPML feeds for DeviantArt')
        feeds = []
        offset = 0
        has_more = True
        while has_more:
            logging.info('Generating OPML feeds for DeviantArt: offset %d' % offset)
            try:
                following = self.client.get_friends(
                    username=keys.deviantart.get('username'),
                    offset=offset,
                    limit=24
                )
                offset = following.get('next_offset')
                for follow in following.get('results'):
                    u = follow.get('user').username.lower()
                    feeds.append({
                        'text': u,
                        'xmlUrl': "https://backend.deviantart.com/rss.xml?q=gallery%%3A%s" % u,
                        'htmlUrl': "https://www.deviantart.com/%s" % u
                    })
                has_more = following.get('has_more')
            except deviantart.api.DeviantartError as e:
                print(e)
                break
        return feeds

    def run(self):
        offset = 0
        while not self.favfolder:
            logging.info('fetching for DeviantArt: offset %d' % offset)
            try:
                folders = self.client.get_collections(
                    username=keys.deviantart.get('username'),
                    offset=offset,
                    limit=24
                )
                offset = folders.get('next_offset')
                for r in folders.get('results'):
                    if r.get('name') == 'Featured':
                        self.favfolder = r.get('folderid')
                if (folders.get('has_more') == False):
                    break
            except deviantart.api.DeviantartError as e:
                print(e)
                break

        offset = 0
        has_more = True
        while has_more:
            try:
                fetched = self.client.get_collection(
                    self.favfolder,
                    username=keys.deviantart.get('username'),
                    offset=offset,
                    limit=24,
                    #mature_content=True
                )
                for r in fetched.get('results'):
                    fav = DAFav(r)
                    fav.run()
                offset = fetched.get('next_offset')
                has_more = fetched.get('has_more')
                if (has_more == False):
                    break
            except deviantart.api.DeviantartError as e:
                print(e)
                break


class DAFav(common.ImgFav):
    def __init__(self, deviation, ):
        self.deviation = deviation

    def __str__(self):
        return "fav-of %s" % (self.deviation.url)

    @property
    def author(self):
        return {
            'name': self.deviation.author,
            'url': 'http://%s.deviantart.com' % self.deviation.author
        }

    @property
    def id(self):
        return self.deviation.deviationid

    @property
    def url(self):
        return self.deviation.url

    @property
    def content(self):
        if self.deviation.excerpt:
            return "%s" % self.deviation.excerpt
        return ''

    @property
    def title(self):
        title = self.deviation.title
        if not len(title):
            title = common.slugfname(self.url)
        return clean(title.strip())

    @property
    def targetprefix(self):
        return os.path.join(
            settings.paths.get('archive'),
            'favorite',
            "deviantart_%s_%s_%s" % (
                common.slugfname('%s' % self.deviation.author),
                self.id,
                common.slugfname('%s' % self.title)
            )
        )

    @property
    def exists(self):
        maybe = glob.glob("%s*" % self.targetprefix)
        if len(maybe):
            return True
        return False

    @property
    def published(self):
        return arrow.get(self.deviation.published_time)

    @property
    def tags(self):
        return [self.deviation.category]

    @property
    def images(self):
        f = "%s%s" % (self.targetprefix, common.TMPFEXT)
        return {
            f: self.deviation.content.get('src')
        }

    def run(self):
        if not self.exists:
            self.fetch_images()


if __name__ == '__main__':
    t = DAFavs()
    t.run()