Skip to content
Commits on Source (2)
# -*- coding: utf-8 -*-
# Copyright(C) 2014 Roger Philibert
#
# This file is part of a weboob module.
#
# This weboob module is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This weboob module is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this weboob module. If not, see <http://www.gnu.org/licenses/>.
from .module import PlayMeModule
__all__ = ['PlayMeModule']
# -*- coding: utf-8 -*-
# Copyright(C) 2014 Roger Philibert
#
# This file is part of a weboob module.
#
# This weboob module is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This weboob module is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this weboob module. If not, see <http://www.gnu.org/licenses/>.
import re
from weboob.browser.browsers import DomainBrowser
from weboob.browser.exceptions import ClientError
from .compat.weboob_browser_pages import HTMLPage
from weboob.browser.profiles import Profile
from .compat.weboob_exceptions import BrowserIncorrectPassword
from weboob.tools.json import json
__all__ = ['PlayMeBrowser', 'FacebookBrowser']
class NoCredits(Exception): pass
class FacebookBrowser(DomainBrowser):
BASEURL = 'https://graph.facebook.com'
CLIENT_ID = "149987128492319"
access_token = None
info = None
def login(self, username, password):
self.location('https://www.facebook.com/dialog/oauth?client_id=%s&redirect_uri=https://www.facebook.com/connect/login_success.html&scope=email,user_birthday,user_friends,public_profile,user_photos,user_likes&response_type=token' % self.CLIENT_ID)
page = HTMLPage(self, self.response)
form = page.get_form('//form[@id="login_form"]')
form['email'] = username
form['pass'] = password
form['persistent'] = 1
form.submit(allow_redirects=False)
if 'Location' not in self.response.headers:
raise BrowserIncorrectPassword()
self.location(self.response.headers['Location'])
m = re.search('access_token=([^&]+)&', self.url)
if m:
self.access_token = m.group(1)
self.info = self.request('/me')
def request(self, url, *args, **kwargs):
url += '?access_token=' + self.access_token
r = self.location(self.absurl(url, base=True), *args, **kwargs)
return json.loads(r.content)
class IPhoneClient(Profile):
def setup_session(self, session):
session.headers["Accept-Language"] = "en;q=1, fr;q=0.9, de;q=0.8, ja;q=0.7, nl;q=0.6, it;q=0.5"
session.headers["Accept"] = "*/*"
session.headers["User-Agent"] = "PlayMe/3.0.2 (iPhone; iOS 7.1; Scale/2.00)"
session.headers["Accept-Encoding"] = "gzip, deflate"
session.headers["Content-Type"] = "application/json"
class PlayMeBrowser(DomainBrowser):
BASEURL = 'https://api2.goplayme.com/'
PROFILE = IPhoneClient()
VERIFY = False
recs = []
def __init__(self, facebook, *args, **kwargs):
super(PlayMeBrowser, self).__init__(*args, **kwargs)
self.facebook = facebook
profile_picture = 'http%3A%2F%2Fgraph.facebook.com%2F' + facebook.info['id'] + '%2Fpicture%3Fwidth%3D600%26height%3D600'
me = self.request('/auth/facebook/callback?access_token=%s&profile_picture=%s' % (facebook.access_token, profile_picture))
self.session.headers['Authorization'] = 'Token token="%s"' % me['token']
self.my_id = me['id']
self.my_name = me['name']
self.credits = me['credits']['count']
def get_threads(self):
r = self.request('/users/%s/contacts' % self.my_id)
if 'status' in r:
return []
return reversed(r)
def get_thread_messages(self, contact_id):
return self.request('/messages/%s' % contact_id)
def get_user(self, contact_id):
return self.request('/users/%s' % contact_id)
def post_message(self, contact_id, content):
self.request('/messages', data={'id': contact_id, 'msg': content})
def request(self, *args, **kwargs):
if 'data' in kwargs:
kwargs['data'] = json.dumps(kwargs['data'])
r = self.location(*args, **kwargs)
return json.loads(r.content)
def find_users(self, lat, lon):
r = self.request('/users/?lat=%s&lon=%s&type=full' % (lat, lon))
return r['pending'] + r['history']
def get_theme(self):
r = self.request('/questions')
for t in r:
if t['theme']['is_vip']:
continue
return t
def challenge(self, user_id):
try:
r = self.request('/users/%s/challenge/%s' % (self.my_id, user_id))
except ClientError as e:
r = json.loads(e.response.content)
self.credits = r['credits']['count']
raise NoCredits(r['credits']['next_restore_in_seconds'])
if isinstance(r, list) and 'questions' in r[0]:
t = r[0]
else:
t = self.get_theme()
self.credits = r['credits']['count']
data = {}
data['theme'] = {'id': t['theme']['id'], 'is_vip': 0}
data['questions'] = [q['id'] for q in t['questions']][:5]
data['answers'] = [{'duration': 1000, 'result': 1} for q in t['questions'][:5]]
self.request('/users/%s/challenge/%s' % (self.my_id, user_id), data=data)
# -*- coding: utf-8 -*-
# Copyright(C) 2014 Roger Philibert
#
# This file is part of a weboob module.
#
# This weboob module is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This weboob module is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this weboob module. If not, see <http://www.gnu.org/licenses/>.
import datetime
from weboob.tools.compat import unicode
from weboob.capabilities.messages import CapMessages, CapMessagesPost, Thread, Message
from weboob.capabilities.dating import CapDating, Optimization
from weboob.capabilities.account import CapAccount, StatusField
from weboob.tools.backend import Module, BackendConfig
from .compat.weboob_tools_value import Value, ValueBackendPassword
from weboob.tools.date import local2utc
from weboob.tools.log import getLogger
from .browser import PlayMeBrowser, FacebookBrowser, NoCredits
__all__ = ['PlayMeModule']
class ProfilesWalker(Optimization):
def __init__(self, sched, storage, browser):
super(ProfilesWalker, self).__init__()
self._sched = sched
self._storage = storage
self._browser = browser
self._logger = getLogger('walker', browser.logger)
self._view_cron = None
def start(self):
self._view_cron = self._sched.schedule(1, self.view_profile)
return True
def stop(self):
self._sched.cancel(self._view_cron)
self._view_cron = None
return True
def set_config(self, params):
pass
def is_running(self):
return self._view_cron is not None
def view_profile(self):
delay = 900
try:
challenged = self._storage.get('challenged', default=[])
for user in self._browser.find_users(48.883989, 2.367168):
if user['id'] in challenged:
continue
try:
self._browser.challenge(user['id'])
except NoCredits as e:
delay = int(str(e))
self._logger.info('No more credits (next try in %d minutes)', (delay/60))
else:
self._logger.info('Challenged %s', user['name'])
challenged.append(user['id'])
self._storage.set('challenged', challenged)
self._storage.save()
break
finally:
if self._view_cron is not None:
self._view_cron = self._sched.schedule(delay, self.view_profile)
class PlayMeModule(Module, CapMessages, CapMessagesPost, CapDating, CapAccount):
NAME = 'playme'
DESCRIPTION = u'PlayMe dating mobile application'
MAINTAINER = u'Roger Philibert'
EMAIL = 'roger.philibert@gmail.com'
LICENSE = 'AGPLv3+'
VERSION = '2.0'
CONFIG = BackendConfig(Value('username', label='Facebook email'),
ValueBackendPassword('password', label='Facebook password'))
BROWSER = PlayMeBrowser
STORAGE = {'contacts': {},
'challenged': [],
}
def create_default_browser(self):
facebook = FacebookBrowser()
facebook.login(self.config['username'].get(),
self.config['password'].get())
return self.create_browser(facebook)
# ---- CapDating methods -----------------------
def init_optimizations(self):
self.add_optimization('PROFILE_WALKER', ProfilesWalker(self.weboob.scheduler, self.storage, self.browser))
# ---- CapMessages methods ---------------------
def fill_thread(self, thread, fields):
return self.get_thread(thread)
def iter_threads(self):
for thread in self.browser.get_threads():
t = Thread(thread['id'])
t.flags = Thread.IS_DISCUSSION
t.title = u'Discussion with %s' % thread['name']
t.date = local2utc(datetime.datetime.fromtimestamp(thread['last_message']['utc_timestamp']))
yield t
def get_thread(self, thread):
if not isinstance(thread, Thread):
thread = Thread(thread)
thread.flags = Thread.IS_DISCUSSION
user = self.browser.get_user(thread.id)
thread.title = u'Discussion with %s' % user['name']
contact = self.storage.get('contacts', thread.id, default={'lastmsg': 0})
signature = u'Age: %s' % user['age']
signature += u'\nLast online: %s' % user['last_online']
signature += u'\nPhotos:\n\t%s' % '\n\t'.join([user['photo_host'] + photo['large'] for photo in user['photos']])
child = None
for msg in self.browser.get_thread_messages(thread.id):
flags = 0
if int(contact['lastmsg']) < msg['utc_timestamp']:
flags = Message.IS_UNREAD
if msg['type'] == 'msg':
content = unicode(msg['msg'])
elif msg['type'] == 'new_challenge':
content = u'A new challenge has been proposed!'
elif msg['type'] == 'serie':
content = u"I've played"
elif msg['type'] == 'end_game':
content = u'%s is the winner! (%s VS %s)' % (self.browser.my_name if msg['score']['w'] == self.browser.my_id else user['name'], msg['score']['s'][0], msg['score']['s'][1])
else:
content = u'Unknown action: %s' % msg['type']
msg = Message(thread=thread,
id=msg['utc_timestamp'],
title=thread.title,
sender=unicode(self.browser.my_name if msg['from'] == self.browser.my_id else user['name']),
receivers=[unicode(self.browser.my_name if msg['from'] != self.browser.my_id else user['name'])],
date=local2utc(datetime.datetime.fromtimestamp(msg['utc_timestamp'])),
content=content,
children=[],
parent=None,
signature=signature if msg['from'] != self.browser.my_id else u'',
flags=flags)
if child:
msg.children.append(child)
child.parent = msg
child = msg
thread.root = child
return thread
def iter_unread_messages(self):
for thread in self.iter_threads():
thread = self.get_thread(thread)
for message in thread.iter_all_messages():
if message.flags & message.IS_UNREAD:
yield message
def set_message_read(self, message):
contact = self.storage.get('contacts', message.thread.id, default={'lastmsg': 0})
if int(contact['lastmsg']) < int(message.id):
contact['lastmsg'] = int(message.id)
self.storage.set('contacts', message.thread.id, contact)
self.storage.save()
# ---- CapMessagesPost methods ---------------------
def post_message(self, message):
self.browser.post_message(message.thread.id, message.content)
# ---- CapAccount methods ---------------------
def get_account_status(self):
return (StatusField(u'myname', u'My name', unicode(self.browser.my_name)),
StatusField(u'credits', u'Credits', unicode(self.browser.credits)),
)
OBJECTS = {Thread: fill_thread,
}
# -*- coding: utf-8 -*-
# Copyright(C) 2014 Roger Philibert
#
# This file is part of a weboob module.
#
# This weboob module is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This weboob module is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this weboob module. If not, see <http://www.gnu.org/licenses/>.
from weboob.tools.test import BackendTest
class PlayMeTest(BackendTest):
MODULE = 'playme'
def test_playme(self):
for m in self.backend.iter_unread_messages():
pass
......@@ -18,7 +18,7 @@
# along with this weboob module. If not, see <http://www.gnu.org/licenses/>.
from .module import PopolemploiModule
from .module import PoleEmploiModule
__all__ = ['PopolemploiModule']
__all__ = ['PoleEmploiModule']
......@@ -21,10 +21,10 @@
from weboob.browser import PagesBrowser, URL
from weboob.tools.compat import urlencode
__all__ = ['PopolemploiBrowser']
__all__ = ['PoleEmploiBrowser']
class PopolemploiBrowser(PagesBrowser):
class PoleEmploiBrowser(PagesBrowser):
BASEURL = 'https://candidat.pole-emploi.fr'
......
......@@ -25,19 +25,19 @@
from weboob.capabilities.job import CapJob
from .compat.weboob_tools_value import Value, ValueInt
from .browser import PopolemploiBrowser
from .browser import PoleEmploiBrowser
__all__ = ['PopolemploiModule']
__all__ = ['PoleEmploiModule']
class PopolemploiModule(Module, CapJob):
NAME = 'popolemploi'
class PoleEmploiModule(Module, CapJob):
NAME = 'poleemploi'
DESCRIPTION = u'Pole Emploi website'
MAINTAINER = u'Bezleputh'
EMAIL = 'carton_ben@yahoo.fr'
VERSION = '2.0'
BROWSER = PopolemploiBrowser
BROWSER = PoleEmploiBrowser
places_choices = OrderedDict([(k, u'%s' % (v)) for k, v in sorted({
'100|PAYS|01': u'France entière',
......
......@@ -22,8 +22,8 @@
from .compat.weboob_tools_value import Value
class PopolemploiTest(BackendTest):
MODULE = 'popolemploi'
class PoleEmploiTest(BackendTest):
MODULE = 'poleemploi'
def setUp(self):
if not self.is_backend_configured():
......@@ -34,13 +34,13 @@ def setUp(self):
self.backend.config['domain'] = Value(value='M18')
self.backend.config['limit_data'] = Value(value='93')
def test_popolemploi_search(self):
def test_poleemploi_search(self):
l = list(self.backend.search_job('infographiste'))
assert len(l)
advert = self.backend.get_job_advert(l[0].id, l[0])
self.assertTrue(advert.url, 'URL for announce "%s" not found: %s' % (advert.id, advert.url))
def test_popolemploi_advanced_search(self):
def test_poleemploi_advanced_search(self):
l = list(self.backend.advanced_search_job())
assert len(l)
advert = self.backend.get_job_advert(l[0].id, l[0])
......