Skip to content

weboob
weboob
Commit 3e8da144 authored by Vincent Ardisson's avatar Vincent Ardisson Committed by Romain Bignon
Browse files
Options

use url field instead of _link for Accounts in a few modules 

bforbank, boursorama, bp, cragr, spirica
parent 279ac91d
Hide whitespace changes
Inline Side-by-side
Showing with 76 additions and 68 deletions
modules/bforbank/browser.py
View file @ 3e8da144
......@@ -95,7 +95,7 @@ class BforbankBrowser(LoginBrowser):
card = self.page.get_card(account.id)
if card is not None:
# if there's a credit card (not debit), create a separate, virtual account
card._link = account._link
card.url = account.url
card.balance = account._card_balance
assert not empty(card.balance)
account._card_account = card
......@@ -106,7 +106,7 @@ class BforbankBrowser(LoginBrowser):
return iter(self.accounts)
def _get_card_transactions(self, account):
self.location(account._link.replace('tableauDeBord', 'encoursCarte') + '/0?month=1')
self.location(account.url.replace('tableauDeBord', 'encoursCarte') + '/0?month=1')
assert self.card_history.is_here()
return list(self.page.get_operations())
......@@ -127,7 +127,7 @@ class BforbankBrowser(LoginBrowser):
return self.spirica.iter_history(account)
if account.type != Account.TYPE_CARD:
self.location(account._link.replace('tableauDeBord', 'operations'))
self.location(account.url.replace('tableauDeBord', 'operations'))
assert self.history.is_here() or self.loan_history.is_here()
return self.page.get_operations()
......@@ -157,7 +157,7 @@ class BforbankBrowser(LoginBrowser):
return self.page.get_operations()
elif account.type == Account.TYPE_CARD:
# TODO there could be multiple cards, how to find the number of cards?
self.location(account._link.replace('tableauDeBord', 'encoursCarte') + '/0')
self.location(account.url.replace('tableauDeBord', 'encoursCarte') + '/0')
return self.page.get_operations()
else:
raise NotImplementedError()
......@@ -181,7 +181,7 @@ class BforbankBrowser(LoginBrowser):
for insurance_account in self.page.iter_accounts():
self.logger.debug('testing %r', account)
if insurance_account.id == account.id:
self.location(insurance_account._link)
self.location(insurance_account.url)
assert self.lifeinsurance_iframe.is_here()
break
else:
......@@ -199,7 +199,7 @@ class BforbankBrowser(LoginBrowser):
redir = self.page.get_redir()
assert redir
account._link = self.absurl(redir)
account.url = self.absurl(redir)
self.spirica.session.cookies.update(self.session.cookies)
self.spirica.logged = True
return True
......
modules/bforbank/pages.py
View file @ 3e8da144
......@@ -22,7 +22,7 @@ import re
from io import BytesIO
from PIL import Image
from urllib import urlencode
from urlparse import urlparse, urlunparse, parse_qsl
from urlparse import urlparse, urlunparse, parse_qsl, urljoin
from weboob.browser.pages import LoggedPage, HTMLPage, pagination, AbstractPage
from weboob.browser.elements import method, ListElement, ItemElement, TableElement
......@@ -147,7 +147,10 @@ class AccountsPage(LoggedPage, HTMLPage):
obj_balance = MyDecimal('./td//div[contains(@class, "-synthese-num")]', replace_dots=True)
obj_currency = FrenchTransaction.Currency('./td//div[contains(@class, "-synthese-num")]')
obj_type = Map(Regexp(Field('label'), r'^([^ ]*)'), TYPE, default=Account.TYPE_UNKNOWN)
obj__link = CleanText('./@data-href')
def obj_url(self):
return urljoin(self.page.url, CleanText('./@data-href')(self))
obj__card_balance = CleanDecimal('./td//div[@class="synthese-encours"]/div[2]', default=None)
def condition(self):
......@@ -285,7 +288,9 @@ class LifeInsuranceList(LoggedPage, HTMLPage):
klass = Account
obj_id = CleanText('./td/a')
obj__link = Link('./td/a')
def obj_url(self):
return urljoin(self.page.url, Link('./td/a')(self))
class LifeInsuranceIframe(LoggedPage, HTMLPage):
......
modules/boursorama/browser.py
View file @ 3e8da144
......@@ -196,7 +196,7 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
return j[1].date()
def get_card_transactions(self, account):
self.location('%s' % account._link, params={'movementSearch[period]': 'currentPeriod'})
self.location(account.url, params={'movementSearch[period]': 'currentPeriod'})
if self.home.is_here():
# for some cards, the site redirects us to '/'...
return
......@@ -204,7 +204,7 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
for t in self.page.iter_history(is_card=True):
yield t
self.location('%s' % account._link, params={'movementSearch[period]': 'previousPeriod'})
self.location(account.url, params={'movementSearch[period]': 'previousPeriod'})
for t in self.page.iter_history(is_card=True, is_previous=True):
yield t
......@@ -212,7 +212,7 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
if coming:
return
transactions = []
self.location('%s/mouvements' % account._link.rstrip('/'))
self.location('%s/mouvements' % account.url.rstrip('/'))
account._history_pages = []
for t in self.page.iter_history(account=account):
transactions.append(t)
......@@ -227,17 +227,17 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
params['movementSearch[toDate]'] = (date.today() + relativedelta(days=40)).strftime('%d/%m/%Y')
params['movementSearch[fromDate]'] = (date.today() - relativedelta(years=1)).strftime('%d/%m/%Y')
params['movementSearch[selectedAccounts][]'] = account._webid
self.location('%s/mouvements' % account._link.rstrip('/'), params=params)
self.location('%s/mouvements' % account.url.rstrip('/'), params=params)
for t in self.page.iter_history():
yield t
if coming and account.type == Account.TYPE_CHECKING:
self.location('%s/mouvements-a-venir' % account._link.rstrip('/'), params=params)
self.location('%s/mouvements-a-venir' % account.url.rstrip('/'), params=params)
for t in self.page.iter_history(coming=True):
yield t
@need_login
def get_history(self, account, coming=False):
if account.type is Account.TYPE_LOAN or '/compte/derive' in account._link:
if account.type is Account.TYPE_LOAN or '/compte/derive' in account.url:
return []
if account.type in (Account.TYPE_LIFE_INSURANCE, Account.TYPE_MARKET):
return self.get_invest_transactions(account, coming)
......@@ -247,11 +247,11 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
@need_login
def get_investment(self, account):
if '/compte/derive' in account._link:
if '/compte/derive' in account.url:
return iter([])
if not account.type in (Account.TYPE_LIFE_INSURANCE, Account.TYPE_MARKET, Account.TYPE_PEA):
raise NotImplementedError()
self.location(account._link)
self.location(account.url)
# We might deconnect at this point.
if self.login.is_here():
return self.get_investment(account)
......@@ -271,11 +271,11 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
@need_login
def iter_transfer_recipients(self, account):
assert account._link
if account._link.endswith('/'):
target = account._link + 'virements'
assert account.url
if account.url.endswith('/'):
target = account.url + 'virements'
else:
target = account._link + '/virements'
target = account.url + '/virements'
try:
self.location(target)
......@@ -372,14 +372,14 @@ class BoursoramaBrowser(LoginBrowser, StatesMixin):
account = None
for account in self.get_accounts_list():
if account._link:
if account.url:
break
suffix = 'virements/comptes-externes/nouveau'
if account._link.endswith('/'):
target = account._link + suffix
if account.url.endswith('/'):
target = account.url + suffix
else:
target = account._link + '/' + suffix
target = account.url + '/' + suffix
self.location(target)
assert self.page.is_charac()
......
modules/boursorama/pages.py
View file @ 3e8da144
......@@ -24,6 +24,7 @@ from decimal import Decimal
import re
from io import BytesIO
from datetime import date
from urlparse import urljoin
from weboob.browser.pages import HTMLPage, LoggedPage, pagination, NextPage, FormNotFound
from weboob.browser.elements import ListElement, ItemElement, method, TableElement, SkipItem
......@@ -191,7 +192,7 @@ class AccountsPage(LoggedPage, HTMLPage):
class item(ItemElement):
klass = Account
load_details = Field('_link') & AsyncLoad
load_details = Field('url') & AsyncLoad
obj_label = CleanText('.//a[@class="account--name"] | .//div[@class="account--name"]')
obj_balance = CleanDecimal('.//a[has-class("account--balance")]', replace_dots=True)
......@@ -231,14 +232,14 @@ class AccountsPage(LoggedPage, HTMLPage):
return Account.TYPE_UNKNOWN
def obj__link(self):
def obj_url(self):
link = Attr('.//a[@class="account--name"] | .//a[2]', 'href', default=NotAvailable)(self)
if not self.page.browser.webid:
self.page.browser.webid = re.search('\/([^\/|?|$]{32})(\/|\?|$)', link).group(1)
return link
return urljoin(self.page.url, link)
def obj__webid(self):
m = re.search('([a-z\d]{32})', self.obj__link())
m = re.search('([a-z\d]{32})', Field('url')(self))
if m:
return m.group(1)
return None
......@@ -500,8 +501,8 @@ class AccbisPage(LoggedPage, HTMLPage):
acc.balance = balance
acc.label = label
acc.currency = FrenchTransaction.Currency().filter(balance_el)
acc._link = Link().filter(a.xpath('.'))
acc._history_page = acc._link
acc.url = urljoin(self.url, Link().filter(a.xpath('.')))
acc._history_page = acc.url
try:
acc.id = acc._webid = Regexp(pattern='carte/(.*)$').filter(Link().filter(a.xpath('.')))
except RegexpError:
......@@ -515,7 +516,7 @@ class AccbisPage(LoggedPage, HTMLPage):
account.type = AccountsPage.ACCOUNT_TYPES.get(title, Account.TYPE_UNKNOWN)
account._webid = Attr(None, 'data-account-label').filter(a.xpath('.//span[@class="nav-category__name"]'))
if cards:
self.browser.go_cards_number(cards[0]._link)
self.browser.go_cards_number(cards[0].url)
if self.browser.cards.is_here():
self.browser.page.populate_cards_number(cards)
accounts.extend(cards)
......
modules/bp/browser.py
View file @ 3e8da144
......@@ -186,7 +186,7 @@ class BPBrowser(LoginBrowser, StatesMixin):
transactions = []
if account.type is not Account.TYPE_LOAN:
self.location(account._link_id)
self.location(account.url)
history = {Account.TYPE_CHECKING: self.par_account_checking_history,
Account.TYPE_SAVINGS: self.par_account_savings_and_invests_history,
......@@ -209,14 +209,14 @@ class BPBrowser(LoginBrowser, StatesMixin):
@need_login
def go_linebourse(self, account):
self.location(account._link_id)
self.location(account.url)
self.market_login.go()
self.linebourse.session.cookies.update(self.session.cookies)
self.par_accounts_checking.go()
def _get_coming_transactions(self, account):
if account.type == Account.TYPE_CHECKING:
self.location(account._link_id)
self.location(account.url)
self.par_account_checking_coming.go(accountId=account.id)
if self.par_account_checking_coming.is_here() and self.page.has_coming():
......@@ -361,7 +361,7 @@ class BProBrowser(BPBrowser):
self.accounts_url = self.base_url + '/voscomptes/synthese/synthese.ea'
def go_linebourse(self, account):
self.location(account._link_id)
self.location(account.url)
self.location('../bourseenligne/oicformautopost.jsp')
self.linebourse.session.cookies.update(self.session.cookies)
self.location(self.accounts_url)
......@@ -373,7 +373,7 @@ class BProBrowser(BPBrowser):
return self.linebourse.iter_history(account.id)
transactions = []
v = urlsplit(account._link_id)
v = urlsplit(account.url)
args = dict(parse_qsl(v.query))
args['typeRecherche'] = 10
......
modules/bp/pages/accountlist.py
View file @ 3e8da144
......@@ -60,7 +60,7 @@ class AccountList(LoggedPage, MyHTMLPage):
obj_id = CleanText('.//abbr/following-sibling::text()')
obj_currency = Currency('.//span[@class="number"]')
def obj__link_id(self):
def obj_url(self):
url = Link(u'./a', default=NotAvailable)(self)
if url:
return urljoin(self.page.url, url)
......
modules/bp/pages/pro.py
View file @ 3e8da144
......@@ -68,7 +68,7 @@ class ProAccountsList(LoggedPage, MyHTMLPage):
a.currency = u'EUR'
a.balance = Decimal(Transaction.clean_amount(tmp_balance))
a._has_cards = False
a._link_id = urljoin(self.url, link.attrib['href'])
a.url = urljoin(self.url, link.attrib['href'])
yield a
......
modules/cragr/web/browser.py
View file @ 3e8da144
......@@ -308,7 +308,7 @@ class Cragr(LoginBrowser, StatesMixin):
try:
new_location = self.moveto_market_website(account, home=True)
except WebsiteNotSupported:
account._link = None
account.url = None
self.update_sag()
else:
self.location(new_location)
......@@ -340,7 +340,7 @@ class Cragr(LoginBrowser, StatesMixin):
raise NotImplementedError()
# some accounts may exist without a link to any history page
if account._link is None or 'CATITRES' in account._link:
if account.url is None or 'CATITRES' in account.url:
return
if account._perimeter != self.current_perimeter:
......@@ -351,7 +351,7 @@ class Cragr(LoginBrowser, StatesMixin):
account = self.get_cards_or_card(account.number)
if account.type != Account.TYPE_CARD or not self.page.is_on_right_detail(account):
self.location(account._link.format(self.sag))
self.location(account.url.format(self.sag))
if self.cards.is_here():
date_guesser = ChaoticDateGuesser(date.today()-timedelta(weeks=36))
......@@ -385,7 +385,7 @@ class Cragr(LoginBrowser, StatesMixin):
@need_login
def iter_investment(self, account):
if not account._link or account.type not in (Account.TYPE_MARKET, Account.TYPE_PEA, Account.TYPE_LIFE_INSURANCE):
if not account.url or account.type not in (Account.TYPE_MARKET, Account.TYPE_PEA, Account.TYPE_LIFE_INSURANCE):
return
if account._perimeter != self.current_perimeter:
......@@ -442,7 +442,7 @@ class Cragr(LoginBrowser, StatesMixin):
@need_login
def moveto_market_website(self, account, home=False):
response = self.open(account._link % self.sag).text
response = self.open(account.url % self.sag).text
self._sag = None
# https://www.cabourse.credit-agricole.fr/netfinca-titres/servlet/com.netfinca.frontcr.navigation.AccueilBridge?TOKEN_ID=
m = re.search('document.location="([^"]+)"', response)
......@@ -479,14 +479,14 @@ class Cragr(LoginBrowser, StatesMixin):
@need_login
def moveto_insurance_website(self, account):
page = self.open(account._link % self.sag).page
page = self.open(account.url % self.sag).page
self._sag = None
# POST to https://assurance-personnes.credit-agricole.fr/filiale/ServletReroutageCookie
try:
form = page.get_form(name='formulaire')
except FormNotFound:
# bgpi-gestionprivee.
body = self.open(account._link % self.sag).text
body = self.open(account.url % self.sag).text
return re.search('location="([^"]+)"', body, flags=re.MULTILINE).group(1)
data = {
......
modules/cragr/web/pages.py
View file @ 3e8da144
......@@ -21,7 +21,7 @@ from __future__ import unicode_literals
from datetime import date as ddate, datetime
from decimal import Decimal
from urlparse import urlparse
from urlparse import urlparse, urljoin
import re
from weboob.browser.pages import HTMLPage, FormNotFound
......@@ -225,7 +225,7 @@ class _AccountsPage(MyLoggedPage, BasePage):
account.balance = Decimal(Transaction.clean_amount(balance))
account.currency = account.get_currency(cleaner(cols[self.COL_CURRENCY]))
account._link = None
account.url = None
self.set_link(account, cols)
......@@ -371,13 +371,13 @@ class CardsPage(MyLoggedPage, BasePage):
if 'link' in xpaths:
try:
account._link = table.xpath(xpaths['link'])[-1]
account.url = table.xpath(xpaths['link'])[-1]
except IndexError:
account._link = None
account.url = None
else:
account._link = re.sub('[\n\r\t]+', '', account._link)
account.url = urljoin(self.url, re.sub('[\n\r\t]+', '', account.url))
else:
account._link = self.url
account.url = self.url
account._idelco = re.search('IDELCO=(\d+)&', self.url).group(1)
account._perimeter = self.browser.current_perimeter
yield account
......@@ -456,9 +456,9 @@ class AccountsPage(_AccountsPage):
def set_link(self, account, cols):
a = cols[0].find('a')
if a is not None:
account._link = a.attrib['href'].replace(' ', '%20')
page = self.browser.open(account._link).page
account._link = re.sub('sessionSAG=[^&]+', 'sessionSAG={0}', account._link)
account.url = urljoin(self.url, a.attrib['href'].replace(' ', '%20'))
page = self.browser.open(account.url).page
account.url = re.sub('sessionSAG=[^&]+', 'sessionSAG={0}', account.url)
url = page.get_iban_url()
if url:
page = self.browser.open(url).page
......@@ -483,30 +483,30 @@ class SavingsPage(_AccountsPage):
def set_link(self, account, cols):
origin = urlparse(self.url)
if not account._link:
if not account.url:
a = cols[0].xpath('descendant::a[contains(@href, "CATITRES")]')
# Sometimes there is no link.
if a or account.type in (Account.TYPE_MARKET, Account.TYPE_PEA):
url = 'https://%s/stb/entreeBam?sessionSAG=%%s&stbpg=pagePU&site=CATITRES&typeaction=reroutage_aller'
account._link = url % origin.netloc
account.url = url % origin.netloc
a = cols[0].xpath("descendant::a[contains(@href, \"'PREDICA','CONTRAT'\")]")
if a:
account.type = Account.TYPE_LIFE_INSURANCE
url = 'https://%s/stb/entreeBam?sessionSAG=%%s&stbpg=pagePU&site=PREDICA&' \
'typeaction=reroutage_aller&sdt=CONTRAT&parampartenaire=%s'
account._link = url % (origin.netloc, account.id)
account.url = url % (origin.netloc, account.id)
a = cols[0].xpath('descendant::a[not(contains(@href, "javascript"))]')
if len(a) == 1 and not account._link:
account._link = a[0].attrib['href'].replace(' ', '%20')
account._link = re.sub('sessionSAG=[^&]+', 'sessionSAG={0}', account._link)
if len(a) == 1 and not account.url:
account.url = urljoin(self.url, a[0].attrib['href'].replace(' ', '%20'))
account.url = re.sub('sessionSAG=[^&]+', 'sessionSAG={0}', account.url)
a = cols[0].xpath('descendant::a[(contains(@href, "javascript"))]')
# This aims to handle bgpi-gestionprivee.
if len(a) == 1 and not account._link:
if len(a) == 1 and not account.url:
m = re.findall("'([^']*)'", a[0].attrib['href'])
if len(m) == 3:
url = 'https://%s/stb/entreeBam?sessionSAG=%%s&stbpg=pagePU&typeaction=reroutage_aller&site=%s&sdt=%s&parampartenaire=%s'
account._link = url % (origin.netloc, m[0], m[1], m[2])
account.url = url % (origin.netloc, m[0], m[1], m[2])
class TransactionsPage(MyLoggedPage, BasePage):
......
modules/spirica/browser.py
View file @ 3e8da144
......@@ -59,7 +59,7 @@ class SpiricaBrowser(LoginBrowser):
def iter_investment(self, account):
if account.id not in self.cache['invs']:
# Get form to show PRM
form = self.location(account._link).page.get_investment_form()
form = self.location(account.url).page.get_investment_form()
invs = [i for i in self.location(form.url, data=dict(form)).page.iter_investment()]
self.cache['invs'][account.id] = invs
return self.cache['invs'][account.id]
......@@ -68,7 +68,7 @@ class SpiricaBrowser(LoginBrowser):
def iter_history(self, account):
if account.id not in self.cache['trs']:
# Get form to go to History's tab
form = self.location(account._link).page.get_historytab_form()
form = self.location(account.url).page.get_historytab_form()
# Get form to show all transactions
form = self.location(form.url, data=dict(form)).page.get_historyallpages_form()
if form:
......
modules/spirica/pages.py
View file @ 3e8da144
......@@ -17,7 +17,7 @@
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from urlparse import urljoin
import re
from weboob.browser.pages import HTMLPage, LoggedPage
......@@ -71,14 +71,16 @@ class AccountsPage(LoggedPage, HTMLPage):
class item(ItemElement):
klass = Account
load_details = Field('_link') & AsyncLoad
load_details = Field('url') & AsyncLoad
obj_id = CleanText(TableCell('id'), replace=[(' ', '')])
obj_label = CleanText(TableCell('label'))
obj_balance = MyDecimal(TableCell('balance'))
obj_valuation_diff = Async('details') & MyDecimal('//tr[1]/td[contains(text(), \
"value du contrat")]/following-sibling::td')
obj__link = Link('.//a')
def obj_url(self):
return urljoin(self.page.url, Link('.//a')(self))
def obj_type(self):
return self.page.TYPES[Async('details', CleanText('//td[contains(text(), \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment