# -*- coding: utf-8 -*-
# Copyright(C) 2010-2012 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see .
import datetime
import re
from weboob.capabilities.base import NotAvailable
from weboob.capabilities.bank import Investment, Transaction as BaseTransaction
from weboob.exceptions import BrowserUnavailable
from weboob.tools.capabilities.bank.transactions import FrenchTransaction
from weboob.browser.pages import LoggedPage
from weboob.browser.elements import TableElement, ItemElement, method
from weboob.browser.filters.html import Link, TableCell
from weboob.browser.filters.standard import CleanDecimal, CleanText, Eval, Field, Async, AsyncLoad, Date, Env
from weboob.tools.compat import urljoin
from .base import MyHTMLPage
class Transaction(FrenchTransaction):
PATTERNS = [(re.compile(u'^(?PCHEQUE)( N)? (?P.*)'),
FrenchTransaction.TYPE_CHECK),
(re.compile(r'^(?PACHAT CB) (?P.*) (?P\d{2})\.(?P\d{2}).(?P\d{2}).*'),
FrenchTransaction.TYPE_CARD),
(re.compile('^(?P(PRELEVEMENT DE|TELEREGLEMENT|TIP)) (?P.*)'),
FrenchTransaction.TYPE_ORDER),
(re.compile('^(?PECHEANCEPRET)(?P.*)'),
FrenchTransaction.TYPE_LOAN_PAYMENT),
(re.compile(r'^CARTE \w+ (?P\d{2})/(?P\d{2})/(?P\d{2}) A \d+H\d+ (?PRETRAIT DAB) (?P.*)'),
FrenchTransaction.TYPE_WITHDRAWAL),
(re.compile(r'^(?PRETRAIT DAB) (?P\d{2})/(?P\d{2})/(?P\d{2}) \d+H\d+ (?P.*)'),
FrenchTransaction.TYPE_WITHDRAWAL),
(re.compile(r'^(?PRETRAIT) (?P.*) (?P\d{2})\.(?P\d{2})\.(?P\d{2})'),
FrenchTransaction.TYPE_WITHDRAWAL),
(re.compile('^(?PVIR(EMEN)?T?) (DE |POUR )?(?P.*)'),
FrenchTransaction.TYPE_TRANSFER),
(re.compile('^(?PREMBOURST)(?P.*)'), FrenchTransaction.TYPE_PAYBACK),
(re.compile('^(?PCOMMISSIONS)(?P.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?PFRAIS POUR)(?P.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?P(?PREMUNERATION).*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?PREMISE DE CHEQUES?) (?P.*)'), FrenchTransaction.TYPE_DEPOSIT),
(re.compile(u'^(?PDEBIT CARTE BANCAIRE DIFFERE.*)'), FrenchTransaction.TYPE_CARD_SUMMARY),
(re.compile('^COTISATION TRIMESTRIELLE.*'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?PFRAIS (TRIMESTRIELS) DE TENUE DE COMPTE.*)'), FrenchTransaction.TYPE_BANK)
]
class AccountHistory(LoggedPage, MyHTMLPage):
def on_load(self):
if bool(CleanText(u'//h2[contains(text(), "ERREUR")]')(self.doc)):
raise BrowserUnavailable()
def is_here(self):
return not bool(CleanText(u'//h1[contains(text(), "tail de vos cartes")]')(self.doc))
def get_next_link(self):
for a in self.doc.xpath('//a[@class="btn_crt"]'):
txt = u''.join([txt.strip() for txt in a.itertext()])
if u'mois précédent' in txt:
return a.attrib['href']
def get_history(self, deferred=False):
"""
deffered is True when we are on a card page.
"""
mvt_table = self.doc.xpath("//table[@id='mouvements']", smart_strings=False)[0]
mvt_ligne = mvt_table.xpath("./tbody/tr")
operations = []
if deferred:
# look for the card number, debit date, and if it is already debited
txt = u''.join([txt.strip() for txt in self.doc.xpath('//div[@class="infosynthese"]')[0].itertext()])
m = re.search(u'sur votre carte n°\*\*\*\*\*\*(\d+)\*', txt)
card_no = u'inconnu'
if m:
card_no = m.group(1)
m = re.search('(\d+)/(\d+)/(\d+)', txt)
if m:
debit_date = datetime.date(*map(int, reversed(m.groups())))
coming = 'En cours' in txt
else:
coming = False
for mvt in mvt_ligne:
op = Transaction()
op.parse(date=CleanText('./td[1]/span')(mvt),
raw=CleanText('./td[2]/span')(mvt))
if op.label.startswith('DEBIT CARTE BANCAIRE DIFFERE'):
op.deleted = True
r = re.compile(r'\d+')
tmp = mvt.xpath("./td/span/strong")
if not tmp:
tmp = mvt.xpath("./td/span")
amount = None
if any("null" in t.text for t in tmp): # null amount, why not
continue
for t in tmp:
if r.search(t.text):
amount = t.text
op.set_amount(amount)
if deferred:
op._cardid = 'CARTE %s' % card_no
op.type = Transaction.TYPE_DEFERRED_CARD
op.rdate = op.date
op.date = debit_date
# on card page, amounts are without sign
if op.amount > 0:
op.amount = - op.amount
op._coming = coming
operations.append(op)
return operations
def has_transactions(self):
return not CleanText(u'//table[@id="mouvementsTable"]/tbody//tr[contains(., "pas d\'opérations") or contains(., "Pas d\'opération")]')(self.doc)
@method
class iter_transactions(TableElement):
head_xpath = u'//table[@id="mouvementsTable"]/thead/tr/th/a'
item_xpath = u'//table[@id="mouvementsTable"]/tbody/tr'
col_date = re.compile('Date')
col_label = re.compile(u'Libellé')
col_amount = re.compile('Valeur')
class item(ItemElement):
klass = Transaction
obj_raw = Transaction.Raw(Field('label'))
obj_date = Date(CleanText(TableCell('date')), dayfirst=True)
obj_rdate = Date(CleanText(TableCell('date')), dayfirst=True)
obj_amount = CleanDecimal(TableCell('amount'), replace_dots=True)
obj__coming = Env('coming', False)
def obj_label(self):
raw_label = CleanText(TableCell('label'))(self)
label = CleanText(TableCell('label')(self)[0].xpath('./br/following-sibling::text()'))(self)
if (label and label.split()[0] != raw_label.split()[0]) or not label:
label = raw_label
return CleanText(TableCell('label')(self)[0].xpath('./noscript'))(self) or label
class CardsList(LoggedPage, MyHTMLPage):
def is_here(self):
return bool(CleanText(u'//h1[contains(text(), "tail de vos cartes")]')(self.doc)) and not\
bool(CleanText(u'//h1[contains(text(), "tail de vos op")]')(self.doc))
def get_cards(self):
cards = []
for tr in self.doc.xpath('//table[@class="dataNum"]/tbody/tr'):
cards.append(urljoin(self.url, Link('.//a')(tr)))
assert cards
return cards
class SavingAccountSummary(LoggedPage, MyHTMLPage):
def on_load(self):
link = Link('//ul[has-class("tabs")]//a[@title="Historique des mouvements"]', default=NotAvailable)(self.doc)
if link:
self.browser.location(link)
class InvestTable(TableElement):
col_label = 'Support'
col_share = [u'Poids en %', u'Répartition en %']
col_quantity = 'Nb U.C'
col_valuation = re.compile('Montant')
class InvestItem(ItemElement):
klass = Investment
obj_label = CleanText(TableCell('label', support_th=True))
obj_portfolio_share = Eval(lambda x: x / 100 if x else NotAvailable, CleanDecimal(TableCell('share', support_th=True), replace_dots=True, default=NotAvailable))
obj_quantity = CleanDecimal(TableCell('quantity', support_th=True), replace_dots=True, default=NotAvailable)
obj_valuation = CleanDecimal(TableCell('valuation', support_th=True), replace_dots=True, default=NotAvailable)
class CachemireCatalogPage(LoggedPage, MyHTMLPage):
def on_load(self):
self.product_codes = self.load_product_codes()
def load_product_codes(self):
# store ISIN codes in a dictionary with a (label: isin) fashion
product_codes = {}
for table in self.doc.xpath('//table/tbody'):
for row in table.xpath('//tr[contains(./th/@scope,"row")]'):
label = CleanText('./th[1]', default=None)(row)
isin_code = CleanText('./td[1]', default=None)(row)
if label and isin_code:
product_codes[label.upper()] = isin_code
return product_codes
class LifeInsuranceInvest(LoggedPage, MyHTMLPage):
def has_error(self):
return 'erreur' in CleanText('//p[has-class("titlePage")]')(self.doc)
def get_cachemire_link(self):
return Link('//a[contains(@title, "espace cachemire")]', default=None)(self.doc)
@method
class iter_investments(InvestTable):
head_xpath = '//table[starts-with(@id, "mouvements")]/thead//th'
item_xpath = '//table[starts-with(@id, "mouvements")]/tbody//tr'
col_unitvalue = 'Valeur Liquidative'
class item(InvestItem):
obj_unitvalue = CleanDecimal(TableCell('unitvalue'), replace_dots=True, default=NotAvailable)
class LifeInsuranceHistory(LoggedPage, MyHTMLPage):
@method
class get_history(TableElement):
head_xpath = '//table[@id="options"]/thead//th'
item_xpath = '//table[@id="options"]/tbody//tr'
col_date = 'Date de valeur'
col_amount = 'Montant'
col_label = u"Type d'opération"
class item(ItemElement):
klass = BaseTransaction
obj_label = CleanText(TableCell('label'))
obj_amount = CleanDecimal(TableCell('amount'), replace_dots=True)
obj_date = Date(CleanText(TableCell('date')), dayfirst=True)
obj__coming = False
load_invs = Link('.//a', default=NotAvailable) & AsyncLoad
def obj_investments(self):
try:
page = Async('invs').loaded_page(self)
return list(page.iter_investments())
except AttributeError: # No investments available
return list()
class LifeInsuranceHistoryInv(LoggedPage, MyHTMLPage):
@method
class iter_investments(InvestTable):
head_xpath = '//table/thead//th'
item_xpath = '//table/tbody//tr[count(td) >= 1 and count(th) = 1]'
def parse(self, el):
if len(el.xpath('//table/thead//th')) <= 2:
raise AttributeError() # Don't handle multiple invests in same tr
class item(InvestItem):
pass
class RetirementHistory(LoggedPage, MyHTMLPage):
@method
class get_history(TableElement):
head_xpath = '//table[@id="mvt" or @id="options" or @id="mouvements"]/thead//th'
item_xpath = '//table[@id="mvt" or @id="options" or @id="mouvements"]/tbody//tr'
col_date = re.compile('Date')
col_label = u"Type d'opération"
col_amount = 'Montant'
class item(ItemElement):
klass = BaseTransaction
obj_label = CleanText(TableCell('label'))
obj_date = Date(CleanText(TableCell('date')), dayfirst=True)
obj_amount = CleanDecimal(TableCell('amount'), replace_dots=True)
obj__coming = False