From 9fdb72cc5c69138d19c969d9cef91c5f60cd6bd0 Mon Sep 17 00:00:00 2001 From: Brian Painter Date: Wed, 23 Mar 2016 08:21:36 -0400 Subject: [PATCH 01/60] if the object is a decimal, return the string representation of it. --- tablib/formats/_json.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/tablib/formats/_json.py b/tablib/formats/_json.py index 777040a..d063d10 100644 --- a/tablib/formats/_json.py +++ b/tablib/formats/_json.py @@ -2,6 +2,7 @@ """ Tablib - JSON Support """ +import decimal import tablib @@ -14,7 +15,13 @@ extensions = ('json', 'jsn') def date_handler(obj): - return obj.isoformat() if hasattr(obj, 'isoformat') else obj + if isinstance(obj, decimal.Decimal): + return str(obj) + elif hasattr(obj, 'isoformat'): + return obj.isoformat() + else: + return obj + # return obj.isoformat() if hasattr(obj, 'isoformat') else obj def export_set(dataset): From 91d3299280a57a6780c446c21a506f6259552c0a Mon Sep 17 00:00:00 2001 From: Dylan Verheul Date: Wed, 30 Nov 2016 12:32:47 +0100 Subject: [PATCH 02/60] Fix date and datetime export to JSON in Python versions with a json package Python without a json package will use omnijson and fail on date and datetime objects. Added unit tests. --- .gitignore | 3 +++ tablib/formats/_json.py | 6 ++++-- test_tablib.py | 23 +++++++++++++++++++++++ 3 files changed, 30 insertions(+), 2 deletions(-) diff --git a/.gitignore b/.gitignore index acf2d9b..379075b 100644 --- a/.gitignore +++ b/.gitignore @@ -26,3 +26,6 @@ junit-py27.xml # tox noise .tox + +# pyenv noise +.python-version diff --git a/tablib/formats/_json.py b/tablib/formats/_json.py index 777040a..fb66745 100644 --- a/tablib/formats/_json.py +++ b/tablib/formats/_json.py @@ -5,8 +5,10 @@ import tablib -import sys -from tablib.packages import omnijson as json +try: + import json +except ImportError: + from tablib.packages import omnijson as json title = 'json' diff --git a/test_tablib.py b/test_tablib.py index be41ee7..6aa4be4 100755 --- a/test_tablib.py +++ b/test_tablib.py @@ -6,6 +6,9 @@ import json import unittest import sys import os + +import datetime + import tablib from tablib.compat import markup, unicode, is_py3 from tablib.core import Row @@ -381,6 +384,26 @@ class TablibTestCase(unittest.TestCase): data.html data.latex + def test_datetime_append(self): + """Passes in a single datetime and a single date and exports.""" + + new_row = ( + datetime.datetime.now(), + datetime.datetime.today(), + ) + + data.append(new_row) + + data.json + data.yaml + data.csv + data.tsv + data.xls + data.xlsx + data.ods + data.html + data.latex + def test_book_export_no_exceptions(self): """Test that various exports don't error out.""" From 54f9041f2c3cd47643bf4b9183f8cb530caf6313 Mon Sep 17 00:00:00 2001 From: Andrii Soldatenko Date: Sun, 18 Dec 2016 16:44:18 +0200 Subject: [PATCH 03/60] Remove LOCALE from str regular expression --- tablib/packages/xlwt/ExcelFormulaLexer.py | 4 ++-- tablib/packages/xlwt3/ExcelFormulaLexer.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tablib/packages/xlwt/ExcelFormulaLexer.py b/tablib/packages/xlwt/ExcelFormulaLexer.py index 91d999f..5004d8e 100644 --- a/tablib/packages/xlwt/ExcelFormulaLexer.py +++ b/tablib/packages/xlwt/ExcelFormulaLexer.py @@ -4,7 +4,7 @@ import sys from antlr import EOF, CommonToken as Tok, TokenStream, TokenStreamException import struct import ExcelFormulaParser -from re import compile as recompile, match, LOCALE, UNICODE, IGNORECASE, VERBOSE +from re import compile as recompile, match, UNICODE, IGNORECASE, VERBOSE int_const_pattern = r"\d+\b" @@ -51,7 +51,7 @@ pattern_type_tuples = ( _re = recompile( '(' + ')|('.join([i[0] for i in pattern_type_tuples]) + ')', - VERBOSE+LOCALE+IGNORECASE) + VERBOSE+IGNORECASE) _toktype = [None] + [i[1] for i in pattern_type_tuples] # need dummy at start because re.MatchObject.lastindex counts from 1 diff --git a/tablib/packages/xlwt3/ExcelFormulaLexer.py b/tablib/packages/xlwt3/ExcelFormulaLexer.py index 5dc546c..9b6103c 100644 --- a/tablib/packages/xlwt3/ExcelFormulaLexer.py +++ b/tablib/packages/xlwt3/ExcelFormulaLexer.py @@ -2,7 +2,7 @@ import sys from .antlr import EOF, CommonToken as Tok, TokenStream, TokenStreamException import struct from . import ExcelFormulaParser -from re import compile as recompile, match, LOCALE, UNICODE, IGNORECASE, VERBOSE +from re import compile as recompile, match, UNICODE, IGNORECASE, VERBOSE int_const_pattern = r"\d+\b" @@ -49,7 +49,7 @@ pattern_type_tuples = ( _re = recompile( '(' + ')|('.join([i[0] for i in pattern_type_tuples]) + ')', - VERBOSE+LOCALE+IGNORECASE) + VERBOSE+IGNORECASE) _toktype = [None] + [i[1] for i in pattern_type_tuples] # need dummy at start because re.MatchObject.lastindex counts from 1 From e13f4d0abaa2a0da17fd976e8f522b329e86b658 Mon Sep 17 00:00:00 2001 From: Andrii Soldatenko Date: Sun, 18 Dec 2016 16:54:22 +0200 Subject: [PATCH 04/60] Added py35 to tox.ini --- AUTHORS | 1 + tox.ini | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/AUTHORS b/AUTHORS index 845d42a..8afb539 100644 --- a/AUTHORS +++ b/AUTHORS @@ -33,3 +33,4 @@ Patches and Suggestions - Marco Dallagiacoma - Mathias Loesch - Tushar Makkar +- Andrii Soldatenko diff --git a/tox.ini b/tox.ini index 52cd321..b397308 100644 --- a/tox.ini +++ b/tox.ini @@ -4,7 +4,7 @@ # and then run "tox" from this directory. [tox] -envlist = py26, py27, py32, py33, py34, pypy +envlist = py26, py27, py32, py33, py34, py35, pypy [testenv] commands = python setup.py test From ddac443732bbd21511d4ecbbb5b0ab63baed2f1e Mon Sep 17 00:00:00 2001 From: Andrii Soldatenko Date: Sun, 18 Dec 2016 17:04:28 +0200 Subject: [PATCH 05/60] Added py36 to tox.ini --- tox.ini | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tox.ini b/tox.ini index b397308..34003e1 100644 --- a/tox.ini +++ b/tox.ini @@ -4,7 +4,7 @@ # and then run "tox" from this directory. [tox] -envlist = py26, py27, py32, py33, py34, py35, pypy +envlist = py26, py27, py32, py33, py34, py35, py36, pypy [testenv] commands = python setup.py test From bb1354b61f10cf82bcd7cccf25de3d3fa2dab4ce Mon Sep 17 00:00:00 2001 From: tomwen Date: Fri, 30 Dec 2016 10:21:43 +0800 Subject: [PATCH 06/60] remove file must be close it. in windows if you don't close template file, remove it will raise WindowsError: [Error 32] --- tablib/formats/_dbf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tablib/formats/_dbf.py b/tablib/formats/_dbf.py index 41c2ef4..a0c183d 100644 --- a/tablib/formats/_dbf.py +++ b/tablib/formats/_dbf.py @@ -55,6 +55,7 @@ def export_set(dataset): else: stream = StringIO(dbf_stream.read()) dbf_stream.close() + os.close(temp_file) os.remove(temp_uri) return stream.getvalue() From 319505817a6bcdb7a418ab67410be8ac203e6309 Mon Sep 17 00:00:00 2001 From: kammala Date: Tue, 10 Jan 2017 12:20:08 +0300 Subject: [PATCH 07/60] Fixed classifiers in setup.py moved classifiers from tuple to list(this allow to use setup.py upload command in python >= 3.5) --- setup.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 56a8f6b..b4b2054 100755 --- a/setup.py +++ b/setup.py @@ -73,7 +73,7 @@ setup( url='http://python-tablib.org', packages=packages, license='MIT', - classifiers=( + classifiers=[ 'Development Status :: 5 - Production/Stable', 'Intended Audience :: Developers', 'Natural Language :: English', @@ -87,6 +87,8 @@ setup( 'Programming Language :: Python :: 3.2', 'Programming Language :: Python :: 3.3', 'Programming Language :: Python :: 3.4', - ), + 'Programming Language :: Python :: 3.5', + 'Programming Language :: Python :: 3.6', + ], tests_require=['pytest'], ) From a93f93a458f6ab3ce48439d2d571e4f88da4c024 Mon Sep 17 00:00:00 2001 From: Bruno Alla Date: Sun, 15 Jan 2017 14:47:14 +0000 Subject: [PATCH 08/60] Replaced vendored unicodecsv by a dependency Using https://pypi.python.org/pypi/unicodecsv/0.14.1 --- setup.py | 5 +- tablib/compat.py | 2 +- tablib/packages/unicodecsv/__init__.py | 197 ------------------------- 3 files changed, 5 insertions(+), 199 deletions(-) delete mode 100644 tablib/packages/unicodecsv/__init__.py diff --git a/setup.py b/setup.py index b4b2054..2191a0e 100755 --- a/setup.py +++ b/setup.py @@ -40,7 +40,6 @@ packages = [ 'tablib', 'tablib.formats', 'tablib.packages', 'tablib.packages.omnijson', - 'tablib.packages.unicodecsv', 'tablib.packages.xlwt', 'tablib.packages.xlrd', 'tablib.packages.odf', @@ -61,6 +60,9 @@ packages = [ 'tablib.packages.dbfpy3' ] +install = [ + 'unicodecsv', +] setup( name='tablib', @@ -91,4 +93,5 @@ setup( 'Programming Language :: Python :: 3.6', ], tests_require=['pytest'], + install_requires=install, ) diff --git a/tablib/compat.py b/tablib/compat.py index 2593e36..27ecd08 100644 --- a/tablib/compat.py +++ b/tablib/compat.py @@ -51,7 +51,7 @@ else: from tablib.packages import openpyxl from tablib.packages.odf import opendocument, style, text, table - from tablib.packages import unicodecsv as csv + import unicodecsv as csv import tablib.packages.dbfpy as dbfpy unicode = unicode diff --git a/tablib/packages/unicodecsv/__init__.py b/tablib/packages/unicodecsv/__init__.py deleted file mode 100644 index 6a20118..0000000 --- a/tablib/packages/unicodecsv/__init__.py +++ /dev/null @@ -1,197 +0,0 @@ -# -*- coding: utf-8 -*- -import csv -try: - from itertools import izip -except ImportError: - izip = zip - -#http://semver.org/ -VERSION = (0, 10, 1) -__version__ = ".".join(map(str,VERSION)) - -pass_throughs = [ - 'register_dialect', - 'unregister_dialect', - 'get_dialect', - 'list_dialects', - 'field_size_limit', - 'Dialect', - 'excel', - 'excel_tab', - 'Sniffer', - 'QUOTE_ALL', - 'QUOTE_MINIMAL', - 'QUOTE_NONNUMERIC', - 'QUOTE_NONE', - 'Error' -] -__all__ = [ - 'reader', - 'writer', - 'DictReader', - 'DictWriter', -] + pass_throughs - -for prop in pass_throughs: - globals()[prop]=getattr(csv, prop) - -def _stringify(s, encoding, errors): - if s is None: - return '' - if isinstance(s, unicode): - return s.encode(encoding, errors) - elif isinstance(s, (int , float)): - pass #let csv.QUOTE_NONNUMERIC do its thing. - elif not isinstance(s, str): - s=str(s) - return s - -def _stringify_list(l, encoding, errors='strict'): - try: - return [_stringify(s, encoding, errors) for s in iter(l)] - except TypeError as e: - raise csv.Error(str(e)) - -def _unicodify(s, encoding): - if s is None: - return None - if isinstance(s, (unicode, int, float)): - return s - elif isinstance(s, str): - return s.decode(encoding) - return s - -class UnicodeWriter(object): - """ - >>> import unicodecsv - >>> from cStringIO import StringIO - >>> f = StringIO() - >>> w = unicodecsv.writer(f, encoding='utf-8') - >>> w.writerow((u'é', u'ñ')) - >>> f.seek(0) - >>> r = unicodecsv.reader(f, encoding='utf-8') - >>> row = r.next() - >>> row[0] == u'é' - True - >>> row[1] == u'ñ' - True - """ - def __init__(self, f, dialect=csv.excel, encoding='utf-8', errors='strict', - *args, **kwds): - self.encoding = encoding - self.writer = csv.writer(f, dialect, *args, **kwds) - self.encoding_errors = errors - - def writerow(self, row): - self.writer.writerow(_stringify_list(row, self.encoding, self.encoding_errors)) - - def writerows(self, rows): - for row in rows: - self.writerow(row) - - @property - def dialect(self): - return self.writer.dialect -writer = UnicodeWriter - -class UnicodeReader(object): - def __init__(self, f, dialect=None, encoding='utf-8', errors='strict', - **kwds): - format_params = ['delimiter', 'doublequote', 'escapechar', 'lineterminator', 'quotechar', 'quoting', 'skipinitialspace'] - if dialect is None: - if not any([kwd_name in format_params for kwd_name in kwds.keys()]): - dialect = csv.excel - self.reader = csv.reader(f, dialect, **kwds) - self.encoding = encoding - self.encoding_errors = errors - - def next(self): - row = self.reader.next() - encoding = self.encoding - encoding_errors = self.encoding_errors - float_ = float - unicode_ = unicode - return [(value if isinstance(value, float_) else - unicode_(value, encoding, encoding_errors)) for value in row] - - def __iter__(self): - return self - - @property - def dialect(self): - return self.reader.dialect - - @property - def line_num(self): - return self.reader.line_num -reader = UnicodeReader - -class DictWriter(csv.DictWriter): - """ - >>> from cStringIO import StringIO - >>> f = StringIO() - >>> w = DictWriter(f, ['a', u'ñ', 'b'], restval=u'î') - >>> w.writerow({'a':'1', u'ñ':'2'}) - >>> w.writerow({'a':'1', u'ñ':'2', 'b':u'ø'}) - >>> w.writerow({'a':u'é', u'ñ':'2'}) - >>> f.seek(0) - >>> r = DictReader(f, fieldnames=['a', u'ñ'], restkey='r') - >>> r.next() == {'a': u'1', u'ñ':'2', 'r': [u'î']} - True - >>> r.next() == {'a': u'1', u'ñ':'2', 'r': [u'\xc3\xb8']} - True - >>> r.next() == {'a': u'\xc3\xa9', u'ñ':'2', 'r': [u'\xc3\xae']} - True - """ - def __init__(self, csvfile, fieldnames, restval='', extrasaction='raise', dialect='excel', encoding='utf-8', errors='strict', *args, **kwds): - self.encoding = encoding - csv.DictWriter.__init__(self, csvfile, fieldnames, restval, extrasaction, dialect, *args, **kwds) - self.writer = UnicodeWriter(csvfile, dialect, encoding=encoding, errors=errors, *args, **kwds) - self.encoding_errors = errors - - def writeheader(self): - fieldnames = _stringify_list(self.fieldnames, self.encoding, self.encoding_errors) - header = dict(zip(self.fieldnames, self.fieldnames)) - self.writerow(header) - -class DictReader(csv.DictReader): - """ - >>> from cStringIO import StringIO - >>> f = StringIO() - >>> w = DictWriter(f, fieldnames=['name', 'place']) - >>> w.writerow({'name': 'Cary Grant', 'place': 'hollywood'}) - >>> w.writerow({'name': 'Nathan Brillstone', 'place': u'øLand'}) - >>> w.writerow({'name': u'Willam ø. Unicoder', 'place': u'éSpandland'}) - >>> f.seek(0) - >>> r = DictReader(f, fieldnames=['name', 'place']) - >>> print r.next() == {'name': 'Cary Grant', 'place': 'hollywood'} - True - >>> print r.next() == {'name': 'Nathan Brillstone', 'place': u'øLand'} - True - >>> print r.next() == {'name': u'Willam ø. Unicoder', 'place': u'éSpandland'} - True - """ - def __init__(self, csvfile, fieldnames=None, restkey=None, restval=None, - dialect='excel', encoding='utf-8', errors='strict', *args, - **kwds): - if fieldnames is not None: - fieldnames = _stringify_list(fieldnames, encoding) - csv.DictReader.__init__(self, csvfile, fieldnames, restkey, restval, dialect, *args, **kwds) - self.reader = UnicodeReader(csvfile, dialect, encoding=encoding, - errors=errors, *args, **kwds) - if fieldnames is None and not hasattr(csv.DictReader, 'fieldnames'): - # Python 2.5 fieldnames workaround. (http://bugs.python.org/issue3436) - reader = UnicodeReader(csvfile, dialect, encoding=encoding, *args, **kwds) - self.fieldnames = _stringify_list(reader.next(), reader.encoding) - self.unicode_fieldnames = [_unicodify(f, encoding) for f in - self.fieldnames] - self.unicode_restkey = _unicodify(restkey, encoding) - - def next(self): - row = csv.DictReader.next(self) - result = dict((uni_key, row[str_key]) for (str_key, uni_key) in - izip(self.fieldnames, self.unicode_fieldnames)) - rest = row.get(self.restkey) - if rest: - result[self.unicode_restkey] = rest - return result From 76cbf9fadf1045aca779ce6bd5fb1140c1736965 Mon Sep 17 00:00:00 2001 From: Bruno Alla Date: Sun, 15 Jan 2017 14:59:49 +0000 Subject: [PATCH 09/60] Read version in setup.py without importing tablib --- setup.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/setup.py b/setup.py index 2191a0e..f8c559f 100755 --- a/setup.py +++ b/setup.py @@ -2,16 +2,14 @@ # -*- coding: utf-8 -*- import os +import re import sys -import tablib - try: from setuptools import setup except ImportError: from distutils.core import setup - if sys.argv[-1] == 'publish': os.system("python setup.py sdist upload") sys.exit() @@ -64,9 +62,13 @@ install = [ 'unicodecsv', ] +with open('tablib/core.py', 'r') as fd: + version = re.search(r'^__version__\s*=\s*[\'"]([^\'"]*)[\'"]', + fd.read(), re.MULTILINE).group(1) + setup( name='tablib', - version=tablib.__version__, + version=version, description='Format agnostic tabular data library (XLS, JSON, YAML, CSV)', long_description=(open('README.rst').read() + '\n\n' + open('HISTORY.rst').read()), From 6afe716d64f4f6110eae537746a6a49276077c6d Mon Sep 17 00:00:00 2001 From: Iuri de Silvio Date: Mon, 23 Jan 2017 19:10:36 -0200 Subject: [PATCH 10/60] Version bump: 0.11.4 --- HISTORY.rst | 10 ++++++++-- tablib/core.py | 4 ++-- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/HISTORY.rst b/HISTORY.rst index 0e3e010..a90a21b 100644 --- a/HISTORY.rst +++ b/HISTORY.rst @@ -1,10 +1,16 @@ History ------- -0.11.4 (???) -++++++++++++ +0.11.4 (2017-01-23) ++++++++++++++++++++ + +- Use built-in `json` package if available +- Support Python 3.5+ in classifiers + +** Bugfixes ** - Fixed textual representation for Dataset with no headers +- Handle decimal types 0.11.3 (2016-02-16) +++++++++++++++++++ diff --git a/tablib/core.py b/tablib/core.py index c5faad3..c44c6ac 100644 --- a/tablib/core.py +++ b/tablib/core.py @@ -18,8 +18,8 @@ from tablib.compat import OrderedDict, unicode __title__ = 'tablib' -__version__ = '0.11.3' -__build__ = 0x001103 +__version__ = '0.11.4' +__build__ = 0x001104 __author__ = 'Kenneth Reitz' __license__ = 'MIT' __copyright__ = 'Copyright 2016 Kenneth Reitz' From e66eb4a18967dd4d35e6e9da265622e9e4015103 Mon Sep 17 00:00:00 2001 From: Claude Paroz Date: Mon, 20 Feb 2017 16:41:33 +0100 Subject: [PATCH 11/60] Replaced vendored openpyxl by a dependency (#221) It is time to make it happen. * Dropped Python 3.2 support Recent dependencies are dropping Python 3.2 too. * Replaced vendored openpyxl by a dependency Thanks Tommy Anthony for the initial patch. --- .travis.yml | 3 +- setup.py | 13 +- tablib/compat.py | 2 - tablib/formats/_xlsx.py | 37 +- tablib/packages/openpyxl/__init__.py | 53 -- tablib/packages/openpyxl/cell.py | 384 ------------- tablib/packages/openpyxl/chart.py | 340 ----------- tablib/packages/openpyxl/drawing.py | 401 ------------- tablib/packages/openpyxl/namedrange.py | 68 --- tablib/packages/openpyxl/reader/__init__.py | 33 -- tablib/packages/openpyxl/reader/excel.py | 109 ---- .../openpyxl/reader/iter_worksheet.py | 348 ------------ tablib/packages/openpyxl/reader/strings.py | 64 --- tablib/packages/openpyxl/reader/style.py | 69 --- tablib/packages/openpyxl/reader/workbook.py | 156 ----- tablib/packages/openpyxl/reader/worksheet.py | 114 ---- tablib/packages/openpyxl/shared/__init__.py | 33 -- tablib/packages/openpyxl/shared/date_time.py | 154 ----- tablib/packages/openpyxl/shared/exc.py | 59 -- tablib/packages/openpyxl/shared/ooxml.py | 60 -- .../openpyxl/shared/password_hasher.py | 47 -- tablib/packages/openpyxl/shared/units.py | 67 --- tablib/packages/openpyxl/shared/xmltools.py | 114 ---- tablib/packages/openpyxl/style.py | 392 ------------- tablib/packages/openpyxl/workbook.py | 186 ------ tablib/packages/openpyxl/worksheet.py | 534 ------------------ tablib/packages/openpyxl/writer/__init__.py | 34 -- tablib/packages/openpyxl/writer/charts.py | 261 --------- tablib/packages/openpyxl/writer/drawings.py | 192 ------- .../openpyxl/writer/dump_worksheet.py | 256 --------- tablib/packages/openpyxl/writer/excel.py | 161 ------ tablib/packages/openpyxl/writer/strings.py | 86 --- tablib/packages/openpyxl/writer/styles.py | 256 --------- tablib/packages/openpyxl/writer/theme.py | 202 ------- tablib/packages/openpyxl/writer/workbook.py | 204 ------- tablib/packages/openpyxl/writer/worksheet.py | 209 ------- tablib/packages/openpyxl3/__init__.py | 53 -- tablib/packages/openpyxl3/cell.py | 384 ------------- tablib/packages/openpyxl3/chart.py | 340 ----------- tablib/packages/openpyxl3/drawing.py | 402 ------------- tablib/packages/openpyxl3/namedrange.py | 68 --- tablib/packages/openpyxl3/reader/__init__.py | 33 -- tablib/packages/openpyxl3/reader/excel.py | 121 ---- .../openpyxl3/reader/iter_worksheet.py | 343 ----------- tablib/packages/openpyxl3/reader/strings.py | 64 --- tablib/packages/openpyxl3/reader/style.py | 69 --- tablib/packages/openpyxl3/reader/workbook.py | 156 ----- tablib/packages/openpyxl3/reader/worksheet.py | 117 ---- tablib/packages/openpyxl3/shared/__init__.py | 33 -- tablib/packages/openpyxl3/shared/date_time.py | 154 ----- tablib/packages/openpyxl3/shared/exc.py | 59 -- tablib/packages/openpyxl3/shared/ooxml.py | 60 -- .../openpyxl3/shared/password_hasher.py | 47 -- tablib/packages/openpyxl3/shared/units.py | 67 --- tablib/packages/openpyxl3/shared/xmltools.py | 96 ---- tablib/packages/openpyxl3/style.py | 392 ------------- tablib/packages/openpyxl3/workbook.py | 186 ------ tablib/packages/openpyxl3/worksheet.py | 534 ------------------ tablib/packages/openpyxl3/writer/__init__.py | 34 -- tablib/packages/openpyxl3/writer/charts.py | 262 --------- tablib/packages/openpyxl3/writer/drawings.py | 192 ------- .../openpyxl3/writer/dump_worksheet.py | 256 --------- tablib/packages/openpyxl3/writer/excel.py | 156 ----- tablib/packages/openpyxl3/writer/strings.py | 86 --- tablib/packages/openpyxl3/writer/styles.py | 256 --------- tablib/packages/openpyxl3/writer/theme.py | 202 ------- tablib/packages/openpyxl3/writer/workbook.py | 204 ------- tablib/packages/openpyxl3/writer/worksheet.py | 209 ------- test_tablib.py | 5 + tox.ini | 2 +- 70 files changed, 26 insertions(+), 11317 deletions(-) delete mode 100644 tablib/packages/openpyxl/__init__.py delete mode 100644 tablib/packages/openpyxl/cell.py delete mode 100644 tablib/packages/openpyxl/chart.py delete mode 100644 tablib/packages/openpyxl/drawing.py delete mode 100644 tablib/packages/openpyxl/namedrange.py delete mode 100644 tablib/packages/openpyxl/reader/__init__.py delete mode 100644 tablib/packages/openpyxl/reader/excel.py delete mode 100644 tablib/packages/openpyxl/reader/iter_worksheet.py delete mode 100644 tablib/packages/openpyxl/reader/strings.py delete mode 100644 tablib/packages/openpyxl/reader/style.py delete mode 100644 tablib/packages/openpyxl/reader/workbook.py delete mode 100644 tablib/packages/openpyxl/reader/worksheet.py delete mode 100644 tablib/packages/openpyxl/shared/__init__.py delete mode 100644 tablib/packages/openpyxl/shared/date_time.py delete mode 100644 tablib/packages/openpyxl/shared/exc.py delete mode 100644 tablib/packages/openpyxl/shared/ooxml.py delete mode 100644 tablib/packages/openpyxl/shared/password_hasher.py delete mode 100644 tablib/packages/openpyxl/shared/units.py delete mode 100644 tablib/packages/openpyxl/shared/xmltools.py delete mode 100644 tablib/packages/openpyxl/style.py delete mode 100644 tablib/packages/openpyxl/workbook.py delete mode 100644 tablib/packages/openpyxl/worksheet.py delete mode 100644 tablib/packages/openpyxl/writer/__init__.py delete mode 100644 tablib/packages/openpyxl/writer/charts.py delete mode 100644 tablib/packages/openpyxl/writer/drawings.py delete mode 100644 tablib/packages/openpyxl/writer/dump_worksheet.py delete mode 100644 tablib/packages/openpyxl/writer/excel.py delete mode 100644 tablib/packages/openpyxl/writer/strings.py delete mode 100644 tablib/packages/openpyxl/writer/styles.py delete mode 100644 tablib/packages/openpyxl/writer/theme.py delete mode 100644 tablib/packages/openpyxl/writer/workbook.py delete mode 100644 tablib/packages/openpyxl/writer/worksheet.py delete mode 100644 tablib/packages/openpyxl3/__init__.py delete mode 100644 tablib/packages/openpyxl3/cell.py delete mode 100644 tablib/packages/openpyxl3/chart.py delete mode 100644 tablib/packages/openpyxl3/drawing.py delete mode 100644 tablib/packages/openpyxl3/namedrange.py delete mode 100644 tablib/packages/openpyxl3/reader/__init__.py delete mode 100644 tablib/packages/openpyxl3/reader/excel.py delete mode 100644 tablib/packages/openpyxl3/reader/iter_worksheet.py delete mode 100644 tablib/packages/openpyxl3/reader/strings.py delete mode 100644 tablib/packages/openpyxl3/reader/style.py delete mode 100644 tablib/packages/openpyxl3/reader/workbook.py delete mode 100644 tablib/packages/openpyxl3/reader/worksheet.py delete mode 100644 tablib/packages/openpyxl3/shared/__init__.py delete mode 100644 tablib/packages/openpyxl3/shared/date_time.py delete mode 100644 tablib/packages/openpyxl3/shared/exc.py delete mode 100644 tablib/packages/openpyxl3/shared/ooxml.py delete mode 100644 tablib/packages/openpyxl3/shared/password_hasher.py delete mode 100644 tablib/packages/openpyxl3/shared/units.py delete mode 100644 tablib/packages/openpyxl3/shared/xmltools.py delete mode 100644 tablib/packages/openpyxl3/style.py delete mode 100644 tablib/packages/openpyxl3/workbook.py delete mode 100644 tablib/packages/openpyxl3/worksheet.py delete mode 100644 tablib/packages/openpyxl3/writer/__init__.py delete mode 100644 tablib/packages/openpyxl3/writer/charts.py delete mode 100644 tablib/packages/openpyxl3/writer/drawings.py delete mode 100644 tablib/packages/openpyxl3/writer/dump_worksheet.py delete mode 100644 tablib/packages/openpyxl3/writer/excel.py delete mode 100644 tablib/packages/openpyxl3/writer/strings.py delete mode 100644 tablib/packages/openpyxl3/writer/styles.py delete mode 100644 tablib/packages/openpyxl3/writer/theme.py delete mode 100644 tablib/packages/openpyxl3/writer/workbook.py delete mode 100644 tablib/packages/openpyxl3/writer/worksheet.py diff --git a/.travis.yml b/.travis.yml index 5c4c8cd..4e09b14 100644 --- a/.travis.yml +++ b/.travis.yml @@ -2,9 +2,10 @@ language: python python: - 2.6 - 2.7 - - 3.2 - 3.3 - 3.4 + - 3.5 + - 3.6 install: - python setup.py install script: python test_tablib.py diff --git a/setup.py b/setup.py index f8c559f..b709901 100755 --- a/setup.py +++ b/setup.py @@ -41,24 +41,17 @@ packages = [ 'tablib.packages.xlwt', 'tablib.packages.xlrd', 'tablib.packages.odf', - 'tablib.packages.openpyxl', - 'tablib.packages.openpyxl.shared', - 'tablib.packages.openpyxl.reader', - 'tablib.packages.openpyxl.writer', 'tablib.packages.yaml', 'tablib.packages.dbfpy', 'tablib.packages.xlwt3', 'tablib.packages.xlrd3', 'tablib.packages.odf3', - 'tablib.packages.openpyxl3', - 'tablib.packages.openpyxl3.shared', - 'tablib.packages.openpyxl3.reader', - 'tablib.packages.openpyxl3.writer', 'tablib.packages.yaml3', 'tablib.packages.dbfpy3' ] install = [ + 'openpyxl', 'unicodecsv', ] @@ -83,12 +76,8 @@ setup( 'Natural Language :: English', 'License :: OSI Approved :: MIT License', 'Programming Language :: Python', - 'Programming Language :: Python :: 2.5', 'Programming Language :: Python :: 2.6', 'Programming Language :: Python :: 2.7', - 'Programming Language :: Python :: 3.0', - 'Programming Language :: Python :: 3.1', - 'Programming Language :: Python :: 3.2', 'Programming Language :: Python :: 3.3', 'Programming Language :: Python :: 3.4', 'Programming Language :: Python :: 3.5', diff --git a/tablib/compat.py b/tablib/compat.py index 27ecd08..533d480 100644 --- a/tablib/compat.py +++ b/tablib/compat.py @@ -26,7 +26,6 @@ if is_py3: import tablib.packages.xlrd3 as xlrd from tablib.packages.xlrd3.biffh import XLRDError from tablib.packages import markup3 as markup - from tablib.packages import openpyxl3 as openpyxl from tablib.packages.odf3 import opendocument, style, text, table import tablib.packages.dbfpy3 as dbfpy @@ -48,7 +47,6 @@ else: from tablib.packages.xlrd.biffh import XLRDError from tablib.packages import markup from itertools import ifilter - from tablib.packages import openpyxl from tablib.packages.odf import opendocument, style, text, table import unicodecsv as csv diff --git a/tablib/formats/_xlsx.py b/tablib/formats/_xlsx.py index 411e0fc..20f55df 100644 --- a/tablib/formats/_xlsx.py +++ b/tablib/formats/_xlsx.py @@ -11,12 +11,12 @@ if sys.version_info[0] > 2: else: from cStringIO import StringIO as BytesIO -from tablib.compat import openpyxl +import openpyxl import tablib Workbook = openpyxl.workbook.Workbook ExcelWriter = openpyxl.writer.excel.ExcelWriter -get_column_letter = openpyxl.cell.get_column_letter +get_column_letter = openpyxl.utils.get_column_letter from tablib.compat import unicode @@ -51,7 +51,8 @@ def export_book(databook, freeze_panes=True): """Returns XLSX representation of DataBook.""" wb = Workbook() - wb.worksheets = [] + for sheet in wb.worksheets: + wb.remove_sheet(sheet) for i, dset in enumerate(databook._datasets): ws = wb.create_sheet() ws.title = dset.title if dset.title else 'Sheet%s' % (i) @@ -111,42 +112,38 @@ def dset_sheet(dataset, ws, freeze_panes=True): _offset = i _package.insert((sep[0] + _offset), (sep[1],)) + bold = openpyxl.styles.Font(bold=True) + wrap_text = openpyxl.styles.Alignment(wrap_text=True) + for i, row in enumerate(_package): row_number = i + 1 for j, col in enumerate(row): col_idx = get_column_letter(j + 1) + cell = ws.cell('%s%s' % (col_idx, row_number)) # bold headers if (row_number == 1) and dataset.headers: - # ws.cell('%s%s'%(col_idx, row_number)).value = unicode( - # '%s' % col, errors='ignore') - ws.cell('%s%s'%(col_idx, row_number)).value = unicode(col) - style = ws.get_style('%s%s' % (col_idx, row_number)) - style.font.bold = True + # cell.value = unicode('%s' % col, errors='ignore') + cell.value = unicode(col) + cell.font = bold if freeze_panes: - # As already done in #53, but after Merge lost: # Export Freeze only after first Line ws.freeze_panes = 'A2' # bold separators elif len(row) < dataset.width: - ws.cell('%s%s'%(col_idx, row_number)).value = unicode( - '%s' % col, errors='ignore') - style = ws.get_style('%s%s' % (col_idx, row_number)) - style.font.bold = True + cell.value = unicode('%s' % col, errors='ignore') + cell.font = bold # wrap the rest else: try: if '\n' in col: - ws.cell('%s%s'%(col_idx, row_number)).value = unicode( - '%s' % col, errors='ignore') - style = ws.get_style('%s%s' % (col_idx, row_number)) - style.alignment.wrap_text + cell.value = unicode('%s' % col, errors='ignore') + cell.alignment = wrap_text else: - ws.cell('%s%s'%(col_idx, row_number)).value = unicode( - '%s' % col, errors='ignore') + cell.value = unicode('%s' % col, errors='ignore') except TypeError: - ws.cell('%s%s'%(col_idx, row_number)).value = unicode(col) + cell.value = unicode(col) diff --git a/tablib/packages/openpyxl/__init__.py b/tablib/packages/openpyxl/__init__.py deleted file mode 100644 index 81381d7..0000000 --- a/tablib/packages/openpyxl/__init__.py +++ /dev/null @@ -1,53 +0,0 @@ -# file openpyxl/__init__.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Imports for the openpyxl package.""" - -# package imports -from . import cell -from . import namedrange -from . import style -from . import workbook -from . import worksheet -from . import reader -from . import shared -from . import writer - -# constants - -__major__ = 1 # for major interface/format changes -__minor__ = 5 # for minor interface/format changes -__release__ = 2 # for tweaks, bug-fixes, or development - -__version__ = '%d.%d.%d' % (__major__, __minor__, __release__) - -__author__ = 'Eric Gazoni' -__license__ = 'MIT/Expat' -__author_email__ = 'eric.gazoni@gmail.com' -__maintainer_email__ = 'openpyxl-users@googlegroups.com' -__url__ = 'http://bitbucket.org/ericgazoni/openpyxl/wiki/Home' -__downloadUrl__ = "http://bitbucket.org/ericgazoni/openpyxl/downloads" - -__all__ = ('reader', 'shared', 'writer',) diff --git a/tablib/packages/openpyxl/cell.py b/tablib/packages/openpyxl/cell.py deleted file mode 100644 index 757a834..0000000 --- a/tablib/packages/openpyxl/cell.py +++ /dev/null @@ -1,384 +0,0 @@ -# file openpyxl/cell.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Manage individual cells in a spreadsheet. - -The Cell class is required to know its value and type, display options, -and any other features of an Excel cell. Utilities for referencing -cells using Excel's 'A1' column/row nomenclature are also provided. - -""" - -__docformat__ = "restructuredtext en" - -# Python stdlib imports -import datetime -import re - -# package imports -from .shared.date_time import SharedDate -from .shared.exc import CellCoordinatesException, \ - ColumnStringIndexException, DataTypeException -from .style import NumberFormat - -# constants -COORD_RE = re.compile('^[$]?([A-Z]+)[$]?(\d+)$') - -ABSOLUTE_RE = re.compile('^[$]?([A-Z]+)[$]?(\d+)(:[$]?([A-Z]+)[$]?(\d+))?$') - -def coordinate_from_string(coord_string): - """Convert a coordinate string like 'B12' to a tuple ('B', 12)""" - match = COORD_RE.match(coord_string.upper()) - if not match: - msg = 'Invalid cell coordinates (%s)' % coord_string - raise CellCoordinatesException(msg) - column, row = match.groups() - return (column, int(row)) - - -def absolute_coordinate(coord_string): - """Convert a coordinate to an absolute coordinate string (B12 -> $B$12)""" - parts = ABSOLUTE_RE.match(coord_string).groups() - - if all(parts[-2:]): - return '$%s$%s:$%s$%s' % (parts[0], parts[1], parts[3], parts[4]) - else: - return '$%s$%s' % (parts[0], parts[1]) - - -def column_index_from_string(column, fast = False): - """Convert a column letter into a column number (e.g. B -> 2) - - Excel only supports 1-3 letter column names from A -> ZZZ, so we - restrict our column names to 1-3 characters, each in the range A-Z. - - .. note:: - - Fast mode is faster but does not check that all letters are capitals between A and Z - - """ - column = column.upper() - - clen = len(column) - - if not fast and not all('A' <= char <= 'Z' for char in column): - msg = 'Column string must contain only characters A-Z: got %s' % column - raise ColumnStringIndexException(msg) - - if clen == 1: - return ord(column[0]) - 64 - elif clen == 2: - return ((1 + (ord(column[0]) - 65)) * 26) + (ord(column[1]) - 64) - elif clen == 3: - return ((1 + (ord(column[0]) - 65)) * 676) + ((1 + (ord(column[1]) - 65)) * 26) + (ord(column[2]) - 64) - elif clen > 3: - raise ColumnStringIndexException('Column string index can not be longer than 3 characters') - else: - raise ColumnStringIndexException('Column string index can not be empty') - - -def get_column_letter(col_idx): - """Convert a column number into a column letter (3 -> 'C') - - Right shift the column col_idx by 26 to find column letters in reverse - order. These numbers are 1-based, and can be converted to ASCII - ordinals by adding 64. - - """ - # these indicies corrospond to A -> ZZZ and include all allowed - # columns - if not 1 <= col_idx <= 18278: - msg = 'Column index out of bounds: %s' % col_idx - raise ColumnStringIndexException(msg) - ordinals = [] - temp = col_idx - while temp: - quotient, remainder = divmod(temp, 26) - # check for exact division and borrow if needed - if remainder == 0: - quotient -= 1 - remainder = 26 - ordinals.append(remainder + 64) - temp = quotient - ordinals.reverse() - return ''.join([chr(ordinal) for ordinal in ordinals]) - - -class Cell(object): - """Describes cell associated properties. - - Properties of interest include style, type, value, and address. - - """ - __slots__ = ('column', - 'row', - '_value', - '_data_type', - 'parent', - 'xf_index', - '_hyperlink_rel') - - ERROR_CODES = {'#NULL!': 0, - '#DIV/0!': 1, - '#VALUE!': 2, - '#REF!': 3, - '#NAME?': 4, - '#NUM!': 5, - '#N/A': 6} - - TYPE_STRING = 's' - TYPE_FORMULA = 'f' - TYPE_NUMERIC = 'n' - TYPE_BOOL = 'b' - TYPE_NULL = 's' - TYPE_INLINE = 'inlineStr' - TYPE_ERROR = 'e' - - VALID_TYPES = [TYPE_STRING, TYPE_FORMULA, TYPE_NUMERIC, TYPE_BOOL, - TYPE_NULL, TYPE_INLINE, TYPE_ERROR] - - RE_PATTERNS = { - 'percentage': re.compile('^\-?[0-9]*\.?[0-9]*\s?\%$'), - 'time': re.compile('^(\d|[0-1]\d|2[0-3]):[0-5]\d(:[0-5]\d)?$'), - 'numeric': re.compile('^\-?([0-9]+\\.?[0-9]*|[0-9]*\\.?[0-9]+)((E|e)\-?[0-9]+)?$'), } - - def __init__(self, worksheet, column, row, value = None): - self.column = column.upper() - self.row = row - # _value is the stored value, while value is the displayed value - self._value = None - self._hyperlink_rel = None - self._data_type = self.TYPE_NULL - if value: - self.value = value - self.parent = worksheet - self.xf_index = 0 - - def __repr__(self): - return "" % (self.parent.title, self.get_coordinate()) - - def check_string(self, value): - """Check string coding, length, and line break character""" - # convert to unicode string - value = unicode(value) - # string must never be longer than 32,767 characters - # truncate if necessary - value = value[:32767] - # we require that newline is represented as "\n" in core, - # not as "\r\n" or "\r" - value = value.replace('\r\n', '\n') - return value - - def check_numeric(self, value): - """Cast value to int or float if necessary""" - if not isinstance(value, (int, float)): - try: - value = int(value) - except ValueError: - value = float(value) - return value - - def set_value_explicit(self, value = None, data_type = TYPE_STRING): - """Coerce values according to their explicit type""" - type_coercion_map = { - self.TYPE_INLINE: self.check_string, - self.TYPE_STRING: self.check_string, - self.TYPE_FORMULA: unicode, - self.TYPE_NUMERIC: self.check_numeric, - self.TYPE_BOOL: bool, } - try: - self._value = type_coercion_map[data_type](value) - except KeyError: - if data_type not in self.VALID_TYPES: - msg = 'Invalid data type: %s' % data_type - raise DataTypeException(msg) - self._data_type = data_type - - def data_type_for_value(self, value): - """Given a value, infer the correct data type""" - if value is None: - data_type = self.TYPE_NULL - elif value is True or value is False: - data_type = self.TYPE_BOOL - elif isinstance(value, (int, float)): - data_type = self.TYPE_NUMERIC - elif not value: - data_type = self.TYPE_STRING - elif isinstance(value, (datetime.datetime, datetime.date)): - data_type = self.TYPE_NUMERIC - elif isinstance(value, basestring) and value[0] == '=': - data_type = self.TYPE_FORMULA - elif self.RE_PATTERNS['numeric'].match(value): - data_type = self.TYPE_NUMERIC - elif value.strip() in self.ERROR_CODES: - data_type = self.TYPE_ERROR - else: - data_type = self.TYPE_STRING - return data_type - - def bind_value(self, value): - """Given a value, infer type and display options.""" - self._data_type = self.data_type_for_value(value) - if value is None: - self.set_value_explicit('', self.TYPE_NULL) - return True - elif self._data_type == self.TYPE_STRING: - # percentage detection - percentage_search = self.RE_PATTERNS['percentage'].match(value) - if percentage_search and value.strip() != '%': - value = float(value.replace('%', '')) / 100.0 - self.set_value_explicit(value, self.TYPE_NUMERIC) - self._set_number_format(NumberFormat.FORMAT_PERCENTAGE) - return True - # time detection - time_search = self.RE_PATTERNS['time'].match(value) - if time_search: - sep_count = value.count(':') #pylint: disable-msg=E1103 - if sep_count == 1: - hours, minutes = [int(bit) for bit in value.split(':')] #pylint: disable-msg=E1103 - seconds = 0 - elif sep_count == 2: - hours, minutes, seconds = \ - [int(bit) for bit in value.split(':')] #pylint: disable-msg=E1103 - days = (hours / 24.0) + (minutes / 1440.0) + \ - (seconds / 86400.0) - self.set_value_explicit(days, self.TYPE_NUMERIC) - self._set_number_format(NumberFormat.FORMAT_DATE_TIME3) - return True - if self._data_type == self.TYPE_NUMERIC: - # date detection - # if the value is a date, but not a date time, make it a - # datetime, and set the time part to 0 - if isinstance(value, datetime.date) and not \ - isinstance(value, datetime.datetime): - value = datetime.datetime.combine(value, datetime.time()) - if isinstance(value, datetime.datetime): - value = SharedDate().datetime_to_julian(date = value) - self.set_value_explicit(value, self.TYPE_NUMERIC) - self._set_number_format(NumberFormat.FORMAT_DATE_YYYYMMDD2) - return True - self.set_value_explicit(value, self._data_type) - - def _get_value(self): - """Return the value, formatted as a date if needed""" - value = self._value - if self.is_date(): - value = SharedDate().from_julian(value) - return value - - def _set_value(self, value): - """Set the value and infer type and display options.""" - self.bind_value(value) - - value = property(_get_value, _set_value, - doc = 'Get or set the value held in the cell.\n\n' - ':rtype: depends on the value (string, float, int or ' - ':class:`datetime.datetime`)') - - def _set_hyperlink(self, val): - """Set value and display for hyperlinks in a cell""" - if self._hyperlink_rel is None: - self._hyperlink_rel = self.parent.create_relationship("hyperlink") - self._hyperlink_rel.target = val - self._hyperlink_rel.target_mode = "External" - if self._value is None: - self.value = val - - def _get_hyperlink(self): - """Return the hyperlink target or an empty string""" - return self._hyperlink_rel is not None and \ - self._hyperlink_rel.target or '' - - hyperlink = property(_get_hyperlink, _set_hyperlink, - doc = 'Get or set the hyperlink held in the cell. ' - 'Automatically sets the `value` of the cell with link text, ' - 'but you can modify it afterwards by setting the ' - '`value` property, and the hyperlink will remain.\n\n' - ':rtype: string') - - @property - def hyperlink_rel_id(self): - """Return the id pointed to by the hyperlink, or None""" - return self._hyperlink_rel is not None and \ - self._hyperlink_rel.id or None - - def _set_number_format(self, format_code): - """Set a new formatting code for numeric values""" - self.style.number_format.format_code = format_code - - @property - def has_style(self): - """Check if the parent worksheet has a style for this cell""" - return self.get_coordinate() in self.parent._styles #pylint: disable-msg=W0212 - - @property - def style(self): - """Returns the :class:`openpyxl.style.Style` object for this cell""" - return self.parent.get_style(self.get_coordinate()) - - @property - def data_type(self): - """Return the data type represented by this cell""" - return self._data_type - - def get_coordinate(self): - """Return the coordinate string for this cell (e.g. 'B12') - - :rtype: string - """ - return '%s%s' % (self.column, self.row) - - @property - def address(self): - """Return the coordinate string for this cell (e.g. 'B12') - - :rtype: string - """ - return self.get_coordinate() - - def offset(self, row = 0, column = 0): - """Returns a cell location relative to this cell. - - :param row: number of rows to offset - :type row: int - - :param column: number of columns to offset - :type column: int - - :rtype: :class:`openpyxl.cell.Cell` - """ - offset_column = get_column_letter(column_index_from_string( - column = self.column) + column) - offset_row = self.row + row - return self.parent.cell('%s%s' % (offset_column, offset_row)) - - def is_date(self): - """Returns whether the value is *probably* a date or not - - :rtype: bool - """ - return (self.has_style - and self.style.number_format.is_date_format() - and isinstance(self._value, (int, float))) diff --git a/tablib/packages/openpyxl/chart.py b/tablib/packages/openpyxl/chart.py deleted file mode 100644 index 56cbb4d..0000000 --- a/tablib/packages/openpyxl/chart.py +++ /dev/null @@ -1,340 +0,0 @@ -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -import math - -from .style import NumberFormat -from .drawing import Drawing, Shape -from .shared.units import pixels_to_EMU, short_color -from .cell import get_column_letter - -class Axis(object): - - POSITION_BOTTOM = 'b' - POSITION_LEFT = 'l' - - ORIENTATION_MIN_MAX = "minMax" - - def __init__(self): - - self.orientation = self.ORIENTATION_MIN_MAX - self.number_format = NumberFormat() - for attr in ('position','tick_label_position','crosses', - 'auto','label_align','label_offset','cross_between'): - setattr(self, attr, None) - self.min = 0 - self.max = None - self.unit = None - - @classmethod - def default_category(cls): - """ default values for category axes """ - - ax = Axis() - ax.id = 60871424 - ax.cross = 60873344 - ax.position = Axis.POSITION_BOTTOM - ax.tick_label_position = 'nextTo' - ax.crosses = "autoZero" - ax.auto = True - ax.label_align = 'ctr' - ax.label_offset = 100 - return ax - - @classmethod - def default_value(cls): - """ default values for value axes """ - - ax = Axis() - ax.id = 60873344 - ax.cross = 60871424 - ax.position = Axis.POSITION_LEFT - ax.major_gridlines = None - ax.tick_label_position = 'nextTo' - ax.crosses = 'autoZero' - ax.auto = False - ax.cross_between = 'between' - return ax - -class Reference(object): - """ a simple wrapper around a serie of reference data """ - - def __init__(self, sheet, pos1, pos2=None): - - self.sheet = sheet - self.pos1 = pos1 - self.pos2 = pos2 - - def get_type(self): - - if isinstance(self.cache[0], basestring): - return 'str' - else: - return 'num' - - def _get_ref(self): - """ format excel reference notation """ - - if self.pos2: - return '%s!$%s$%s:$%s$%s' % (self.sheet.title, - get_column_letter(self.pos1[1]+1), self.pos1[0]+1, - get_column_letter(self.pos2[1]+1), self.pos2[0]+1) - else: - return '%s!$%s$%s' % (self.sheet.title, - get_column_letter(self.pos1[1]+1), self.pos1[0]+1) - - - def _get_cache(self): - """ read data in sheet - to be used at writing time """ - - cache = [] - if self.pos2: - for row in range(self.pos1[0], self.pos2[0]+1): - for col in range(self.pos1[1], self.pos2[1]+1): - cache.append(self.sheet.cell(row=row, column=col).value) - else: - cell = self.sheet.cell(row=self.pos1[0], column=self.pos1[1]) - cache.append(cell.value) - return cache - - -class Serie(object): - """ a serie of data and possibly associated labels """ - - MARKER_NONE = 'none' - - def __init__(self, values, labels=None, legend=None, color=None, xvalues=None): - - self.marker = Serie.MARKER_NONE - self.values = values - self.xvalues = xvalues - self.labels = labels - self.legend = legend - self.error_bar = None - self._color = color - - def _get_color(self): - return self._color - - def _set_color(self, color): - self._color = short_color(color) - - color = property(_get_color, _set_color) - - def get_min_max(self): - - if self.error_bar: - err_cache = self.error_bar.values._get_cache() - vals = [v + err_cache[i] \ - for i,v in enumerate(self.values._get_cache())] - else: - vals = self.values._get_cache() - return min(vals), max(vals) - - def __len__(self): - - return len(self.values.cache) - -class Legend(object): - - def __init__(self): - - self.position = 'r' - self.layout = None - -class ErrorBar(object): - - PLUS = 1 - MINUS = 2 - PLUS_MINUS = 3 - - def __init__(self, _type, values): - - self.type = _type - self.values = values - -class Chart(object): - """ raw chart class """ - - GROUPING_CLUSTERED = 'clustered' - GROUPING_STANDARD = 'standard' - - BAR_CHART = 1 - LINE_CHART = 2 - SCATTER_CHART = 3 - - def __init__(self, _type, grouping): - - self._series = [] - - # public api - self.type = _type - self.grouping = grouping - self.x_axis = Axis.default_category() - self.y_axis = Axis.default_value() - self.legend = Legend() - self.lang = 'fr-FR' - self.title = '' - self.print_margins = dict(b=.75, l=.7, r=.7, t=.75, header=0.3, footer=.3) - - # the containing drawing - self.drawing = Drawing() - - # the offset for the plot part in percentage of the drawing size - self.width = .6 - self.height = .6 - self.margin_top = self._get_max_margin_top() - self.margin_left = 0 - - # the user defined shapes - self._shapes = [] - - def add_serie(self, serie): - - serie.id = len(self._series) - self._series.append(serie) - self._compute_min_max() - if not None in [s.xvalues for s in self._series]: - self._compute_xmin_xmax() - - def add_shape(self, shape): - - shape._chart = self - self._shapes.append(shape) - - def get_x_units(self): - """ calculate one unit for x axis in EMU """ - - return max([len(s.values._get_cache()) for s in self._series]) - - def get_y_units(self): - """ calculate one unit for y axis in EMU """ - - dh = pixels_to_EMU(self.drawing.height) - return (dh * self.height) / self.y_axis.max - - def get_y_chars(self): - """ estimate nb of chars for y axis """ - - _max = max([max(s.values._get_cache()) for s in self._series]) - return len(str(int(_max))) - - def _compute_min_max(self): - """ compute y axis limits and units """ - - maxi = max([max(s.values._get_cache()) for s in self._series]) - - mul = None - if maxi < 1: - s = str(maxi).split('.')[1] - mul = 10 - for x in s: - if x == '0': - mul *= 10 - else: - break - maxi = maxi * mul - - maxi = math.ceil(maxi * 1.1) - sz = len(str(int(maxi))) - 1 - unit = math.ceil(math.ceil(maxi / pow(10, sz)) * pow(10, sz-1)) - maxi = math.ceil(maxi/unit) * unit - - if mul is not None: - maxi = maxi/mul - unit = unit/mul - - if maxi / unit > 9: - # no more that 10 ticks - unit *= 2 - - self.y_axis.max = maxi - self.y_axis.unit = unit - - def _compute_xmin_xmax(self): - """ compute x axis limits and units """ - - maxi = max([max(s.xvalues._get_cache()) for s in self._series]) - - mul = None - if maxi < 1: - s = str(maxi).split('.')[1] - mul = 10 - for x in s: - if x == '0': - mul *= 10 - else: - break - maxi = maxi * mul - - maxi = math.ceil(maxi * 1.1) - sz = len(str(int(maxi))) - 1 - unit = math.ceil(math.ceil(maxi / pow(10, sz)) * pow(10, sz-1)) - maxi = math.ceil(maxi/unit) * unit - - if mul is not None: - maxi = maxi/mul - unit = unit/mul - - if maxi / unit > 9: - # no more that 10 ticks - unit *= 2 - - self.x_axis.max = maxi - self.x_axis.unit = unit - - def _get_max_margin_top(self): - - mb = Shape.FONT_HEIGHT + Shape.MARGIN_BOTTOM - plot_height = self.drawing.height * self.height - return float(self.drawing.height - plot_height - mb)/self.drawing.height - - def _get_min_margin_left(self): - - ml = (self.get_y_chars() * Shape.FONT_WIDTH) + Shape.MARGIN_LEFT - return float(ml)/self.drawing.width - - def _get_margin_top(self): - """ get margin in percent """ - - return min(self.margin_top, self._get_max_margin_top()) - - def _get_margin_left(self): - - return max(self._get_min_margin_left(), self.margin_left) - -class BarChart(Chart): - def __init__(self): - super(BarChart, self).__init__(Chart.BAR_CHART, Chart.GROUPING_CLUSTERED) - -class LineChart(Chart): - def __init__(self): - super(LineChart, self).__init__(Chart.LINE_CHART, Chart.GROUPING_STANDARD) - -class ScatterChart(Chart): - def __init__(self): - super(ScatterChart, self).__init__(Chart.SCATTER_CHART, Chart.GROUPING_STANDARD) - - diff --git a/tablib/packages/openpyxl/drawing.py b/tablib/packages/openpyxl/drawing.py deleted file mode 100644 index 610324e..0000000 --- a/tablib/packages/openpyxl/drawing.py +++ /dev/null @@ -1,401 +0,0 @@ -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -import math -from .style import Color -from .shared.units import pixels_to_EMU, EMU_to_pixels, short_color - -class Shadow(object): - - SHADOW_BOTTOM = 'b' - SHADOW_BOTTOM_LEFT = 'bl' - SHADOW_BOTTOM_RIGHT = 'br' - SHADOW_CENTER = 'ctr' - SHADOW_LEFT = 'l' - SHADOW_TOP = 't' - SHADOW_TOP_LEFT = 'tl' - SHADOW_TOP_RIGHT = 'tr' - - def __init__(self): - self.visible = False - self.blurRadius = 6 - self.distance = 2 - self.direction = 0 - self.alignment = self.SHADOW_BOTTOM_RIGHT - self.color = Color(Color.BLACK) - self.alpha = 50 - -class Drawing(object): - """ a drawing object - eg container for shapes or charts - we assume user specifies dimensions in pixels; units are - converted to EMU in the drawing part - """ - - count = 0 - - def __init__(self): - - self.name = '' - self.description = '' - self.coordinates = ((1,2), (16,8)) - self.left = 0 - self.top = 0 - self._width = EMU_to_pixels(200000) - self._height = EMU_to_pixels(1828800) - self.resize_proportional = False - self.rotation = 0 -# self.shadow = Shadow() - - def _set_width(self, w): - - if self.resize_proportional and w: - ratio = self._height / self._width - self._height = round(ratio * w) - self._width = w - - def _get_width(self): - - return self._width - - width = property(_get_width, _set_width) - - def _set_height(self, h): - - if self.resize_proportional and h: - ratio = self._width / self._height - self._width = round(ratio * h) - self._height = h - - def _get_height(self): - - return self._height - - height = property(_get_height, _set_height) - - def set_dimension(self, w=0, h=0): - - xratio = w / self._width - yratio = h / self._height - - if self.resize_proportional and w and h: - if (xratio * self._height) < h: - self._height = math.ceil(xratio * self._height) - self._width = width - else: - self._width = math.ceil(yratio * self._width) - self._height = height - - def get_emu_dimensions(self): - """ return (x, y, w, h) in EMU """ - - return (pixels_to_EMU(self.left), pixels_to_EMU(self.top), - pixels_to_EMU(self._width), pixels_to_EMU(self._height)) - - -class Shape(object): - """ a drawing inside a chart - coordiantes are specified by the user in the axis units - """ - - MARGIN_LEFT = 6 + 13 + 1 - MARGIN_BOTTOM = 17 + 11 - - FONT_WIDTH = 7 - FONT_HEIGHT = 8 - - ROUND_RECT = 'roundRect' - RECT = 'rect' - - # other shapes to define : - ''' - "line" - "lineInv" - "triangle" - "rtTriangle" - "diamond" - "parallelogram" - "trapezoid" - "nonIsoscelesTrapezoid" - "pentagon" - "hexagon" - "heptagon" - "octagon" - "decagon" - "dodecagon" - "star4" - "star5" - "star6" - "star7" - "star8" - "star10" - "star12" - "star16" - "star24" - "star32" - "roundRect" - "round1Rect" - "round2SameRect" - "round2DiagRect" - "snipRoundRect" - "snip1Rect" - "snip2SameRect" - "snip2DiagRect" - "plaque" - "ellipse" - "teardrop" - "homePlate" - "chevron" - "pieWedge" - "pie" - "blockArc" - "donut" - "noSmoking" - "rightArrow" - "leftArrow" - "upArrow" - "downArrow" - "stripedRightArrow" - "notchedRightArrow" - "bentUpArrow" - "leftRightArrow" - "upDownArrow" - "leftUpArrow" - "leftRightUpArrow" - "quadArrow" - "leftArrowCallout" - "rightArrowCallout" - "upArrowCallout" - "downArrowCallout" - "leftRightArrowCallout" - "upDownArrowCallout" - "quadArrowCallout" - "bentArrow" - "uturnArrow" - "circularArrow" - "leftCircularArrow" - "leftRightCircularArrow" - "curvedRightArrow" - "curvedLeftArrow" - "curvedUpArrow" - "curvedDownArrow" - "swooshArrow" - "cube" - "can" - "lightningBolt" - "heart" - "sun" - "moon" - "smileyFace" - "irregularSeal1" - "irregularSeal2" - "foldedCorner" - "bevel" - "frame" - "halfFrame" - "corner" - "diagStripe" - "chord" - "arc" - "leftBracket" - "rightBracket" - "leftBrace" - "rightBrace" - "bracketPair" - "bracePair" - "straightConnector1" - "bentConnector2" - "bentConnector3" - "bentConnector4" - "bentConnector5" - "curvedConnector2" - "curvedConnector3" - "curvedConnector4" - "curvedConnector5" - "callout1" - "callout2" - "callout3" - "accentCallout1" - "accentCallout2" - "accentCallout3" - "borderCallout1" - "borderCallout2" - "borderCallout3" - "accentBorderCallout1" - "accentBorderCallout2" - "accentBorderCallout3" - "wedgeRectCallout" - "wedgeRoundRectCallout" - "wedgeEllipseCallout" - "cloudCallout" - "cloud" - "ribbon" - "ribbon2" - "ellipseRibbon" - "ellipseRibbon2" - "leftRightRibbon" - "verticalScroll" - "horizontalScroll" - "wave" - "doubleWave" - "plus" - "flowChartProcess" - "flowChartDecision" - "flowChartInputOutput" - "flowChartPredefinedProcess" - "flowChartInternalStorage" - "flowChartDocument" - "flowChartMultidocument" - "flowChartTerminator" - "flowChartPreparation" - "flowChartManualInput" - "flowChartManualOperation" - "flowChartConnector" - "flowChartPunchedCard" - "flowChartPunchedTape" - "flowChartSummingJunction" - "flowChartOr" - "flowChartCollate" - "flowChartSort" - "flowChartExtract" - "flowChartMerge" - "flowChartOfflineStorage" - "flowChartOnlineStorage" - "flowChartMagneticTape" - "flowChartMagneticDisk" - "flowChartMagneticDrum" - "flowChartDisplay" - "flowChartDelay" - "flowChartAlternateProcess" - "flowChartOffpageConnector" - "actionButtonBlank" - "actionButtonHome" - "actionButtonHelp" - "actionButtonInformation" - "actionButtonForwardNext" - "actionButtonBackPrevious" - "actionButtonEnd" - "actionButtonBeginning" - "actionButtonReturn" - "actionButtonDocument" - "actionButtonSound" - "actionButtonMovie" - "gear6" - "gear9" - "funnel" - "mathPlus" - "mathMinus" - "mathMultiply" - "mathDivide" - "mathEqual" - "mathNotEqual" - "cornerTabs" - "squareTabs" - "plaqueTabs" - "chartX" - "chartStar" - "chartPlus" - ''' - - def __init__(self, coordinates=((0,0), (1,1)), text=None, scheme="accent1"): - - self.coordinates = coordinates # in axis unit - self.text = text - self.scheme = scheme - self.style = Shape.RECT - self._border_width = 3175 # in EMU - self._border_color = Color.BLACK[2:] #"F3B3C5" - self._color = Color.WHITE[2:] - self._text_color = Color.BLACK[2:] - - def _get_border_color(self): - return self._border_color - - def _set_border_color(self, color): - self._border_color = short_color(color) - - border_color = property(_get_border_color, _set_border_color) - - def _get_color(self): - return self._color - - def _set_color(self, color): - self._color = short_color(color) - - color = property(_get_color, _set_color) - - def _get_text_color(self): - return self._text_color - - def _set_text_color(self, color): - self._text_color = short_color(color) - - text_color = property(_get_text_color, _set_text_color) - - def _get_border_width(self): - - return EMU_to_pixels(self._border_width) - - def _set_border_width(self, w): - - self._border_width = pixels_to_EMU(w) - # print self._border_width - - border_width = property(_get_border_width, _set_border_width) - - def get_coordinates(self): - """ return shape coordinates in percentages (left, top, right, bottom) """ - - (x1, y1), (x2, y2) = self.coordinates - - drawing_width = pixels_to_EMU(self._chart.drawing.width) - drawing_height = pixels_to_EMU(self._chart.drawing.height) - plot_width = drawing_width * self._chart.width - plot_height = drawing_height * self._chart.height - - margin_left = self._chart._get_margin_left() * drawing_width - xunit = plot_width / self._chart.get_x_units() - - margin_top = self._chart._get_margin_top() * drawing_height - yunit = self._chart.get_y_units() - - x_start = (margin_left + (float(x1) * xunit)) / drawing_width - y_start = (margin_top + plot_height - (float(y1) * yunit)) / drawing_height - - x_end = (margin_left + (float(x2) * xunit)) / drawing_width - y_end = (margin_top + plot_height - (float(y2) * yunit)) / drawing_height - - def _norm_pct(pct): - """ force shapes to appear by truncating too large sizes """ - if pct>1: pct = 1 - elif pct<0: pct = 0 - return pct - - # allow user to specify y's in whatever order - # excel expect y_end to be lower - if y_end < y_start: - y_end, y_start = y_start, y_end - - return (_norm_pct(x_start), _norm_pct(y_start), - _norm_pct(x_end), _norm_pct(y_end)) diff --git a/tablib/packages/openpyxl/namedrange.py b/tablib/packages/openpyxl/namedrange.py deleted file mode 100644 index 85b08a8..0000000 --- a/tablib/packages/openpyxl/namedrange.py +++ /dev/null @@ -1,68 +0,0 @@ -# file openpyxl/namedrange.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Track named groups of cells in a worksheet""" - -# Python stdlib imports -import re - -# package imports -from .shared.exc import NamedRangeException - -# constants -NAMED_RANGE_RE = re.compile("'?([^']*)'?!((\$([A-Za-z]+))?\$([0-9]+)(:(\$([A-Za-z]+))?(\$([0-9]+)))?)$") - -class NamedRange(object): - """A named group of cells""" - __slots__ = ('name', 'destinations', 'local_only') - - def __init__(self, name, destinations): - self.name = name - self.destinations = destinations - self.local_only = False - - def __str__(self): - return ','.join(['%s!%s' % (sheet, name) for sheet, name in self.destinations]) - - def __repr__(self): - - return '<%s "%s">' % (self.__class__.__name__, str(self)) - - -def split_named_range(range_string): - """Separate a named range into its component parts""" - - destinations = [] - - for range_string in range_string.split(','): - - match = NAMED_RANGE_RE.match(range_string) - if not match: - raise NamedRangeException('Invalid named range string: "%s"' % range_string) - else: - sheet_name, xlrange = match.groups()[:2] - destinations.append((sheet_name, xlrange)) - - return destinations diff --git a/tablib/packages/openpyxl/reader/__init__.py b/tablib/packages/openpyxl/reader/__init__.py deleted file mode 100644 index 9b0ee2f..0000000 --- a/tablib/packages/openpyxl/reader/__init__.py +++ /dev/null @@ -1,33 +0,0 @@ -# file openpyxl/reader/__init__.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Imports for the openpyxl.reader namespace.""" - -# package imports -from ..reader import excel -from ..reader import strings -from ..reader import style -from ..reader import workbook -from ..reader import worksheet diff --git a/tablib/packages/openpyxl/reader/excel.py b/tablib/packages/openpyxl/reader/excel.py deleted file mode 100644 index 16c3f91..0000000 --- a/tablib/packages/openpyxl/reader/excel.py +++ /dev/null @@ -1,109 +0,0 @@ -# file openpyxl/reader/excel.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Read an xlsx file into Python""" - -# Python stdlib imports -from zipfile import ZipFile, ZIP_DEFLATED, BadZipfile - -# package imports -from ..shared.exc import OpenModeError, InvalidFileException -from ..shared.ooxml import ARC_SHARED_STRINGS, ARC_CORE, ARC_APP, \ - ARC_WORKBOOK, PACKAGE_WORKSHEETS, ARC_STYLE -from ..workbook import Workbook -from ..reader.strings import read_string_table -from ..reader.style import read_style_table -from ..reader.workbook import read_sheets_titles, read_named_ranges, \ - read_properties_core, get_sheet_ids -from ..reader.worksheet import read_worksheet -from ..reader.iter_worksheet import unpack_worksheet - -def load_workbook(filename, use_iterators = False): - """Open the given filename and return the workbook - - :param filename: the path to open - :type filename: string - - :param use_iterators: use lazy load for cells - :type use_iterators: bool - - :rtype: :class:`openpyxl.workbook.Workbook` - - .. note:: - - When using lazy load, all worksheets will be :class:`openpyxl.reader.iter_worksheet.IterableWorksheet` - and the returned workbook will be read-only. - - """ - - if isinstance(filename, file): - # fileobject must have been opened with 'rb' flag - # it is required by zipfile - if 'b' not in filename.mode: - raise OpenModeError("File-object must be opened in binary mode") - - try: - archive = ZipFile(filename, 'r', ZIP_DEFLATED) - except (BadZipfile, RuntimeError, IOError, ValueError): - raise InvalidFileException() - wb = Workbook() - - if use_iterators: - wb._set_optimized_read() - - try: - _load_workbook(wb, archive, filename, use_iterators) - except KeyError: - raise InvalidFileException() - finally: - archive.close() - return wb - -def _load_workbook(wb, archive, filename, use_iterators): - - # get workbook-level information - wb.properties = read_properties_core(archive.read(ARC_CORE)) - try: - string_table = read_string_table(archive.read(ARC_SHARED_STRINGS)) - except KeyError: - string_table = {} - style_table = read_style_table(archive.read(ARC_STYLE)) - - # get worksheets - wb.worksheets = [] # remove preset worksheet - sheet_names = read_sheets_titles(archive.read(ARC_APP)) - for i, sheet_name in enumerate(sheet_names): - sheet_codename = 'sheet%d.xml' % (i + 1) - worksheet_path = '%s/%s' % (PACKAGE_WORKSHEETS, sheet_codename) - - if not use_iterators: - new_ws = read_worksheet(archive.read(worksheet_path), wb, sheet_name, string_table, style_table) - else: - xml_source = unpack_worksheet(archive, worksheet_path) - new_ws = read_worksheet(xml_source, wb, sheet_name, string_table, style_table, filename, sheet_codename) - #new_ws = read_worksheet(archive.read(worksheet_path), wb, sheet_name, string_table, style_table, filename, sheet_codename) - wb.add_sheet(new_ws, index = i) - - wb._named_ranges = read_named_ranges(archive.read(ARC_WORKBOOK), wb) diff --git a/tablib/packages/openpyxl/reader/iter_worksheet.py b/tablib/packages/openpyxl/reader/iter_worksheet.py deleted file mode 100644 index 46ee318..0000000 --- a/tablib/packages/openpyxl/reader/iter_worksheet.py +++ /dev/null @@ -1,348 +0,0 @@ -# file openpyxl/reader/iter_worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -""" Iterators-based worksheet reader -*Still very raw* -""" - -from ....compat import BytesIO as StringIO -import warnings -import operator -from functools import partial -from itertools import groupby, ifilter -from ..worksheet import Worksheet -from ..cell import coordinate_from_string, get_column_letter, Cell -from ..reader.excel import get_sheet_ids -from ..reader.strings import read_string_table -from ..reader.style import read_style_table, NumberFormat -from ..shared.date_time import SharedDate -from ..reader.worksheet import read_dimension -from ..shared.ooxml import (MIN_COLUMN, MAX_COLUMN, PACKAGE_WORKSHEETS, - MAX_ROW, MIN_ROW, ARC_SHARED_STRINGS, ARC_APP, ARC_STYLE) -try: - from xml.etree.cElementTree import iterparse -except ImportError: - from xml.etree.ElementTree import iterparse - - -from zipfile import ZipFile -from .. import cell -import re -import tempfile -import zlib -import zipfile -import struct - -TYPE_NULL = Cell.TYPE_NULL -MISSING_VALUE = None - -RE_COORDINATE = re.compile('^([A-Z]+)([0-9]+)$') - -SHARED_DATE = SharedDate() - -_COL_CONVERSION_CACHE = dict((get_column_letter(i), i) for i in xrange(1, 18279)) -def column_index_from_string(str_col, _col_conversion_cache=_COL_CONVERSION_CACHE): - # we use a function argument to get indexed name lookup - return _col_conversion_cache[str_col] -del _COL_CONVERSION_CACHE - -RAW_ATTRIBUTES = ['row', 'column', 'coordinate', 'internal_value', 'data_type', 'style_id', 'number_format'] - -try: - from collections import namedtuple - BaseRawCell = namedtuple('RawCell', RAW_ATTRIBUTES) -except ImportError: - - # warnings.warn("""Unable to import 'namedtuple' module, this may cause memory issues when using optimized reader. Please upgrade your Python installation to 2.6+""") - - class BaseRawCell(object): - - def __init__(self, *args): - assert len(args)==len(RAW_ATTRIBUTES) - - for attr, val in zip(RAW_ATTRIBUTES, args): - setattr(self, attr, val) - - def _replace(self, **kwargs): - - self.__dict__.update(kwargs) - - return self - - -class RawCell(BaseRawCell): - """Optimized version of the :class:`openpyxl.cell.Cell`, using named tuples. - - Useful attributes are: - - * row - * column - * coordinate - * internal_value - - You can also access if needed: - - * data_type - * number_format - - """ - - @property - def is_date(self): - res = (self.data_type == Cell.TYPE_NUMERIC - and self.number_format is not None - and ('d' in self.number_format - or 'm' in self.number_format - or 'y' in self.number_format - or 'h' in self.number_format - or 's' in self.number_format - )) - - return res - -def iter_rows(workbook_name, sheet_name, xml_source, range_string = '', row_offset = 0, column_offset = 0): - - archive = get_archive_file(workbook_name) - - source = xml_source - - if range_string: - min_col, min_row, max_col, max_row = get_range_boundaries(range_string, row_offset, column_offset) - else: - min_col, min_row, max_col, max_row = read_dimension(xml_source = source) - min_col = column_index_from_string(min_col) - max_col = column_index_from_string(max_col) + 1 - max_row += 6 - - try: - string_table = read_string_table(archive.read(ARC_SHARED_STRINGS)) - except KeyError: - string_table = {} - - style_table = read_style_table(archive.read(ARC_STYLE)) - - source.seek(0) - p = iterparse(source) - - return get_squared_range(p, min_col, min_row, max_col, max_row, string_table, style_table) - - -def get_rows(p, min_column = MIN_COLUMN, min_row = MIN_ROW, max_column = MAX_COLUMN, max_row = MAX_ROW): - - return groupby(get_cells(p, min_row, min_column, max_row, max_column), operator.attrgetter('row')) - -def get_cells(p, min_row, min_col, max_row, max_col, _re_coordinate=RE_COORDINATE): - - for _event, element in p: - - if element.tag == '{http://schemas.openxmlformats.org/spreadsheetml/2006/main}c': - coord = element.get('r') - column_str, row = _re_coordinate.match(coord).groups() - - row = int(row) - column = column_index_from_string(column_str) - - if min_col <= column <= max_col and min_row <= row <= max_row: - data_type = element.get('t', 'n') - style_id = element.get('s') - value = element.findtext('{http://schemas.openxmlformats.org/spreadsheetml/2006/main}v') - yield RawCell(row, column_str, coord, value, data_type, style_id, None) - - if element.tag == '{http://schemas.openxmlformats.org/spreadsheetml/2006/main}v': - continue - element.clear() - - - -def get_range_boundaries(range_string, row = 0, column = 0): - - if ':' in range_string: - min_range, max_range = range_string.split(':') - min_col, min_row = coordinate_from_string(min_range) - max_col, max_row = coordinate_from_string(max_range) - - min_col = column_index_from_string(min_col) + column - max_col = column_index_from_string(max_col) + column - min_row += row - max_row += row - - else: - min_col, min_row = coordinate_from_string(range_string) - min_col = column_index_from_string(min_col) - max_col = min_col + 1 - max_row = min_row - - return (min_col, min_row, max_col, max_row) - -def get_archive_file(archive_name): - - return ZipFile(archive_name, 'r') - -def get_xml_source(archive_file, sheet_name): - - return archive_file.read('%s/%s' % (PACKAGE_WORKSHEETS, sheet_name)) - -def get_missing_cells(row, columns): - - return dict([(column, RawCell(row, column, '%s%s' % (column, row), MISSING_VALUE, TYPE_NULL, None, None)) for column in columns]) - -def get_squared_range(p, min_col, min_row, max_col, max_row, string_table, style_table): - - expected_columns = [get_column_letter(ci) for ci in xrange(min_col, max_col)] - - current_row = min_row - for row, cells in get_rows(p, min_row = min_row, max_row = max_row, min_column = min_col, max_column = max_col): - full_row = [] - if current_row < row: - - for gap_row in xrange(current_row, row): - - dummy_cells = get_missing_cells(gap_row, expected_columns) - - yield tuple([dummy_cells[column] for column in expected_columns]) - - current_row = row - - temp_cells = list(cells) - - retrieved_columns = dict([(c.column, c) for c in temp_cells]) - - missing_columns = list(set(expected_columns) - set(retrieved_columns.keys())) - - replacement_columns = get_missing_cells(row, missing_columns) - - for column in expected_columns: - - if column in retrieved_columns: - cell = retrieved_columns[column] - - if cell.style_id is not None: - style = style_table[int(cell.style_id)] - cell = cell._replace(number_format = style.number_format.format_code) #pylint: disable-msg=W0212 - if cell.internal_value is not None: - if cell.data_type == Cell.TYPE_STRING: - cell = cell._replace(internal_value = string_table[int(cell.internal_value)]) #pylint: disable-msg=W0212 - elif cell.data_type == Cell.TYPE_BOOL: - cell = cell._replace(internal_value = cell.internal_value == 'True') - elif cell.is_date: - cell = cell._replace(internal_value = SHARED_DATE.from_julian(float(cell.internal_value))) - elif cell.data_type == Cell.TYPE_NUMERIC: - cell = cell._replace(internal_value = float(cell.internal_value)) - full_row.append(cell) - - else: - full_row.append(replacement_columns[column]) - - current_row = row + 1 - - yield tuple(full_row) - -#------------------------------------------------------------------------------ - -class IterableWorksheet(Worksheet): - - def __init__(self, parent_workbook, title, workbook_name, - sheet_codename, xml_source): - - Worksheet.__init__(self, parent_workbook, title) - self._workbook_name = workbook_name - self._sheet_codename = sheet_codename - self._xml_source = xml_source - - def iter_rows(self, range_string = '', row_offset = 0, column_offset = 0): - """ Returns a squared range based on the `range_string` parameter, - using generators. - - :param range_string: range of cells (e.g. 'A1:C4') - :type range_string: string - - :param row: row index of the cell (e.g. 4) - :type row: int - - :param column: column index of the cell (e.g. 3) - :type column: int - - :rtype: generator - - """ - - return iter_rows(workbook_name = self._workbook_name, - sheet_name = self._sheet_codename, - xml_source = self._xml_source, - range_string = range_string, - row_offset = row_offset, - column_offset = column_offset) - - def cell(self, *args, **kwargs): - - raise NotImplementedError("use 'iter_rows()' instead") - - def range(self, *args, **kwargs): - - raise NotImplementedError("use 'iter_rows()' instead") - -def unpack_worksheet(archive, filename): - - temp_file = tempfile.TemporaryFile(mode='r+', prefix='openpyxl.', suffix='.unpack.temp') - - zinfo = archive.getinfo(filename) - - if zinfo.compress_type == zipfile.ZIP_STORED: - decoder = None - elif zinfo.compress_type == zipfile.ZIP_DEFLATED: - decoder = zlib.decompressobj(-zlib.MAX_WBITS) - else: - raise zipfile.BadZipFile("Unrecognized compression method") - - archive.fp.seek(_get_file_offset(archive, zinfo)) - bytes_to_read = zinfo.compress_size - - while True: - buff = archive.fp.read(min(bytes_to_read, 102400)) - if not buff: - break - bytes_to_read -= len(buff) - if decoder: - buff = decoder.decompress(buff) - temp_file.write(buff) - - if decoder: - temp_file.write(decoder.decompress('Z')) - - return temp_file - -def _get_file_offset(archive, zinfo): - - try: - return zinfo.file_offset - except AttributeError: - # From http://stackoverflow.com/questions/3781261/how-to-simulate-zipfile-open-in-python-2-5 - - # Seek over the fixed size fields to the "file name length" field in - # the file header (26 bytes). Unpack this and the "extra field length" - # field ourselves as info.extra doesn't seem to be the correct length. - archive.fp.seek(zinfo.header_offset + 26) - file_name_len, extra_len = struct.unpack(" 10000: - msg = 'Year not supported by Excel: %s' % year - raise ValueError(msg) - if self.excel_base_date == self.CALENDAR_WINDOWS_1900: - # Fudge factor for the erroneous fact that the year 1900 is - # treated as a Leap Year in MS Excel. This affects every date - # following 28th February 1900 - if year == 1900 and month <= 2: - excel_1900_leap_year = False - else: - excel_1900_leap_year = True - excel_base_date = 2415020 - else: - raise NotImplementedError('Mac dates are not yet supported.') - #excel_base_date = 2416481 - #excel_1900_leap_year = False - - # Julian base date adjustment - if month > 2: - month = month - 3 - else: - month = month + 9 - year -= 1 - - # Calculate the Julian Date, then subtract the Excel base date - # JD 2415020 = 31 - Dec - 1899 -> Excel Date of 0 - century, decade = int(str(year)[:2]), int(str(year)[2:]) - excel_date = floor(146097 * century / 4) + \ - floor((1461 * decade) / 4) + floor((153 * month + 2) / 5) + \ - day + 1721119 - excel_base_date - if excel_1900_leap_year: - excel_date += 1 - - # check to ensure that we exclude 2/29/1900 as a possible value - if self.excel_base_date == self.CALENDAR_WINDOWS_1900 \ - and excel_date == 60: - msg = 'Error: Excel believes 1900 was a leap year' - raise ValueError(msg) - excel_time = ((hours * 3600) + (minutes * 60) + seconds) / 86400 - return excel_date + excel_time - - def from_julian(self, value=0): - """Convert from the Excel JD back to a date""" - if self.excel_base_date == self.CALENDAR_WINDOWS_1900: - excel_base_date = 25569 - if value < 60: - excel_base_date -= 1 - elif value == 60: - msg = 'Error: Excel believes 1900 was a leap year' - raise ValueError(msg) - else: - raise NotImplementedError('Mac dates are not yet supported.') - #excel_base_date = 24107 - - if value >= 1: - utc_days = value - excel_base_date - - return EPOCH + datetime.timedelta(days=utc_days) - - elif value >= 0: - hours = floor(value * 24) - mins = floor(value * 24 * 60) - floor(hours * 60) - secs = floor(value * 24 * 60 * 60) - floor(hours * 60 * 60) - \ - floor(mins * 60) - return datetime.time(int(hours), int(mins), int(secs)) - else: - msg = 'Negative dates (%s) are not supported' % value - raise ValueError(msg) diff --git a/tablib/packages/openpyxl/shared/exc.py b/tablib/packages/openpyxl/shared/exc.py deleted file mode 100644 index 94a3e2c..0000000 --- a/tablib/packages/openpyxl/shared/exc.py +++ /dev/null @@ -1,59 +0,0 @@ -# file openpyxl/shared/exc.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Definitions for openpyxl shared exception classes.""" - - -class CellCoordinatesException(Exception): - """Error for converting between numeric and A1-style cell references.""" - -class ColumnStringIndexException(Exception): - """Error for bad column names in A1-style cell references.""" - -class DataTypeException(Exception): - """Error for any data type inconsistencies.""" - -class NamedRangeException(Exception): - """Error for badly formatted named ranges.""" - -class SheetTitleException(Exception): - """Error for bad sheet names.""" - -class InsufficientCoordinatesException(Exception): - """Error for partially specified cell coordinates.""" - -class OpenModeError(Exception): - """Error for fileobj opened in non-binary mode.""" - -class InvalidFileException(Exception): - """Error for trying to open a non-ooxml file.""" - -class ReadOnlyWorkbookException(Exception): - """Error for trying to modify a read-only workbook""" - -class MissingNumberFormat(Exception): - """Error when a referenced number format is not in the stylesheet""" - - diff --git a/tablib/packages/openpyxl/shared/ooxml.py b/tablib/packages/openpyxl/shared/ooxml.py deleted file mode 100644 index 979b172..0000000 --- a/tablib/packages/openpyxl/shared/ooxml.py +++ /dev/null @@ -1,60 +0,0 @@ -# file openpyxl/shared/ooxml.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Constants for fixed paths in a file and xml namespace urls.""" - -MIN_ROW = 0 -MIN_COLUMN = 0 -MAX_COLUMN = 16384 -MAX_ROW = 1048576 - -# constants -PACKAGE_PROPS = 'docProps' -PACKAGE_XL = 'xl' -PACKAGE_RELS = '_rels' -PACKAGE_THEME = PACKAGE_XL + '/' + 'theme' -PACKAGE_WORKSHEETS = PACKAGE_XL + '/' + 'worksheets' -PACKAGE_DRAWINGS = PACKAGE_XL + '/' + 'drawings' -PACKAGE_CHARTS = PACKAGE_XL + '/' + 'charts' - -ARC_CONTENT_TYPES = '[Content_Types].xml' -ARC_ROOT_RELS = PACKAGE_RELS + '/.rels' -ARC_WORKBOOK_RELS = PACKAGE_XL + '/' + PACKAGE_RELS + '/workbook.xml.rels' -ARC_CORE = PACKAGE_PROPS + '/core.xml' -ARC_APP = PACKAGE_PROPS + '/app.xml' -ARC_WORKBOOK = PACKAGE_XL + '/workbook.xml' -ARC_STYLE = PACKAGE_XL + '/styles.xml' -ARC_THEME = PACKAGE_THEME + '/theme1.xml' -ARC_SHARED_STRINGS = PACKAGE_XL + '/sharedStrings.xml' - -NAMESPACES = { - 'cp': 'http://schemas.openxmlformats.org/package/2006/metadata/core-properties', - 'dc': 'http://purl.org/dc/elements/1.1/', - 'dcterms': 'http://purl.org/dc/terms/', - 'dcmitype': 'http://purl.org/dc/dcmitype/', - 'xsi': 'http://www.w3.org/2001/XMLSchema-instance', - 'vt': 'http://schemas.openxmlformats.org/officeDocument/2006/docPropsVTypes', - 'xml': 'http://www.w3.org/XML/1998/namespace' -} diff --git a/tablib/packages/openpyxl/shared/password_hasher.py b/tablib/packages/openpyxl/shared/password_hasher.py deleted file mode 100644 index b5d0dd0..0000000 --- a/tablib/packages/openpyxl/shared/password_hasher.py +++ /dev/null @@ -1,47 +0,0 @@ -# file openpyxl/shared/password_hasher.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Basic password hashing.""" - - -def hash_password(plaintext_password=''): - """Create a password hash from a given string. - - This method is based on the algorithm provided by - Daniel Rentz of OpenOffice and the PEAR package - Spreadsheet_Excel_Writer by Xavier Noguer . - - """ - password = 0x0000 - i = 1 - for char in plaintext_password: - value = ord(char) << i - rotated_bits = value >> 15 - value &= 0x7fff - password ^= (value | rotated_bits) - i += 1 - password ^= len(plaintext_password) - password ^= 0xCE4B - return str(hex(password)).upper()[2:] diff --git a/tablib/packages/openpyxl/shared/units.py b/tablib/packages/openpyxl/shared/units.py deleted file mode 100644 index fba82d7..0000000 --- a/tablib/packages/openpyxl/shared/units.py +++ /dev/null @@ -1,67 +0,0 @@ -# file openpyxl/shared/units.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -import math - -def pixels_to_EMU(value): - return int(round(value * 9525)) - -def EMU_to_pixels(value): - if not value: - return 0 - else: - return round(value / 9525.) - -def EMU_to_cm(value): - if not value: - return 0 - else: - return (EMU_to_pixels(value) * 2.57 / 96) - -def pixels_to_points(value): - return value * 0.67777777 - -def points_to_pixels(value): - if not value: - return 0 - else: - return int(math.ceil(value * 1.333333333)) - -def degrees_to_angle(value): - return int(round(value * 60000)) - -def angle_to_degrees(value): - if not value: - return 0 - else: - return round(value / 60000.) - -def short_color(color): - """ format a color to its short size """ - - if len(color) > 6: - return color[2:] - else: - return color diff --git a/tablib/packages/openpyxl/shared/xmltools.py b/tablib/packages/openpyxl/shared/xmltools.py deleted file mode 100644 index 74729e9..0000000 --- a/tablib/packages/openpyxl/shared/xmltools.py +++ /dev/null @@ -1,114 +0,0 @@ -# file openpyxl/shared/xmltools.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Shared xml tools. - -Shortcut functions taken from: - http://lethain.com/entry/2009/jan/22/handling-very-large-csv-and-xml-files-in-python/ - -""" - -# Python stdlib imports -from xml.sax.xmlreader import AttributesNSImpl -from xml.sax.saxutils import XMLGenerator -try: - from xml.etree.ElementTree import ElementTree, Element, SubElement, \ - QName, fromstring, tostring -except ImportError: - from cElementTree import ElementTree, Element, SubElement, \ - QName, fromstring, tostring - -# package imports -from .. import __name__ as prefix - - -def get_document_content(xml_node): - """Print nicely formatted xml to a string.""" - pretty_indent(xml_node) - return tostring(xml_node, 'utf-8') - - -def pretty_indent(elem, level=0): - """Format xml with nice indents and line breaks.""" - i = "\n" + level * " " - if len(elem): - if not elem.text or not elem.text.strip(): - elem.text = i + " " - if not elem.tail or not elem.tail.strip(): - elem.tail = i - for elem in elem: - pretty_indent(elem, level + 1) - if not elem.tail or not elem.tail.strip(): - elem.tail = i - else: - if level and (not elem.tail or not elem.tail.strip()): - elem.tail = i - - -def start_tag(doc, name, attr=None, body=None, namespace=None): - """Wrapper to start an xml tag.""" - if attr is None: - attr = {} - - - # name = bytes(name, 'utf-8') - - # if namespace is not None: - # namespace = bytes(namespace, 'utf-8') - - - attr_vals = {} - attr_keys = {} - for key, val in attr.items(): - - - # if key is not None: - # key = bytes(key, 'utf-8') - - # if val is not None: - # val = bytes(val, 'utf-8') - - key_tuple = (namespace, key) - - attr_vals[key_tuple] = val - attr_keys[key_tuple] = key - - attr2 = AttributesNSImpl(attr_vals, attr_keys) - doc.startElementNS((namespace, name), name, attr2) - if body: - doc.characters(body) - - -def end_tag(doc, name, namespace=None): - """Wrapper to close an xml tag.""" - doc.endElementNS((namespace, name), name) - - -def tag(doc, name, attr=None, body=None, namespace=None): - """Wrapper to print xml tags and comments.""" - if attr is None: - attr = {} - start_tag(doc, name, attr, body, namespace) - end_tag(doc, name, namespace) diff --git a/tablib/packages/openpyxl/style.py b/tablib/packages/openpyxl/style.py deleted file mode 100644 index 38628db..0000000 --- a/tablib/packages/openpyxl/style.py +++ /dev/null @@ -1,392 +0,0 @@ -# file openpyxl/style.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Style and formatting option tracking.""" - -# Python stdlib imports -import re -try: - from hashlib import md5 -except ImportError: - from md5 import md5 - - -class HashableObject(object): - """Define how to hash property classes.""" - __fields__ = None - __leaf__ = False - - def __repr__(self): - - return ':'.join([repr(getattr(self, x)) for x in self.__fields__]) - - def __hash__(self): - -# return int(md5(repr(self)).hexdigest(), 16) - return hash(repr(self)) - -class Color(HashableObject): - """Named colors for use in styles.""" - BLACK = 'FF000000' - WHITE = 'FFFFFFFF' - RED = 'FFFF0000' - DARKRED = 'FF800000' - BLUE = 'FF0000FF' - DARKBLUE = 'FF000080' - GREEN = 'FF00FF00' - DARKGREEN = 'FF008000' - YELLOW = 'FFFFFF00' - DARKYELLOW = 'FF808000' - - __fields__ = ('index',) - __slots__ = __fields__ - __leaf__ = True - - def __init__(self, index): - super(Color, self).__init__() - self.index = index - - -class Font(HashableObject): - """Font options used in styles.""" - UNDERLINE_NONE = 'none' - UNDERLINE_DOUBLE = 'double' - UNDERLINE_DOUBLE_ACCOUNTING = 'doubleAccounting' - UNDERLINE_SINGLE = 'single' - UNDERLINE_SINGLE_ACCOUNTING = 'singleAccounting' - - __fields__ = ('name', - 'size', - 'bold', - 'italic', - 'superscript', - 'subscript', - 'underline', - 'strikethrough', - 'color') - __slots__ = __fields__ - - def __init__(self): - super(Font, self).__init__() - self.name = 'Calibri' - self.size = 11 - self.bold = False - self.italic = False - self.superscript = False - self.subscript = False - self.underline = self.UNDERLINE_NONE - self.strikethrough = False - self.color = Color(Color.BLACK) - - -class Fill(HashableObject): - """Area fill patterns for use in styles.""" - FILL_NONE = 'none' - FILL_SOLID = 'solid' - FILL_GRADIENT_LINEAR = 'linear' - FILL_GRADIENT_PATH = 'path' - FILL_PATTERN_DARKDOWN = 'darkDown' - FILL_PATTERN_DARKGRAY = 'darkGray' - FILL_PATTERN_DARKGRID = 'darkGrid' - FILL_PATTERN_DARKHORIZONTAL = 'darkHorizontal' - FILL_PATTERN_DARKTRELLIS = 'darkTrellis' - FILL_PATTERN_DARKUP = 'darkUp' - FILL_PATTERN_DARKVERTICAL = 'darkVertical' - FILL_PATTERN_GRAY0625 = 'gray0625' - FILL_PATTERN_GRAY125 = 'gray125' - FILL_PATTERN_LIGHTDOWN = 'lightDown' - FILL_PATTERN_LIGHTGRAY = 'lightGray' - FILL_PATTERN_LIGHTGRID = 'lightGrid' - FILL_PATTERN_LIGHTHORIZONTAL = 'lightHorizontal' - FILL_PATTERN_LIGHTTRELLIS = 'lightTrellis' - FILL_PATTERN_LIGHTUP = 'lightUp' - FILL_PATTERN_LIGHTVERTICAL = 'lightVertical' - FILL_PATTERN_MEDIUMGRAY = 'mediumGray' - - __fields__ = ('fill_type', - 'rotation', - 'start_color', - 'end_color') - __slots__ = __fields__ - - def __init__(self): - super(Fill, self).__init__() - self.fill_type = self.FILL_NONE - self.rotation = 0 - self.start_color = Color(Color.WHITE) - self.end_color = Color(Color.BLACK) - - -class Border(HashableObject): - """Border options for use in styles.""" - BORDER_NONE = 'none' - BORDER_DASHDOT = 'dashDot' - BORDER_DASHDOTDOT = 'dashDotDot' - BORDER_DASHED = 'dashed' - BORDER_DOTTED = 'dotted' - BORDER_DOUBLE = 'double' - BORDER_HAIR = 'hair' - BORDER_MEDIUM = 'medium' - BORDER_MEDIUMDASHDOT = 'mediumDashDot' - BORDER_MEDIUMDASHDOTDOT = 'mediumDashDotDot' - BORDER_MEDIUMDASHED = 'mediumDashed' - BORDER_SLANTDASHDOT = 'slantDashDot' - BORDER_THICK = 'thick' - BORDER_THIN = 'thin' - - __fields__ = ('border_style', - 'color') - __slots__ = __fields__ - - def __init__(self): - super(Border, self).__init__() - self.border_style = self.BORDER_NONE - self.color = Color(Color.BLACK) - - -class Borders(HashableObject): - """Border positioning for use in styles.""" - DIAGONAL_NONE = 0 - DIAGONAL_UP = 1 - DIAGONAL_DOWN = 2 - DIAGONAL_BOTH = 3 - - __fields__ = ('left', - 'right', - 'top', - 'bottom', - 'diagonal', - 'diagonal_direction', - 'all_borders', - 'outline', - 'inside', - 'vertical', - 'horizontal') - __slots__ = __fields__ - - def __init__(self): - super(Borders, self).__init__() - self.left = Border() - self.right = Border() - self.top = Border() - self.bottom = Border() - self.diagonal = Border() - self.diagonal_direction = self.DIAGONAL_NONE - - self.all_borders = Border() - self.outline = Border() - self.inside = Border() - self.vertical = Border() - self.horizontal = Border() - - -class Alignment(HashableObject): - """Alignment options for use in styles.""" - HORIZONTAL_GENERAL = 'general' - HORIZONTAL_LEFT = 'left' - HORIZONTAL_RIGHT = 'right' - HORIZONTAL_CENTER = 'center' - HORIZONTAL_CENTER_CONTINUOUS = 'centerContinuous' - HORIZONTAL_JUSTIFY = 'justify' - VERTICAL_BOTTOM = 'bottom' - VERTICAL_TOP = 'top' - VERTICAL_CENTER = 'center' - VERTICAL_JUSTIFY = 'justify' - - __fields__ = ('horizontal', - 'vertical', - 'text_rotation', - 'wrap_text', - 'shrink_to_fit', - 'indent') - __slots__ = __fields__ - __leaf__ = True - - def __init__(self): - super(Alignment, self).__init__() - self.horizontal = self.HORIZONTAL_GENERAL - self.vertical = self.VERTICAL_BOTTOM - self.text_rotation = 0 - self.wrap_text = False - self.shrink_to_fit = False - self.indent = 0 - - -class NumberFormat(HashableObject): - """Numer formatting for use in styles.""" - FORMAT_GENERAL = 'General' - FORMAT_TEXT = '@' - FORMAT_NUMBER = '0' - FORMAT_NUMBER_00 = '0.00' - FORMAT_NUMBER_COMMA_SEPARATED1 = '#,##0.00' - FORMAT_NUMBER_COMMA_SEPARATED2 = '#,##0.00_-' - FORMAT_PERCENTAGE = '0%' - FORMAT_PERCENTAGE_00 = '0.00%' - FORMAT_DATE_YYYYMMDD2 = 'yyyy-mm-dd' - FORMAT_DATE_YYYYMMDD = 'yy-mm-dd' - FORMAT_DATE_DDMMYYYY = 'dd/mm/yy' - FORMAT_DATE_DMYSLASH = 'd/m/y' - FORMAT_DATE_DMYMINUS = 'd-m-y' - FORMAT_DATE_DMMINUS = 'd-m' - FORMAT_DATE_MYMINUS = 'm-y' - FORMAT_DATE_XLSX14 = 'mm-dd-yy' - FORMAT_DATE_XLSX15 = 'd-mmm-yy' - FORMAT_DATE_XLSX16 = 'd-mmm' - FORMAT_DATE_XLSX17 = 'mmm-yy' - FORMAT_DATE_XLSX22 = 'm/d/yy h:mm' - FORMAT_DATE_DATETIME = 'd/m/y h:mm' - FORMAT_DATE_TIME1 = 'h:mm AM/PM' - FORMAT_DATE_TIME2 = 'h:mm:ss AM/PM' - FORMAT_DATE_TIME3 = 'h:mm' - FORMAT_DATE_TIME4 = 'h:mm:ss' - FORMAT_DATE_TIME5 = 'mm:ss' - FORMAT_DATE_TIME6 = 'h:mm:ss' - FORMAT_DATE_TIME7 = 'i:s.S' - FORMAT_DATE_TIME8 = 'h:mm:ss@' - FORMAT_DATE_YYYYMMDDSLASH = 'yy/mm/dd@' - FORMAT_CURRENCY_USD_SIMPLE = '"$"#,##0.00_-' - FORMAT_CURRENCY_USD = '$#,##0_-' - FORMAT_CURRENCY_EUR_SIMPLE = '[$EUR ]#,##0.00_-' - _BUILTIN_FORMATS = { - 0: 'General', - 1: '0', - 2: '0.00', - 3: '#,##0', - 4: '#,##0.00', - - 9: '0%', - 10: '0.00%', - 11: '0.00E+00', - 12: '# ?/?', - 13: '# ??/??', - 14: 'mm-dd-yy', - 15: 'd-mmm-yy', - 16: 'd-mmm', - 17: 'mmm-yy', - 18: 'h:mm AM/PM', - 19: 'h:mm:ss AM/PM', - 20: 'h:mm', - 21: 'h:mm:ss', - 22: 'm/d/yy h:mm', - - 37: '#,##0 (#,##0)', - 38: '#,##0 [Red](#,##0)', - 39: '#,##0.00(#,##0.00)', - 40: '#,##0.00[Red](#,##0.00)', - - 41: '_(* #,##0_);_(* \(#,##0\);_(* "-"_);_(@_)', - 42: '_("$"* #,##0_);_("$"* \(#,##0\);_("$"* "-"_);_(@_)', - 43: '_(* #,##0.00_);_(* \(#,##0.00\);_(* "-"??_);_(@_)', - - 44: '_("$"* #,##0.00_)_("$"* \(#,##0.00\)_("$"* "-"??_)_(@_)', - 45: 'mm:ss', - 46: '[h]:mm:ss', - 47: 'mmss.0', - 48: '##0.0E+0', - 49: '@', } - _BUILTIN_FORMATS_REVERSE = dict( - [(value, key) for key, value in _BUILTIN_FORMATS.items()]) - - __fields__ = ('_format_code', - '_format_index') - __slots__ = __fields__ - __leaf__ = True - - DATE_INDICATORS = 'dmyhs' - - def __init__(self): - super(NumberFormat, self).__init__() - self._format_code = self.FORMAT_GENERAL - self._format_index = 0 - - def _set_format_code(self, format_code = FORMAT_GENERAL): - """Setter for the format_code property.""" - self._format_code = format_code - self._format_index = self.builtin_format_id(format = format_code) - - def _get_format_code(self): - """Getter for the format_code property.""" - return self._format_code - - format_code = property(_get_format_code, _set_format_code) - - def builtin_format_code(self, index): - """Return one of the standard format codes by index.""" - return self._BUILTIN_FORMATS[index] - - def is_builtin(self, format = None): - """Check if a format code is a standard format code.""" - if format is None: - format = self._format_code - return format in self._BUILTIN_FORMATS.values() - - def builtin_format_id(self, format): - """Return the id of a standard style.""" - return self._BUILTIN_FORMATS_REVERSE.get(format, None) - - def is_date_format(self, format = None): - """Check if the number format is actually representing a date.""" - if format is None: - format = self._format_code - - return any([x in format for x in self.DATE_INDICATORS]) - -class Protection(HashableObject): - """Protection options for use in styles.""" - PROTECTION_INHERIT = 'inherit' - PROTECTION_PROTECTED = 'protected' - PROTECTION_UNPROTECTED = 'unprotected' - - __fields__ = ('locked', - 'hidden') - __slots__ = __fields__ - __leaf__ = True - - def __init__(self): - super(Protection, self).__init__() - self.locked = self.PROTECTION_INHERIT - self.hidden = self.PROTECTION_INHERIT - - -class Style(HashableObject): - """Style object containing all formatting details.""" - __fields__ = ('font', - 'fill', - 'borders', - 'alignment', - 'number_format', - 'protection') - __slots__ = __fields__ - - def __init__(self): - super(Style, self).__init__() - self.font = Font() - self.fill = Fill() - self.borders = Borders() - self.alignment = Alignment() - self.number_format = NumberFormat() - self.protection = Protection() - -DEFAULTS = Style() diff --git a/tablib/packages/openpyxl/workbook.py b/tablib/packages/openpyxl/workbook.py deleted file mode 100644 index bbb14b6..0000000 --- a/tablib/packages/openpyxl/workbook.py +++ /dev/null @@ -1,186 +0,0 @@ -# file openpyxl/workbook.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Workbook is the top-level container for all document information.""" - -__docformat__ = "restructuredtext en" - -# Python stdlib imports -import datetime -import os - -# package imports -from .worksheet import Worksheet -from .writer.dump_worksheet import DumpWorksheet, save_dump -from .writer.strings import StringTableBuilder -from .namedrange import NamedRange -from .style import Style -from .writer.excel import save_workbook -from .shared.exc import ReadOnlyWorkbookException - - -class DocumentProperties(object): - """High-level properties of the document.""" - - def __init__(self): - self.creator = 'Unknown' - self.last_modified_by = self.creator - self.created = datetime.datetime.now() - self.modified = datetime.datetime.now() - self.title = 'Untitled' - self.subject = '' - self.description = '' - self.keywords = '' - self.category = '' - self.company = 'Microsoft Corporation' - - -class DocumentSecurity(object): - """Security information about the document.""" - - def __init__(self): - self.lock_revision = False - self.lock_structure = False - self.lock_windows = False - self.revision_password = '' - self.workbook_password = '' - - -class Workbook(object): - """Workbook is the container for all other parts of the document.""" - - def __init__(self, optimized_write = False): - self.worksheets = [] - self._active_sheet_index = 0 - self._named_ranges = [] - self.properties = DocumentProperties() - self.style = Style() - self.security = DocumentSecurity() - self.__optimized_write = optimized_write - self.__optimized_read = False - self.strings_table_builder = StringTableBuilder() - - if not optimized_write: - self.worksheets.append(Worksheet(self)) - - def _set_optimized_read(self): - self.__optimized_read = True - - def get_active_sheet(self): - """Returns the current active sheet.""" - return self.worksheets[self._active_sheet_index] - - def create_sheet(self, index = None): - """Create a worksheet (at an optional index). - - :param index: optional position at which the sheet will be inserted - :type index: int - - """ - - if self.__optimized_read: - raise ReadOnlyWorkbookException('Cannot create new sheet in a read-only workbook') - - if self.__optimized_write : - new_ws = DumpWorksheet(parent_workbook = self) - else: - new_ws = Worksheet(parent_workbook = self) - - self.add_sheet(worksheet = new_ws, index = index) - return new_ws - - def add_sheet(self, worksheet, index = None): - """Add an existing worksheet (at an optional index).""" - if index is None: - index = len(self.worksheets) - self.worksheets.insert(index, worksheet) - - def remove_sheet(self, worksheet): - """Remove a worksheet from this workbook.""" - self.worksheets.remove(worksheet) - - def get_sheet_by_name(self, name): - """Returns a worksheet by its name. - - Returns None if no worksheet has the name specified. - - :param name: the name of the worksheet to look for - :type name: string - - """ - requested_sheet = None - for sheet in self.worksheets: - if sheet.title == name: - requested_sheet = sheet - break - return requested_sheet - - def get_index(self, worksheet): - """Return the index of the worksheet.""" - return self.worksheets.index(worksheet) - - def get_sheet_names(self): - """Returns the list of the names of worksheets in the workbook. - - Names are returned in the worksheets order. - - :rtype: list of strings - - """ - return [s.title for s in self.worksheets] - - def create_named_range(self, name, worksheet, range): - """Create a new named_range on a worksheet""" - assert isinstance(worksheet, Worksheet) - named_range = NamedRange(name, [(worksheet, range)]) - self.add_named_range(named_range) - - def get_named_ranges(self): - """Return all named ranges""" - return self._named_ranges - - def add_named_range(self, named_range): - """Add an existing named_range to the list of named_ranges.""" - self._named_ranges.append(named_range) - - def get_named_range(self, name): - """Return the range specified by name.""" - requested_range = None - for named_range in self._named_ranges: - if named_range.name == name: - requested_range = named_range - break - return requested_range - - def remove_named_range(self, named_range): - """Remove a named_range from this workbook.""" - self._named_ranges.remove(named_range) - - def save(self, filename): - """ shortcut """ - if self.__optimized_write: - save_dump(self, filename) - else: - save_workbook(self, filename) diff --git a/tablib/packages/openpyxl/worksheet.py b/tablib/packages/openpyxl/worksheet.py deleted file mode 100644 index 4f3955c..0000000 --- a/tablib/packages/openpyxl/worksheet.py +++ /dev/null @@ -1,534 +0,0 @@ -# file openpyxl/worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Worksheet is the 2nd-level container in Excel.""" - -# Python stdlib imports -import re - -# package imports -from . import cell -from .cell import coordinate_from_string, \ - column_index_from_string, get_column_letter -from .shared.exc import SheetTitleException, \ - InsufficientCoordinatesException, CellCoordinatesException, \ - NamedRangeException -from .shared.password_hasher import hash_password -from .style import Style, DEFAULTS as DEFAULTS_STYLE -from .drawing import Drawing - -_DEFAULTS_STYLE_HASH = hash(DEFAULTS_STYLE) - -def flatten(results): - - rows = [] - - for row in results: - - cells = [] - - for cell in row: - - cells.append(cell.value) - - rows.append(tuple(cells)) - - return tuple(rows) - - -class Relationship(object): - """Represents many kinds of relationships.""" - # TODO: Use this object for workbook relationships as well as - # worksheet relationships - TYPES = { - 'hyperlink': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/hyperlink', - 'drawing':'http://schemas.openxmlformats.org/officeDocument/2006/relationships/drawing', - #'worksheet': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/worksheet', - #'sharedStrings': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/sharedStrings', - #'styles': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/styles', - #'theme': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/theme', - } - - def __init__(self, rel_type): - if rel_type not in self.TYPES: - raise ValueError("Invalid relationship type %s" % rel_type) - self.type = self.TYPES[rel_type] - self.target = "" - self.target_mode = "" - self.id = "" - - -class PageSetup(object): - """Information about page layout for this sheet""" - pass - - -class HeaderFooter(object): - """Information about the header/footer for this sheet.""" - pass - - -class SheetView(object): - """Information about the visible portions of this sheet.""" - pass - - -class RowDimension(object): - """Information about the display properties of a row.""" - __slots__ = ('row_index', - 'height', - 'visible', - 'outline_level', - 'collapsed', - 'style_index',) - - def __init__(self, index = 0): - self.row_index = index - self.height = -1 - self.visible = True - self.outline_level = 0 - self.collapsed = False - self.style_index = None - - -class ColumnDimension(object): - """Information about the display properties of a column.""" - __slots__ = ('column_index', - 'width', - 'auto_size', - 'visible', - 'outline_level', - 'collapsed', - 'style_index',) - - def __init__(self, index = 'A'): - self.column_index = index - self.width = -1 - self.auto_size = False - self.visible = True - self.outline_level = 0 - self.collapsed = False - self.style_index = 0 - - -class PageMargins(object): - """Information about page margins for view/print layouts.""" - - def __init__(self): - self.left = self.right = 0.7 - self.top = self.bottom = 0.75 - self.header = self.footer = 0.3 - - -class SheetProtection(object): - """Information about protection of various aspects of a sheet.""" - - def __init__(self): - self.sheet = False - self.objects = False - self.scenarios = False - self.format_cells = False - self.format_columns = False - self.format_rows = False - self.insert_columns = False - self.insert_rows = False - self.insert_hyperlinks = False - self.delete_columns = False - self.delete_rows = False - self.select_locked_cells = False - self.sort = False - self.auto_filter = False - self.pivot_tables = False - self.select_unlocked_cells = False - self._password = '' - - def set_password(self, value = '', already_hashed = False): - """Set a password on this sheet.""" - if not already_hashed: - value = hash_password(value) - self._password = value - - def _set_raw_password(self, value): - """Set a password directly, forcing a hash step.""" - self.set_password(value, already_hashed = False) - - def _get_raw_password(self): - """Return the password value, regardless of hash.""" - return self._password - - password = property(_get_raw_password, _set_raw_password, - 'get/set the password (if already hashed, ' - 'use set_password() instead)') - - -class Worksheet(object): - """Represents a worksheet. - - Do not create worksheets yourself, - use :func:`openpyxl.workbook.Workbook.create_sheet` instead - - """ - BREAK_NONE = 0 - BREAK_ROW = 1 - BREAK_COLUMN = 2 - - SHEETSTATE_VISIBLE = 'visible' - SHEETSTATE_HIDDEN = 'hidden' - SHEETSTATE_VERYHIDDEN = 'veryHidden' - - def __init__(self, parent_workbook, title = 'Sheet'): - self._parent = parent_workbook - self._title = '' - if not title: - self.title = 'Sheet%d' % (1 + len(self._parent.worksheets)) - else: - self.title = title - self.row_dimensions = {} - self.column_dimensions = {} - self._cells = {} - self._styles = {} - self._charts = [] - self.relationships = [] - self.selected_cell = 'A1' - self.active_cell = 'A1' - self.sheet_state = self.SHEETSTATE_VISIBLE - self.page_setup = PageSetup() - self.page_margins = PageMargins() - self.header_footer = HeaderFooter() - self.sheet_view = SheetView() - self.protection = SheetProtection() - self.show_gridlines = True - self.print_gridlines = False - self.show_summary_below = True - self.show_summary_right = True - self.default_row_dimension = RowDimension() - self.default_column_dimension = ColumnDimension() - self._auto_filter = None - self._freeze_panes = None - - def __repr__(self): - return '' % self.title - - def garbage_collect(self): - """Delete cells that are not storing a value.""" - delete_list = [coordinate for coordinate, cell in \ - self._cells.items() if (cell.value in ('', None) and \ - hash(cell.style) == _DEFAULTS_STYLE_HASH)] - for coordinate in delete_list: - del self._cells[coordinate] - - def get_cell_collection(self): - """Return an unordered list of the cells in this worksheet.""" - return self._cells.values() - - def _set_title(self, value): - """Set a sheet title, ensuring it is valid.""" - bad_title_char_re = re.compile(r'[\\*?:/\[\]]') - if bad_title_char_re.search(value): - msg = 'Invalid character found in sheet title' - raise SheetTitleException(msg) - - # check if sheet_name already exists - # do this *before* length check - if self._parent.get_sheet_by_name(value): - # use name, but append with lowest possible integer - i = 1 - while self._parent.get_sheet_by_name('%s%d' % (value, i)): - i += 1 - value = '%s%d' % (value, i) - if len(value) > 31: - msg = 'Maximum 31 characters allowed in sheet title' - raise SheetTitleException(msg) - self._title = value - - def _get_title(self): - """Return the title for this sheet.""" - return self._title - - title = property(_get_title, _set_title, doc = - 'Get or set the title of the worksheet. ' - 'Limited to 31 characters, no special characters.') - - def _set_auto_filter(self, range): - # Normalize range to a str or None - if not range: - range = None - elif isinstance(range, str): - range = range.upper() - else: # Assume a range - range = range[0][0].address + ':' + range[-1][-1].address - self._auto_filter = range - - def _get_auto_filter(self): - return self._auto_filter - - auto_filter = property(_get_auto_filter, _set_auto_filter, doc = - 'get or set auto filtering on columns') - def _set_freeze_panes(self, topLeftCell): - if not topLeftCell: - topLeftCell = None - elif isinstance(topLeftCell, str): - topLeftCell = topLeftCell.upper() - else: # Assume a cell - topLeftCell = topLeftCell.address - if topLeftCell == 'A1': - topLeftCell = None - self._freeze_panes = topLeftCell - - def _get_freeze_panes(self): - return self._freeze_panes - - freeze_panes = property(_get_freeze_panes,_set_freeze_panes, doc = - "Get or set frozen panes") - - def cell(self, coordinate = None, row = None, column = None): - """Returns a cell object based on the given coordinates. - - Usage: cell(coodinate='A15') **or** cell(row=15, column=1) - - If `coordinates` are not given, then row *and* column must be given. - - Cells are kept in a dictionary which is empty at the worksheet - creation. Calling `cell` creates the cell in memory when they - are first accessed, to reduce memory usage. - - :param coordinate: coordinates of the cell (e.g. 'B12') - :type coordinate: string - - :param row: row index of the cell (e.g. 4) - :type row: int - - :param column: column index of the cell (e.g. 3) - :type column: int - - :raise: InsufficientCoordinatesException when coordinate or (row and column) are not given - - :rtype: :class:`openpyxl.cell.Cell` - - """ - if not coordinate: - if (row is None or column is None): - msg = "You have to provide a value either for " \ - "'coordinate' or for 'row' *and* 'column'" - raise InsufficientCoordinatesException(msg) - else: - coordinate = '%s%s' % (get_column_letter(column + 1), row + 1) - else: - coordinate = coordinate.replace('$', '') - - return self._get_cell(coordinate) - - def _get_cell(self, coordinate): - - if not coordinate in self._cells: - column, row = coordinate_from_string(coordinate) - new_cell = cell.Cell(self, column, row) - self._cells[coordinate] = new_cell - if column not in self.column_dimensions: - self.column_dimensions[column] = ColumnDimension(column) - if row not in self.row_dimensions: - self.row_dimensions[row] = RowDimension(row) - return self._cells[coordinate] - - def get_highest_row(self): - """Returns the maximum row index containing data - - :rtype: int - """ - if self.row_dimensions: - return max(self.row_dimensions.keys()) - else: - return 1 - - def get_highest_column(self): - """Get the largest value for column currently stored. - - :rtype: int - """ - if self.column_dimensions: - return max([column_index_from_string(column_index) - for column_index in self.column_dimensions]) - else: - return 1 - - def calculate_dimension(self): - """Return the minimum bounding range for all cells containing data.""" - return 'A1:%s%d' % (get_column_letter(self.get_highest_column()), - self.get_highest_row()) - - def range(self, range_string, row = 0, column = 0): - """Returns a 2D array of cells, with optional row and column offsets. - - :param range_string: cell range string or `named range` name - :type range_string: string - - :param row: number of rows to offset - :type row: int - - :param column: number of columns to offset - :type column: int - - :rtype: tuples of tuples of :class:`openpyxl.cell.Cell` - - """ - if ':' in range_string: - # R1C1 range - result = [] - min_range, max_range = range_string.split(':') - min_col, min_row = coordinate_from_string(min_range) - max_col, max_row = coordinate_from_string(max_range) - if column: - min_col = get_column_letter( - column_index_from_string(min_col) + column) - max_col = get_column_letter( - column_index_from_string(max_col) + column) - min_col = column_index_from_string(min_col) - max_col = column_index_from_string(max_col) - cache_cols = {} - for col in xrange(min_col, max_col + 1): - cache_cols[col] = get_column_letter(col) - rows = xrange(min_row + row, max_row + row + 1) - cols = xrange(min_col, max_col + 1) - for row in rows: - new_row = [] - for col in cols: - new_row.append(self.cell('%s%s' % (cache_cols[col], row))) - result.append(tuple(new_row)) - return tuple(result) - else: - try: - return self.cell(coordinate = range_string, row = row, - column = column) - except CellCoordinatesException: - pass - - # named range - named_range = self._parent.get_named_range(range_string) - if named_range is None: - msg = '%s is not a valid range name' % range_string - raise NamedRangeException(msg) - - result = [] - for destination in named_range.destinations: - - worksheet, cells_range = destination - - if worksheet is not self: - msg = 'Range %s is not defined on worksheet %s' % \ - (cells_range, self.title) - raise NamedRangeException(msg) - - content = self.range(cells_range) - - if isinstance(content, tuple): - for cells in content: - result.extend(cells) - else: - result.append(content) - - if len(result) == 1: - return result[0] - else: - return tuple(result) - - def get_style(self, coordinate): - """Return the style object for the specified cell.""" - if not coordinate in self._styles: - self._styles[coordinate] = Style() - return self._styles[coordinate] - - def create_relationship(self, rel_type): - """Add a relationship for this sheet.""" - rel = Relationship(rel_type) - self.relationships.append(rel) - rel_id = self.relationships.index(rel) - rel.id = 'rId' + str(rel_id + 1) - return self.relationships[rel_id] - - def add_chart(self, chart): - """ Add a chart to the sheet """ - - chart._sheet = self - self._charts.append(chart) - - def append(self, list_or_dict): - """Appends a group of values at the bottom of the current sheet. - - * If it's a list: all values are added in order, starting from the first column - * If it's a dict: values are assigned to the columns indicated by the keys (numbers or letters) - - :param list_or_dict: list or dict containing values to append - :type list_or_dict: list/tuple or dict - - Usage: - - * append(['This is A1', 'This is B1', 'This is C1']) - * **or** append({'A' : 'This is A1', 'C' : 'This is C1'}) - * **or** append({0 : 'This is A1', 2 : 'This is C1'}) - - :raise: TypeError when list_or_dict is neither a list/tuple nor a dict - - """ - - row_idx = len(self.row_dimensions) - - if isinstance(list_or_dict, (list, tuple)): - - for col_idx, content in enumerate(list_or_dict): - - self.cell(row = row_idx, column = col_idx).value = content - - elif isinstance(list_or_dict, dict): - - for col_idx, content in list_or_dict.items(): - - if isinstance(col_idx, basestring): - col_idx = column_index_from_string(col_idx) - 1 - - self.cell(row = row_idx, column = col_idx).value = content - - else: - raise TypeError('list_or_dict must be a list or a dict') - - @property - def rows(self): - - return self.range(self.calculate_dimension()) - - @property - def columns(self): - - max_row = self.get_highest_row() - - cols = [] - - for col_idx in range(self.get_highest_column()): - col = get_column_letter(col_idx+1) - res = self.range('%s1:%s%d' % (col, col, max_row)) - cols.append(tuple([x[0] for x in res])) - - - return tuple(cols) - diff --git a/tablib/packages/openpyxl/writer/__init__.py b/tablib/packages/openpyxl/writer/__init__.py deleted file mode 100644 index 9eb0a21..0000000 --- a/tablib/packages/openpyxl/writer/__init__.py +++ /dev/null @@ -1,34 +0,0 @@ -# file openpyxl/writer/__init__.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Imports for the openpyxl.writer namespace.""" - -# package imports -from . import excel -from . import strings -from . import styles -from . import theme -from . import workbook -from . import worksheet diff --git a/tablib/packages/openpyxl/writer/charts.py b/tablib/packages/openpyxl/writer/charts.py deleted file mode 100644 index 2c8df39..0000000 --- a/tablib/packages/openpyxl/writer/charts.py +++ /dev/null @@ -1,261 +0,0 @@ -# coding=UTF-8 -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -from ..shared.xmltools import Element, SubElement, get_document_content -from ..chart import Chart, ErrorBar - -class ChartWriter(object): - - def __init__(self, chart): - self.chart = chart - - def write(self): - """ write a chart """ - - root = Element('c:chartSpace', - {'xmlns:c':"http://schemas.openxmlformats.org/drawingml/2006/chart", - 'xmlns:a':"http://schemas.openxmlformats.org/drawingml/2006/main", - 'xmlns:r':"http://schemas.openxmlformats.org/officeDocument/2006/relationships"}) - - SubElement(root, 'c:lang', {'val':self.chart.lang}) - self._write_chart(root) - self._write_print_settings(root) - self._write_shapes(root) - - return get_document_content(root) - - def _write_chart(self, root): - - chart = self.chart - - ch = SubElement(root, 'c:chart') - self._write_title(ch) - plot_area = SubElement(ch, 'c:plotArea') - layout = SubElement(plot_area, 'c:layout') - mlayout = SubElement(layout, 'c:manualLayout') - SubElement(mlayout, 'c:layoutTarget', {'val':'inner'}) - SubElement(mlayout, 'c:xMode', {'val':'edge'}) - SubElement(mlayout, 'c:yMode', {'val':'edge'}) - SubElement(mlayout, 'c:x', {'val':str(chart._get_margin_left())}) - SubElement(mlayout, 'c:y', {'val':str(chart._get_margin_top())}) - SubElement(mlayout, 'c:w', {'val':str(chart.width)}) - SubElement(mlayout, 'c:h', {'val':str(chart.height)}) - - if chart.type == Chart.SCATTER_CHART: - subchart = SubElement(plot_area, 'c:scatterChart') - SubElement(subchart, 'c:scatterStyle', {'val':str('lineMarker')}) - else: - if chart.type == Chart.BAR_CHART: - subchart = SubElement(plot_area, 'c:barChart') - SubElement(subchart, 'c:barDir', {'val':'col'}) - else: - subchart = SubElement(plot_area, 'c:lineChart') - - SubElement(subchart, 'c:grouping', {'val':chart.grouping}) - - self._write_series(subchart) - - SubElement(subchart, 'c:marker', {'val':'1'}) - SubElement(subchart, 'c:axId', {'val':str(chart.x_axis.id)}) - SubElement(subchart, 'c:axId', {'val':str(chart.y_axis.id)}) - - if chart.type == Chart.SCATTER_CHART: - self._write_axis(plot_area, chart.x_axis, 'c:valAx') - else: - self._write_axis(plot_area, chart.x_axis, 'c:catAx') - self._write_axis(plot_area, chart.y_axis, 'c:valAx') - - self._write_legend(ch) - - SubElement(ch, 'c:plotVisOnly', {'val':'1'}) - - def _write_title(self, chart): - if self.chart.title != '': - title = SubElement(chart, 'c:title') - tx = SubElement(title, 'c:tx') - rich = SubElement(tx, 'c:rich') - SubElement(rich, 'a:bodyPr') - SubElement(rich, 'a:lstStyle') - p = SubElement(rich, 'a:p') - pPr = SubElement(p, 'a:pPr') - SubElement(pPr, 'a:defRPr') - r = SubElement(p, 'a:r') - SubElement(r, 'a:rPr', {'lang':self.chart.lang}) - t = SubElement(r, 'a:t').text = self.chart.title - SubElement(title, 'c:layout') - - def _write_axis(self, plot_area, axis, label): - - ax = SubElement(plot_area, label) - SubElement(ax, 'c:axId', {'val':str(axis.id)}) - - scaling = SubElement(ax, 'c:scaling') - SubElement(scaling, 'c:orientation', {'val':axis.orientation}) - if label == 'c:valAx': - SubElement(scaling, 'c:max', {'val':str(axis.max)}) - SubElement(scaling, 'c:min', {'val':str(axis.min)}) - - SubElement(ax, 'c:axPos', {'val':axis.position}) - if label == 'c:valAx': - SubElement(ax, 'c:majorGridlines') - SubElement(ax, 'c:numFmt', {'formatCode':"General", 'sourceLinked':'1'}) - SubElement(ax, 'c:tickLblPos', {'val':axis.tick_label_position}) - SubElement(ax, 'c:crossAx', {'val':str(axis.cross)}) - SubElement(ax, 'c:crosses', {'val':axis.crosses}) - if axis.auto: - SubElement(ax, 'c:auto', {'val':'1'}) - if axis.label_align: - SubElement(ax, 'c:lblAlgn', {'val':axis.label_align}) - if axis.label_offset: - SubElement(ax, 'c:lblOffset', {'val':str(axis.label_offset)}) - if label == 'c:valAx': - if self.chart.type == Chart.SCATTER_CHART: - SubElement(ax, 'c:crossBetween', {'val':'midCat'}) - else: - SubElement(ax, 'c:crossBetween', {'val':'between'}) - SubElement(ax, 'c:majorUnit', {'val':str(axis.unit)}) - - def _write_series(self, subchart): - - for i, serie in enumerate(self.chart._series): - ser = SubElement(subchart, 'c:ser') - SubElement(ser, 'c:idx', {'val':str(i)}) - SubElement(ser, 'c:order', {'val':str(i)}) - - if serie.legend: - tx = SubElement(ser, 'c:tx') - self._write_serial(tx, serie.legend) - - if serie.color: - sppr = SubElement(ser, 'c:spPr') - if self.chart.type == Chart.BAR_CHART: - # fill color - fillc = SubElement(sppr, 'a:solidFill') - SubElement(fillc, 'a:srgbClr', {'val':serie.color}) - # edge color - ln = SubElement(sppr, 'a:ln') - fill = SubElement(ln, 'a:solidFill') - SubElement(fill, 'a:srgbClr', {'val':serie.color}) - - if serie.error_bar: - self._write_error_bar(ser, serie) - - marker = SubElement(ser, 'c:marker') - SubElement(marker, 'c:symbol', {'val':serie.marker}) - - if serie.labels: - cat = SubElement(ser, 'c:cat') - self._write_serial(cat, serie.labels) - - if self.chart.type == Chart.SCATTER_CHART: - if serie.xvalues: - xval = SubElement(ser, 'c:xVal') - self._write_serial(xval, serie.xvalues) - - yval = SubElement(ser, 'c:yVal') - self._write_serial(yval, serie.values) - else: - val = SubElement(ser, 'c:val') - self._write_serial(val, serie.values) - - def _write_serial(self, node, serie, literal=False): - - cache = serie._get_cache() - if isinstance(cache[0], basestring): - typ = 'str' - else: - typ = 'num' - - if not literal: - if typ == 'num': - ref = SubElement(node, 'c:numRef') - else: - ref = SubElement(node, 'c:strRef') - SubElement(ref, 'c:f').text = serie._get_ref() - if typ == 'num': - data = SubElement(ref, 'c:numCache') - else: - data = SubElement(ref, 'c:strCache') - else: - data = SubElement(node, 'c:numLit') - - if typ == 'num': - SubElement(data, 'c:formatCode').text = 'General' - if literal: - values = (1,) - else: - values = cache - - SubElement(data, 'c:ptCount', {'val':str(len(values))}) - for j, val in enumerate(values): - point = SubElement(data, 'c:pt', {'idx':str(j)}) - SubElement(point, 'c:v').text = str(val) - - def _write_error_bar(self, node, serie): - - flag = {ErrorBar.PLUS_MINUS:'both', - ErrorBar.PLUS:'plus', - ErrorBar.MINUS:'minus'} - - eb = SubElement(node, 'c:errBars') - SubElement(eb, 'c:errBarType', {'val':flag[serie.error_bar.type]}) - SubElement(eb, 'c:errValType', {'val':'cust'}) - - plus = SubElement(eb, 'c:plus') - self._write_serial(plus, serie.error_bar.values, - literal=(serie.error_bar.type==ErrorBar.MINUS)) - - minus = SubElement(eb, 'c:minus') - self._write_serial(minus, serie.error_bar.values, - literal=(serie.error_bar.type==ErrorBar.PLUS)) - - def _write_legend(self, chart): - - legend = SubElement(chart, 'c:legend') - SubElement(legend, 'c:legendPos', {'val':self.chart.legend.position}) - SubElement(legend, 'c:layout') - - def _write_print_settings(self, root): - - settings = SubElement(root, 'c:printSettings') - SubElement(settings, 'c:headerFooter') - margins = dict([(k, str(v)) for (k,v) in self.chart.print_margins.items()]) - SubElement(settings, 'c:pageMargins', margins) - SubElement(settings, 'c:pageSetup') - - def _write_shapes(self, root): - - if self.chart._shapes: - SubElement(root, 'c:userShapes', {'r:id':'rId1'}) - - def write_rels(self, drawing_id): - - root = Element('Relationships', {'xmlns' : 'http://schemas.openxmlformats.org/package/2006/relationships'}) - attrs = {'Id' : 'rId1', - 'Type' : 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/chartUserShapes', - 'Target' : '../drawings/drawing%s.xml' % drawing_id } - SubElement(root, 'Relationship', attrs) - return get_document_content(root) diff --git a/tablib/packages/openpyxl/writer/drawings.py b/tablib/packages/openpyxl/writer/drawings.py deleted file mode 100644 index 8a6cce2..0000000 --- a/tablib/packages/openpyxl/writer/drawings.py +++ /dev/null @@ -1,192 +0,0 @@ -# coding=UTF-8 -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -from ..shared.xmltools import Element, SubElement, get_document_content - - -class DrawingWriter(object): - """ one main drawing file per sheet """ - - def __init__(self, sheet): - self._sheet = sheet - - def write(self): - """ write drawings for one sheet in one file """ - - root = Element('xdr:wsDr', - {'xmlns:xdr' : "http://schemas.openxmlformats.org/drawingml/2006/spreadsheetDrawing", - 'xmlns:a' : "http://schemas.openxmlformats.org/drawingml/2006/main"}) - - for i, chart in enumerate(self._sheet._charts): - - drawing = chart.drawing - -# anchor = SubElement(root, 'xdr:twoCellAnchor') -# (start_row, start_col), (end_row, end_col) = drawing.coordinates -# # anchor coordinates -# _from = SubElement(anchor, 'xdr:from') -# x = SubElement(_from, 'xdr:col').text = str(start_col) -# x = SubElement(_from, 'xdr:colOff').text = '0' -# x = SubElement(_from, 'xdr:row').text = str(start_row) -# x = SubElement(_from, 'xdr:rowOff').text = '0' - -# _to = SubElement(anchor, 'xdr:to') -# x = SubElement(_to, 'xdr:col').text = str(end_col) -# x = SubElement(_to, 'xdr:colOff').text = '0' -# x = SubElement(_to, 'xdr:row').text = str(end_row) -# x = SubElement(_to, 'xdr:rowOff').text = '0' - - # we only support absolute anchor atm (TODO: oneCellAnchor, twoCellAnchor - x, y, w, h = drawing.get_emu_dimensions() - anchor = SubElement(root, 'xdr:absoluteAnchor') - SubElement(anchor, 'xdr:pos', {'x':str(x), 'y':str(y)}) - SubElement(anchor, 'xdr:ext', {'cx':str(w), 'cy':str(h)}) - - # graph frame - frame = SubElement(anchor, 'xdr:graphicFrame', {'macro':''}) - - name = SubElement(frame, 'xdr:nvGraphicFramePr') - SubElement(name, 'xdr:cNvPr', {'id':'%s' % i, 'name':'Graphique %s' % i}) - SubElement(name, 'xdr:cNvGraphicFramePr') - - frm = SubElement(frame, 'xdr:xfrm') - # no transformation - SubElement(frm, 'a:off', {'x':'0', 'y':'0'}) - SubElement(frm, 'a:ext', {'cx':'0', 'cy':'0'}) - - graph = SubElement(frame, 'a:graphic') - data = SubElement(graph, 'a:graphicData', - {'uri':'http://schemas.openxmlformats.org/drawingml/2006/chart'}) - SubElement(data, 'c:chart', - { 'xmlns:c':'http://schemas.openxmlformats.org/drawingml/2006/chart', - 'xmlns:r':'http://schemas.openxmlformats.org/officeDocument/2006/relationships', - 'r:id':'rId%s' % (i + 1)}) - - SubElement(anchor, 'xdr:clientData') - - return get_document_content(root) - - def write_rels(self, chart_id): - - root = Element('Relationships', - {'xmlns' : 'http://schemas.openxmlformats.org/package/2006/relationships'}) - for i, chart in enumerate(self._sheet._charts): - attrs = {'Id' : 'rId%s' % (i + 1), - 'Type' : 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/chart', - 'Target' : '../charts/chart%s.xml' % (chart_id + i) } - SubElement(root, 'Relationship', attrs) - return get_document_content(root) - -class ShapeWriter(object): - """ one file per shape """ - - schema = "http://schemas.openxmlformats.org/drawingml/2006/main" - - def __init__(self, shapes): - - self._shapes = shapes - - def write(self, shape_id): - - root = Element('c:userShapes', {'xmlns:c' : 'http://schemas.openxmlformats.org/drawingml/2006/chart'}) - - for shape in self._shapes: - anchor = SubElement(root, 'cdr:relSizeAnchor', - {'xmlns:cdr' : "http://schemas.openxmlformats.org/drawingml/2006/chartDrawing"}) - - xstart, ystart, xend, yend = shape.get_coordinates() - - _from = SubElement(anchor, 'cdr:from') - SubElement(_from, 'cdr:x').text = str(xstart) - SubElement(_from, 'cdr:y').text = str(ystart) - - _to = SubElement(anchor, 'cdr:to') - SubElement(_to, 'cdr:x').text = str(xend) - SubElement(_to, 'cdr:y').text = str(yend) - - sp = SubElement(anchor, 'cdr:sp', {'macro':'', 'textlink':''}) - nvspr = SubElement(sp, 'cdr:nvSpPr') - SubElement(nvspr, 'cdr:cNvPr', {'id':str(shape_id), 'name':'shape %s' % shape_id}) - SubElement(nvspr, 'cdr:cNvSpPr') - - sppr = SubElement(sp, 'cdr:spPr') - frm = SubElement(sppr, 'a:xfrm', {'xmlns:a':self.schema}) - # no transformation - SubElement(frm, 'a:off', {'x':'0', 'y':'0'}) - SubElement(frm, 'a:ext', {'cx':'0', 'cy':'0'}) - - prstgeom = SubElement(sppr, 'a:prstGeom', {'xmlns:a':self.schema, 'prst':str(shape.style)}) - SubElement(prstgeom, 'a:avLst') - - fill = SubElement(sppr, 'a:solidFill', {'xmlns:a':self.schema}) - SubElement(fill, 'a:srgbClr', {'val':shape.color}) - - border = SubElement(sppr, 'a:ln', {'xmlns:a':self.schema, 'w':str(shape._border_width)}) - sf = SubElement(border, 'a:solidFill') - SubElement(sf, 'a:srgbClr', {'val':shape.border_color}) - - self._write_style(sp) - self._write_text(sp, shape) - - shape_id += 1 - - return get_document_content(root) - - def _write_text(self, node, shape): - """ write text in the shape """ - - tx_body = SubElement(node, 'cdr:txBody') - SubElement(tx_body, 'a:bodyPr', {'xmlns:a':self.schema, 'vertOverflow':'clip'}) - SubElement(tx_body, 'a:lstStyle', - {'xmlns:a':self.schema}) - p = SubElement(tx_body, 'a:p', {'xmlns:a':self.schema}) - if shape.text: - r = SubElement(p, 'a:r') - rpr = SubElement(r, 'a:rPr', {'lang':'en-US'}) - fill = SubElement(rpr, 'a:solidFill') - SubElement(fill, 'a:srgbClr', {'val':shape.text_color}) - - SubElement(r, 'a:t').text = shape.text - else: - SubElement(p, 'a:endParaRPr', {'lang':'en-US'}) - - def _write_style(self, node): - """ write style theme """ - - style = SubElement(node, 'cdr:style') - - ln_ref = SubElement(style, 'a:lnRef', {'xmlns:a':self.schema, 'idx':'2'}) - scheme_clr = SubElement(ln_ref, 'a:schemeClr', {'val':'accent1'}) - SubElement(scheme_clr, 'a:shade', {'val':'50000'}) - - fill_ref = SubElement(style, 'a:fillRef', {'xmlns:a':self.schema, 'idx':'1'}) - SubElement(fill_ref, 'a:schemeClr', {'val':'accent1'}) - - effect_ref = SubElement(style, 'a:effectRef', {'xmlns:a':self.schema, 'idx':'0'}) - SubElement(effect_ref, 'a:schemeClr', {'val':'accent1'}) - - font_ref = SubElement(style, 'a:fontRef', {'xmlns:a':self.schema, 'idx':'minor'}) - SubElement(font_ref, 'a:schemeClr', {'val':'lt1'}) diff --git a/tablib/packages/openpyxl/writer/dump_worksheet.py b/tablib/packages/openpyxl/writer/dump_worksheet.py deleted file mode 100644 index 7f098f5..0000000 --- a/tablib/packages/openpyxl/writer/dump_worksheet.py +++ /dev/null @@ -1,256 +0,0 @@ -# file openpyxl/writer/straight_worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write worksheets to xml representations in an optimized way""" - -import datetime -import os - -from ..cell import column_index_from_string, get_column_letter, Cell -from ..worksheet import Worksheet -from ..shared.xmltools import XMLGenerator, get_document_content, \ - start_tag, end_tag, tag -from ..shared.date_time import SharedDate -from ..shared.ooxml import MAX_COLUMN, MAX_ROW -from tempfile import NamedTemporaryFile -from ..writer.excel import ExcelWriter -from ..writer.strings import write_string_table -from ..writer.styles import StyleWriter -from ..style import Style, NumberFormat - -from ..shared.ooxml import ARC_SHARED_STRINGS, ARC_CONTENT_TYPES, \ - ARC_ROOT_RELS, ARC_WORKBOOK_RELS, ARC_APP, ARC_CORE, ARC_THEME, \ - ARC_STYLE, ARC_WORKBOOK, \ - PACKAGE_WORKSHEETS, PACKAGE_DRAWINGS, PACKAGE_CHARTS - -STYLES = {'datetime' : {'type':Cell.TYPE_NUMERIC, - 'style':'1'}, - 'string':{'type':Cell.TYPE_STRING, - 'style':'0'}, - 'numeric':{'type':Cell.TYPE_NUMERIC, - 'style':'0'}, - 'formula':{'type':Cell.TYPE_FORMULA, - 'style':'0'}, - 'boolean':{'type':Cell.TYPE_BOOL, - 'style':'0'}, - } - -DATETIME_STYLE = Style() -DATETIME_STYLE.number_format.format_code = NumberFormat.FORMAT_DATE_YYYYMMDD2 -BOUNDING_BOX_PLACEHOLDER = 'A1:%s%d' % (get_column_letter(MAX_COLUMN), MAX_ROW) - -class DumpWorksheet(Worksheet): - - """ - .. warning:: - - You shouldn't initialize this yourself, use :class:`openpyxl.workbook.Workbook` constructor instead, - with `optimized_write = True`. - """ - - def __init__(self, parent_workbook): - - Worksheet.__init__(self, parent_workbook) - - self._max_col = 0 - self._max_row = 0 - self._parent = parent_workbook - self._fileobj_header = NamedTemporaryFile(mode='r+', prefix='openpyxl.', suffix='.header', delete=False) - self._fileobj_content = NamedTemporaryFile(mode='r+', prefix='openpyxl.', suffix='.content', delete=False) - self._fileobj = NamedTemporaryFile(mode='w', prefix='openpyxl.', delete=False) - self.doc = XMLGenerator(self._fileobj_content, 'utf-8') - self.header = XMLGenerator(self._fileobj_header, 'utf-8') - self.title = 'Sheet' - - self._shared_date = SharedDate() - self._string_builder = self._parent.strings_table_builder - - @property - def filename(self): - return self._fileobj.name - - def write_header(self): - - doc = self.header - - start_tag(doc, 'worksheet', - {'xml:space': 'preserve', - 'xmlns': 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'xmlns:r': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships'}) - start_tag(doc, 'sheetPr') - tag(doc, 'outlinePr', - {'summaryBelow': '1', - 'summaryRight': '1'}) - end_tag(doc, 'sheetPr') - tag(doc, 'dimension', {'ref': 'A1:%s' % (self.get_dimensions())}) - start_tag(doc, 'sheetViews') - start_tag(doc, 'sheetView', {'workbookViewId': '0'}) - tag(doc, 'selection', {'activeCell': 'A1', - 'sqref': 'A1'}) - end_tag(doc, 'sheetView') - end_tag(doc, 'sheetViews') - tag(doc, 'sheetFormatPr', {'defaultRowHeight': '15'}) - start_tag(doc, 'sheetData') - - def close(self): - - self._close_content() - self._close_header() - - self._write_fileobj(self._fileobj_header) - self._write_fileobj(self._fileobj_content) - - self._fileobj.close() - - def _write_fileobj(self, fobj): - - fobj.flush() - fobj.seek(0) - - while True: - chunk = fobj.read(4096) - if not chunk: - break - self._fileobj.write(chunk) - - fobj.close() - os.remove(fobj.name) - - self._fileobj.flush() - - def _close_header(self): - - doc = self.header - #doc.endDocument() - - def _close_content(self): - - doc = self.doc - end_tag(doc, 'sheetData') - - end_tag(doc, 'worksheet') - #doc.endDocument() - - def get_dimensions(self): - - if not self._max_col or not self._max_row: - return 'A1' - else: - return '%s%d' % (get_column_letter(self._max_col), (self._max_row)) - - def append(self, row): - - """ - :param row: iterable containing values to append - :type row: iterable - """ - - doc = self.doc - - self._max_row += 1 - span = len(row) - self._max_col = max(self._max_col, span) - - row_idx = self._max_row - - attrs = {'r': '%d' % row_idx, - 'spans': '1:%d' % span} - - start_tag(doc, 'row', attrs) - - for col_idx, cell in enumerate(row): - - if cell is None: - continue - - coordinate = '%s%d' % (get_column_letter(col_idx+1), row_idx) - attributes = {'r': coordinate} - - if isinstance(cell, bool): - dtype = 'boolean' - elif isinstance(cell, (int, float)): - dtype = 'numeric' - elif isinstance(cell, (datetime.datetime, datetime.date)): - dtype = 'datetime' - cell = self._shared_date.datetime_to_julian(cell) - attributes['s'] = STYLES[dtype]['style'] - elif cell and cell[0] == '=': - dtype = 'formula' - else: - dtype = 'string' - cell = self._string_builder.add(cell) - - attributes['t'] = STYLES[dtype]['type'] - - start_tag(doc, 'c', attributes) - - if dtype == 'formula': - tag(doc, 'f', body = '%s' % cell[1:]) - tag(doc, 'v') - else: - tag(doc, 'v', body = '%s' % cell) - - end_tag(doc, 'c') - - - end_tag(doc, 'row') - - -def save_dump(workbook, filename): - - writer = ExcelDumpWriter(workbook) - writer.save(filename) - return True - -class ExcelDumpWriter(ExcelWriter): - - def __init__(self, workbook): - - self.workbook = workbook - self.style_writer = StyleDumpWriter(workbook) - self.style_writer._style_list.append(DATETIME_STYLE) - - def _write_string_table(self, archive): - - shared_string_table = self.workbook.strings_table_builder.get_table() - archive.writestr(ARC_SHARED_STRINGS, - write_string_table(shared_string_table)) - - return shared_string_table - - def _write_worksheets(self, archive, shared_string_table, style_writer): - - for i, sheet in enumerate(self.workbook.worksheets): - sheet.write_header() - sheet.close() - archive.write(sheet.filename, PACKAGE_WORKSHEETS + '/sheet%d.xml' % (i + 1)) - os.remove(sheet.filename) - - -class StyleDumpWriter(StyleWriter): - - def _get_style_list(self, workbook): - return [] - diff --git a/tablib/packages/openpyxl/writer/excel.py b/tablib/packages/openpyxl/writer/excel.py deleted file mode 100644 index b95245e..0000000 --- a/tablib/packages/openpyxl/writer/excel.py +++ /dev/null @@ -1,161 +0,0 @@ -# file openpyxl/writer/excel.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write a .xlsx file.""" - -# Python stdlib imports -from zipfile import ZipFile, ZIP_DEFLATED -from ....compat import BytesIO as StringIO - -# package imports -from ..shared.ooxml import ARC_SHARED_STRINGS, ARC_CONTENT_TYPES, \ - ARC_ROOT_RELS, ARC_WORKBOOK_RELS, ARC_APP, ARC_CORE, ARC_THEME, \ - ARC_STYLE, ARC_WORKBOOK, \ - PACKAGE_WORKSHEETS, PACKAGE_DRAWINGS, PACKAGE_CHARTS -from ..writer.strings import create_string_table, write_string_table -from ..writer.workbook import write_content_types, write_root_rels, \ - write_workbook_rels, write_properties_app, write_properties_core, \ - write_workbook -from ..writer.theme import write_theme -from ..writer.styles import StyleWriter -from ..writer.drawings import DrawingWriter, ShapeWriter -from ..writer.charts import ChartWriter -from ..writer.worksheet import write_worksheet, write_worksheet_rels - - -class ExcelWriter(object): - """Write a workbook object to an Excel file.""" - - def __init__(self, workbook): - self.workbook = workbook - self.style_writer = StyleWriter(self.workbook) - - def write_data(self, archive): - """Write the various xml files into the zip archive.""" - # cleanup all worksheets - shared_string_table = self._write_string_table(archive) - - archive.writestr(ARC_CONTENT_TYPES, write_content_types(self.workbook)) - archive.writestr(ARC_ROOT_RELS, write_root_rels(self.workbook)) - archive.writestr(ARC_WORKBOOK_RELS, write_workbook_rels(self.workbook)) - archive.writestr(ARC_APP, write_properties_app(self.workbook)) - archive.writestr(ARC_CORE, - write_properties_core(self.workbook.properties)) - archive.writestr(ARC_THEME, write_theme()) - archive.writestr(ARC_STYLE, self.style_writer.write_table()) - archive.writestr(ARC_WORKBOOK, write_workbook(self.workbook)) - - self._write_worksheets(archive, shared_string_table, self.style_writer) - - def _write_string_table(self, archive): - - for ws in self.workbook.worksheets: - ws.garbage_collect() - shared_string_table = create_string_table(self.workbook) - - - archive.writestr(ARC_SHARED_STRINGS, - write_string_table(shared_string_table)) - - for k, v in shared_string_table.items(): - shared_string_table[k] = bytes(v) - - return shared_string_table - - def _write_worksheets(self, archive, shared_string_table, style_writer): - - drawing_id = 1 - chart_id = 1 - shape_id = 1 - - for i, sheet in enumerate(self.workbook.worksheets): - archive.writestr(PACKAGE_WORKSHEETS + '/sheet%d.xml' % (i + 1), - write_worksheet(sheet, shared_string_table, - style_writer.get_style_by_hash())) - if sheet._charts or sheet.relationships: - archive.writestr(PACKAGE_WORKSHEETS + - '/_rels/sheet%d.xml.rels' % (i + 1), - write_worksheet_rels(sheet, drawing_id)) - if sheet._charts: - dw = DrawingWriter(sheet) - archive.writestr(PACKAGE_DRAWINGS + '/drawing%d.xml' % drawing_id, - dw.write()) - archive.writestr(PACKAGE_DRAWINGS + '/_rels/drawing%d.xml.rels' % drawing_id, - dw.write_rels(chart_id)) - drawing_id += 1 - - for chart in sheet._charts: - cw = ChartWriter(chart) - archive.writestr(PACKAGE_CHARTS + '/chart%d.xml' % chart_id, - cw.write()) - - if chart._shapes: - archive.writestr(PACKAGE_CHARTS + '/_rels/chart%d.xml.rels' % chart_id, - cw.write_rels(drawing_id)) - sw = ShapeWriter(chart._shapes) - archive.writestr(PACKAGE_DRAWINGS + '/drawing%d.xml' % drawing_id, - sw.write(shape_id)) - shape_id += len(chart._shapes) - drawing_id += 1 - - chart_id += 1 - - - def save(self, filename): - """Write data into the archive.""" - archive = ZipFile(filename, 'w', ZIP_DEFLATED) - self.write_data(archive) - archive.close() - - -def save_workbook(workbook, filename): - """Save the given workbook on the filesystem under the name filename. - - :param workbook: the workbook to save - :type workbook: :class:`openpyxl.workbook.Workbook` - - :param filename: the path to which save the workbook - :type filename: string - - :rtype: bool - - """ - writer = ExcelWriter(workbook) - writer.save(filename) - return True - - -def save_virtual_workbook(workbook): - """Return an in-memory workbook, suitable for a Django response.""" - writer = ExcelWriter(workbook) - temp_buffer = StringIO() - try: - archive = ZipFile(temp_buffer, 'w', ZIP_DEFLATED) - writer.write_data(archive) - finally: - archive.close() - virtual_workbook = temp_buffer.getvalue() - temp_buffer.close() - return virtual_workbook diff --git a/tablib/packages/openpyxl/writer/strings.py b/tablib/packages/openpyxl/writer/strings.py deleted file mode 100644 index f73daed..0000000 --- a/tablib/packages/openpyxl/writer/strings.py +++ /dev/null @@ -1,86 +0,0 @@ -# file openpyxl/writer/strings.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the shared string table.""" - -# Python stdlib imports -from ....compat import BytesIO as StringIO - -# package imports -from ..shared.xmltools import start_tag, end_tag, tag, XMLGenerator - - -def create_string_table(workbook): - """Compile the string table for a workbook.""" - strings = set() - for sheet in workbook.worksheets: - for cell in sheet.get_cell_collection(): - if cell.data_type == cell.TYPE_STRING and cell._value is not None: - strings.add(cell.value) - return dict((key, i) for i, key in enumerate(strings)) - - -def write_string_table(string_table): - """Write the string table xml.""" - temp_buffer = StringIO() - doc = XMLGenerator(temp_buffer, 'utf-8') - start_tag(doc, 'sst', {'xmlns': - 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'uniqueCount': '%d' % len(string_table)}) - strings_to_write = sorted(string_table.items(), - key=lambda pair: pair[1]) - for key in [pair[0] for pair in strings_to_write]: - start_tag(doc, 'si') - if key.strip() != key: - attr = {'xml:space': 'preserve'} - else: - attr = {} - tag(doc, 't', attr, key) - end_tag(doc, 'si') - end_tag(doc, 'sst') - string_table_xml = temp_buffer.getvalue() - temp_buffer.close() - return string_table_xml - -class StringTableBuilder(object): - - def __init__(self): - - self.counter = 0 - self.dct = {} - - def add(self, key): - - key = key.strip() - try: - return self.dct[key] - except KeyError: - res = self.dct[key] = self.counter - self.counter += 1 - return res - - def get_table(self): - - return self.dct diff --git a/tablib/packages/openpyxl/writer/styles.py b/tablib/packages/openpyxl/writer/styles.py deleted file mode 100644 index 70dd719..0000000 --- a/tablib/packages/openpyxl/writer/styles.py +++ /dev/null @@ -1,256 +0,0 @@ -# file openpyxl/writer/styles.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the shared style table.""" - -# package imports -from ..shared.xmltools import Element, SubElement -from ..shared.xmltools import get_document_content -from .. import style - -class StyleWriter(object): - - def __init__(self, workbook): - self._style_list = self._get_style_list(workbook) - self._root = Element('styleSheet', - {'xmlns':'http://schemas.openxmlformats.org/spreadsheetml/2006/main'}) - - def _get_style_list(self, workbook): - crc = {} - for worksheet in workbook.worksheets: - for style in worksheet._styles.values(): - crc[hash(style)] = style - self.style_table = dict([(style, i+1) \ - for i, style in enumerate(crc.values())]) - sorted_styles = sorted(self.style_table.items(), \ - key = lambda pair:pair[1]) - return [s[0] for s in sorted_styles] - - def get_style_by_hash(self): - return dict([(hash(style), id) \ - for style, id in self.style_table.items()]) - - def write_table(self): - number_format_table = self._write_number_formats() - fonts_table = self._write_fonts() - fills_table = self._write_fills() - borders_table = self._write_borders() - self._write_cell_style_xfs() - self._write_cell_xfs(number_format_table, fonts_table, fills_table, borders_table) - self._write_cell_style() - self._write_dxfs() - self._write_table_styles() - - return get_document_content(xml_node=self._root) - - def _write_fonts(self): - """ add fonts part to root - return {font.crc => index} - """ - - fonts = SubElement(self._root, 'fonts') - - # default - font_node = SubElement(fonts, 'font') - SubElement(font_node, 'sz', {'val':'11'}) - SubElement(font_node, 'color', {'theme':'1'}) - SubElement(font_node, 'name', {'val':'Calibri'}) - SubElement(font_node, 'family', {'val':'2'}) - SubElement(font_node, 'scheme', {'val':'minor'}) - - # others - table = {} - index = 1 - for st in self._style_list: - if hash(st.font) != hash(style.DEFAULTS.font) and hash(st.font) not in table: - table[hash(st.font)] = str(index) - font_node = SubElement(fonts, 'font') - SubElement(font_node, 'sz', {'val':str(st.font.size)}) - SubElement(font_node, 'color', {'rgb':str(st.font.color.index)}) - SubElement(font_node, 'name', {'val':st.font.name}) - SubElement(font_node, 'family', {'val':'2'}) - SubElement(font_node, 'scheme', {'val':'minor'}) - if st.font.bold: - SubElement(font_node, 'b') - if st.font.italic: - SubElement(font_node, 'i') - index += 1 - - fonts.attrib["count"] = str(index) - return table - - def _write_fills(self): - fills = SubElement(self._root, 'fills', {'count':'2'}) - fill = SubElement(fills, 'fill') - SubElement(fill, 'patternFill', {'patternType':'none'}) - fill = SubElement(fills, 'fill') - SubElement(fill, 'patternFill', {'patternType':'gray125'}) - - table = {} - index = 2 - for st in self._style_list: - if hash(st.fill) != hash(style.DEFAULTS.fill) and hash(st.fill) not in table: - table[hash(st.fill)] = str(index) - fill = SubElement(fills, 'fill') - if hash(st.fill.fill_type) != hash(style.DEFAULTS.fill.fill_type): - node = SubElement(fill,'patternFill', {'patternType':st.fill.fill_type}) - if hash(st.fill.start_color) != hash(style.DEFAULTS.fill.start_color): - - SubElement(node, 'fgColor', {'rgb':str(st.fill.start_color.index)}) - if hash(st.fill.end_color) != hash(style.DEFAULTS.fill.end_color): - SubElement(node, 'bgColor', {'rgb':str(st.fill.start_color.index)}) - index += 1 - - fills.attrib["count"] = str(index) - return table - - def _write_borders(self): - borders = SubElement(self._root, 'borders') - - # default - border = SubElement(borders, 'border') - SubElement(border, 'left') - SubElement(border, 'right') - SubElement(border, 'top') - SubElement(border, 'bottom') - SubElement(border, 'diagonal') - - # others - table = {} - index = 1 - for st in self._style_list: - if hash(st.borders) != hash(style.DEFAULTS.borders) and hash(st.borders) not in table: - table[hash(st.borders)] = str(index) - border = SubElement(borders, 'border') - # caution: respect this order - for side in ('left','right','top','bottom','diagonal'): - obj = getattr(st.borders, side) - node = SubElement(border, side, {'style':obj.border_style}) - SubElement(node, 'color', {'rgb':str(obj.color.index)}) - index += 1 - - borders.attrib["count"] = str(index) - return table - - def _write_cell_style_xfs(self): - cell_style_xfs = SubElement(self._root, 'cellStyleXfs', {'count':'1'}) - xf = SubElement(cell_style_xfs, 'xf', - {'numFmtId':"0", 'fontId':"0", 'fillId':"0", 'borderId':"0"}) - - def _write_cell_xfs(self, number_format_table, fonts_table, fills_table, borders_table): - """ write styles combinations based on ids found in tables """ - - # writing the cellXfs - cell_xfs = SubElement(self._root, 'cellXfs', - {'count':'%d' % (len(self._style_list) + 1)}) - - # default - def _get_default_vals(): - return dict(numFmtId='0', fontId='0', fillId='0', - xfId='0', borderId='0') - - SubElement(cell_xfs, 'xf', _get_default_vals()) - - for st in self._style_list: - vals = _get_default_vals() - - if hash(st.font) != hash(style.DEFAULTS.font): - vals['fontId'] = fonts_table[hash(st.font)] - vals['applyFont'] = '1' - - if hash(st.borders) != hash(style.DEFAULTS.borders): - vals['borderId'] = borders_table[hash(st.borders)] - vals['applyBorder'] = '1' - - if hash(st.fill) != hash(style.DEFAULTS.fill): - vals['fillId'] = fills_table[hash(st.fill)] - vals['applyFillId'] = '1' - - if st.number_format != style.DEFAULTS.number_format: - vals['numFmtId'] = '%d' % number_format_table[st.number_format] - vals['applyNumberFormat'] = '1' - - if hash(st.alignment) != hash(style.DEFAULTS.alignment): - vals['applyAlignment'] = '1' - - node = SubElement(cell_xfs, 'xf', vals) - - if hash(st.alignment) != hash(style.DEFAULTS.alignment): - alignments = {} - - for align_attr in ['horizontal','vertical']: - if hash(getattr(st.alignment, align_attr)) != hash(getattr(style.DEFAULTS.alignment, align_attr)): - alignments[align_attr] = getattr(st.alignment, align_attr) - - SubElement(node, 'alignment', alignments) - - - def _write_cell_style(self): - cell_styles = SubElement(self._root, 'cellStyles', {'count':'1'}) - cell_style = SubElement(cell_styles, 'cellStyle', - {'name':"Normal", 'xfId':"0", 'builtinId':"0"}) - - def _write_dxfs(self): - dxfs = SubElement(self._root, 'dxfs', {'count':'0'}) - - def _write_table_styles(self): - - table_styles = SubElement(self._root, 'tableStyles', - {'count':'0', 'defaultTableStyle':'TableStyleMedium9', - 'defaultPivotStyle':'PivotStyleLight16'}) - - def _write_number_formats(self): - - number_format_table = {} - - number_format_list = [] - exceptions_list = [] - num_fmt_id = 165 # start at a greatly higher value as any builtin can go - num_fmt_offset = 0 - - for style in self._style_list: - - if not style.number_format in number_format_list : - number_format_list.append(style.number_format) - - for number_format in number_format_list: - - if number_format.is_builtin(): - btin = number_format.builtin_format_id(number_format.format_code) - number_format_table[number_format] = btin - else: - number_format_table[number_format] = num_fmt_id + num_fmt_offset - num_fmt_offset += 1 - exceptions_list.append(number_format) - - num_fmts = SubElement(self._root, 'numFmts', - {'count':'%d' % len(exceptions_list)}) - - for number_format in exceptions_list : - SubElement(num_fmts, 'numFmt', - {'numFmtId':'%d' % number_format_table[number_format], - 'formatCode':'%s' % number_format.format_code}) - - return number_format_table diff --git a/tablib/packages/openpyxl/writer/theme.py b/tablib/packages/openpyxl/writer/theme.py deleted file mode 100644 index 80700f2..0000000 --- a/tablib/packages/openpyxl/writer/theme.py +++ /dev/null @@ -1,202 +0,0 @@ -# -*- coding: utf-8 -*- -# file openpyxl/writer/theme.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the theme xml based on a fixed string.""" - -# package imports -from ..shared.xmltools import fromstring, get_document_content - - -def write_theme(): - """Write the theme xml.""" - xml_node = fromstring( - '\n' - - '' - '' - - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '') - return get_document_content(xml_node) diff --git a/tablib/packages/openpyxl/writer/workbook.py b/tablib/packages/openpyxl/writer/workbook.py deleted file mode 100644 index e7b390c..0000000 --- a/tablib/packages/openpyxl/writer/workbook.py +++ /dev/null @@ -1,204 +0,0 @@ -# file openpyxl/writer/workbook.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the workbook global settings to the archive.""" - -# package imports -from ..shared.xmltools import Element, SubElement -from ..cell import absolute_coordinate -from ..shared.xmltools import get_document_content -from ..shared.ooxml import NAMESPACES, ARC_CORE, ARC_WORKBOOK, \ - ARC_APP, ARC_THEME, ARC_STYLE, ARC_SHARED_STRINGS -from ..shared.date_time import datetime_to_W3CDTF - - -def write_properties_core(properties): - """Write the core properties to xml.""" - root = Element('cp:coreProperties', {'xmlns:cp': NAMESPACES['cp'], - 'xmlns:xsi': NAMESPACES['xsi'], 'xmlns:dc': NAMESPACES['dc'], - 'xmlns:dcterms': NAMESPACES['dcterms'], - 'xmlns:dcmitype': NAMESPACES['dcmitype'], }) - SubElement(root, 'dc:creator').text = properties.creator - SubElement(root, 'cp:lastModifiedBy').text = properties.last_modified_by - SubElement(root, 'dcterms:created', \ - {'xsi:type': 'dcterms:W3CDTF'}).text = \ - datetime_to_W3CDTF(properties.created) - SubElement(root, 'dcterms:modified', - {'xsi:type': 'dcterms:W3CDTF'}).text = \ - datetime_to_W3CDTF(properties.modified) - return get_document_content(root) - - -def write_content_types(workbook): - """Write the content-types xml.""" - root = Element('Types', {'xmlns': 'http://schemas.openxmlformats.org/package/2006/content-types'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_THEME, 'ContentType': 'application/vnd.openxmlformats-officedocument.theme+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_STYLE, 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.styles+xml'}) - SubElement(root, 'Default', {'Extension': 'rels', 'ContentType': 'application/vnd.openxmlformats-package.relationships+xml'}) - SubElement(root, 'Default', {'Extension': 'xml', 'ContentType': 'application/xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_WORKBOOK, 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet.main+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_APP, 'ContentType': 'application/vnd.openxmlformats-officedocument.extended-properties+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_CORE, 'ContentType': 'application/vnd.openxmlformats-package.core-properties+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_SHARED_STRINGS, 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sharedStrings+xml'}) - - drawing_id = 1 - chart_id = 1 - - for sheet_id, sheet in enumerate(workbook.worksheets): - SubElement(root, 'Override', - {'PartName': '/xl/worksheets/sheet%d.xml' % (sheet_id + 1), - 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.worksheet+xml'}) - if sheet._charts: - SubElement(root, 'Override', - {'PartName' : '/xl/drawings/drawing%d.xml' % (sheet_id + 1), - 'ContentType' : 'application/vnd.openxmlformats-officedocument.drawing+xml'}) - drawing_id += 1 - - for chart in sheet._charts: - SubElement(root, 'Override', - {'PartName' : '/xl/charts/chart%d.xml' % chart_id, - 'ContentType' : 'application/vnd.openxmlformats-officedocument.drawingml.chart+xml'}) - chart_id += 1 - if chart._shapes: - SubElement(root, 'Override', - {'PartName' : '/xl/drawings/drawing%d.xml' % drawing_id, - 'ContentType' : 'application/vnd.openxmlformats-officedocument.drawingml.chartshapes+xml'}) - drawing_id += 1 - - return get_document_content(root) - - -def write_properties_app(workbook): - """Write the properties xml.""" - worksheets_count = len(workbook.worksheets) - root = Element('Properties', {'xmlns': 'http://schemas.openxmlformats.org/officeDocument/2006/extended-properties', - 'xmlns:vt': 'http://schemas.openxmlformats.org/officeDocument/2006/docPropsVTypes'}) - SubElement(root, 'Application').text = 'Microsoft Excel' - SubElement(root, 'DocSecurity').text = '0' - SubElement(root, 'ScaleCrop').text = 'false' - SubElement(root, 'Company') - SubElement(root, 'LinksUpToDate').text = 'false' - SubElement(root, 'SharedDoc').text = 'false' - SubElement(root, 'HyperlinksChanged').text = 'false' - SubElement(root, 'AppVersion').text = '12.0000' - - # heading pairs part - heading_pairs = SubElement(root, 'HeadingPairs') - vector = SubElement(heading_pairs, 'vt:vector', - {'size': '2', 'baseType': 'variant'}) - variant = SubElement(vector, 'vt:variant') - SubElement(variant, 'vt:lpstr').text = 'Worksheets' - variant = SubElement(vector, 'vt:variant') - SubElement(variant, 'vt:i4').text = '%d' % worksheets_count - - # title of parts - title_of_parts = SubElement(root, 'TitlesOfParts') - vector = SubElement(title_of_parts, 'vt:vector', - {'size': '%d' % worksheets_count, 'baseType': 'lpstr'}) - for ws in workbook.worksheets: - SubElement(vector, 'vt:lpstr').text = '%s' % ws.title - return get_document_content(root) - - -def write_root_rels(workbook): - """Write the relationships xml.""" - root = Element('Relationships', {'xmlns': - 'http://schemas.openxmlformats.org/package/2006/relationships'}) - SubElement(root, 'Relationship', {'Id': 'rId1', 'Target': ARC_WORKBOOK, - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/officeDocument'}) - SubElement(root, 'Relationship', {'Id': 'rId2', 'Target': ARC_CORE, - 'Type': 'http://schemas.openxmlformats.org/package/2006/relationships/metadata/core-properties'}) - SubElement(root, 'Relationship', {'Id': 'rId3', 'Target': ARC_APP, - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/extended-properties'}) - return get_document_content(root) - - -def write_workbook(workbook): - """Write the core workbook xml.""" - root = Element('workbook', {'xmlns': 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'xml:space': 'preserve', 'xmlns:r': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships'}) - SubElement(root, 'fileVersion', {'appName': 'xl', 'lastEdited': '4', - 'lowestEdited': '4', 'rupBuild': '4505'}) - SubElement(root, 'workbookPr', {'defaultThemeVersion': '124226', - 'codeName': 'ThisWorkbook'}) - book_views = SubElement(root, 'bookViews') - SubElement(book_views, 'workbookView', {'activeTab': '%d' % workbook.get_index(workbook.get_active_sheet()), - 'autoFilterDateGrouping': '1', 'firstSheet': '0', 'minimized': '0', - 'showHorizontalScroll': '1', 'showSheetTabs': '1', - 'showVerticalScroll': '1', 'tabRatio': '600', - 'visibility': 'visible'}) - # worksheets - sheets = SubElement(root, 'sheets') - for i, sheet in enumerate(workbook.worksheets): - sheet_node = SubElement(sheets, 'sheet', {'name': sheet.title, - 'sheetId': '%d' % (i + 1), 'r:id': 'rId%d' % (i + 1)}) - if not sheet.sheet_state == sheet.SHEETSTATE_VISIBLE: - sheet_node.set('state', sheet.sheet_state) - # named ranges - defined_names = SubElement(root, 'definedNames') - for named_range in workbook.get_named_ranges(): - name = SubElement(defined_names, 'definedName', - {'name': named_range.name}) - - # as there can be many cells in one range, generate the list of ranges - dest_cells = [] - cell_ids = [] - for worksheet, range_name in named_range.destinations: - cell_ids.append(workbook.get_index(worksheet)) - dest_cells.append("'%s'!%s" % (worksheet.title.replace("'", "''"), - absolute_coordinate(range_name))) - - # for local ranges, we must check all the cells belong to the same sheet - base_id = cell_ids[0] - if named_range.local_only and all([x == base_id for x in cell_ids]): - name.set('localSheetId', '%s' % base_id) - - # finally write the cells list - name.text = ','.join(dest_cells) - - SubElement(root, 'calcPr', {'calcId': '124519', 'calcMode': 'auto', - 'fullCalcOnLoad': '1'}) - return get_document_content(root) - - -def write_workbook_rels(workbook): - """Write the workbook relationships xml.""" - root = Element('Relationships', {'xmlns': - 'http://schemas.openxmlformats.org/package/2006/relationships'}) - for i in range(len(workbook.worksheets)): - SubElement(root, 'Relationship', {'Id': 'rId%d' % (i + 1), - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/worksheet', - 'Target': 'worksheets/sheet%s.xml' % (i + 1)}) - rid = len(workbook.worksheets) + 1 - SubElement(root, 'Relationship', - {'Id': 'rId%d' % rid, 'Target': 'sharedStrings.xml', - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/sharedStrings'}) - SubElement(root, 'Relationship', - {'Id': 'rId%d' % (rid + 1), 'Target': 'styles.xml', - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/styles'}) - SubElement(root, 'Relationship', - {'Id': 'rId%d' % (rid + 2), 'Target': 'theme/theme1.xml', - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/theme'}) - return get_document_content(root) diff --git a/tablib/packages/openpyxl/writer/worksheet.py b/tablib/packages/openpyxl/writer/worksheet.py deleted file mode 100644 index 91effe2..0000000 --- a/tablib/packages/openpyxl/writer/worksheet.py +++ /dev/null @@ -1,209 +0,0 @@ -# file openpyxl/writer/worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write worksheets to xml representations.""" - -# Python stdlib imports -from ....compat import BytesIO as StringIO # cStringIO doesn't handle unicode - -# package imports -from ..cell import coordinate_from_string, column_index_from_string -from ..shared.xmltools import Element, SubElement, XMLGenerator, \ - get_document_content, start_tag, end_tag, tag - - -def row_sort(cell): - """Translate column names for sorting.""" - return column_index_from_string(cell.column) - - -def write_worksheet(worksheet, string_table, style_table): - """Write a worksheet to an xml file.""" - xml_file = StringIO() - doc = XMLGenerator(xml_file, 'utf-8') - start_tag(doc, 'worksheet', - {'xml:space': 'preserve', - 'xmlns': 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'xmlns:r': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships'}) - start_tag(doc, 'sheetPr') - tag(doc, 'outlinePr', - {'summaryBelow': '%d' % (worksheet.show_summary_below), - 'summaryRight': '%d' % (worksheet.show_summary_right)}) - end_tag(doc, 'sheetPr') - tag(doc, 'dimension', {'ref': '%s' % worksheet.calculate_dimension()}) - write_worksheet_sheetviews(doc, worksheet) - tag(doc, 'sheetFormatPr', {'defaultRowHeight': '15'}) - write_worksheet_cols(doc, worksheet) - write_worksheet_data(doc, worksheet, string_table, style_table) - if worksheet.auto_filter: - tag(doc, 'autoFilter', {'ref': worksheet.auto_filter}) - write_worksheet_hyperlinks(doc, worksheet) - if worksheet._charts: - tag(doc, 'drawing', {'r:id':'rId1'}) - end_tag(doc, 'worksheet') - doc.endDocument() - xml_string = xml_file.getvalue() - xml_file.close() - return xml_string - -def write_worksheet_sheetviews(doc, worksheet): - start_tag(doc, 'sheetViews') - start_tag(doc, 'sheetView', {'workbookViewId': '0'}) - selectionAttrs = {} - topLeftCell = worksheet.freeze_panes - if topLeftCell: - colName, row = coordinate_from_string(topLeftCell) - column = column_index_from_string(colName) - pane = 'topRight' - paneAttrs = {} - if column > 1: - paneAttrs['xSplit'] = str(column - 1) - if row > 1: - paneAttrs['ySplit'] = str(row - 1) - pane = 'bottomLeft' - if column > 1: - pane = 'bottomRight' - paneAttrs.update(dict(topLeftCell=topLeftCell, - activePane=pane, - state='frozen')) - tag(doc, 'pane', paneAttrs) - selectionAttrs['pane'] = pane - if row > 1 and column > 1: - tag(doc, 'selection', {'pane': 'topRight'}) - tag(doc, 'selection', {'pane': 'bottomLeft'}) - - selectionAttrs.update({'activeCell': worksheet.active_cell, - 'sqref': worksheet.selected_cell}) - - tag(doc, 'selection', selectionAttrs) - end_tag(doc, 'sheetView') - end_tag(doc, 'sheetViews') - - -def write_worksheet_cols(doc, worksheet): - """Write worksheet columns to xml.""" - if worksheet.column_dimensions: - start_tag(doc, 'cols') - for column_string, columndimension in \ - worksheet.column_dimensions.items(): - col_index = column_index_from_string(column_string) - col_def = {} - col_def['collapsed'] = str(columndimension.style_index) - col_def['min'] = str(col_index) - col_def['max'] = str(col_index) - if columndimension.width != \ - worksheet.default_column_dimension.width: - col_def['customWidth'] = 'true' - if not columndimension.visible: - col_def['hidden'] = 'true' - if columndimension.outline_level > 0: - col_def['outlineLevel'] = str(columndimension.outline_level) - if columndimension.collapsed: - col_def['collapsed'] = 'true' - if columndimension.auto_size: - col_def['bestFit'] = 'true' - if columndimension.width > 0: - col_def['width'] = str(columndimension.width) - else: - col_def['width'] = '9.10' - tag(doc, 'col', col_def) - end_tag(doc, 'cols') - - -def write_worksheet_data(doc, worksheet, string_table, style_table): - """Write worksheet data to xml.""" - start_tag(doc, 'sheetData') - max_column = worksheet.get_highest_column() - style_id_by_hash = style_table - cells_by_row = {} - for cell in worksheet.get_cell_collection(): - cells_by_row.setdefault(cell.row, []).append(cell) - for row_idx in sorted(cells_by_row): - row_dimension = worksheet.row_dimensions[row_idx] - attrs = {'r': '%d' % row_idx, - 'spans': '1:%d' % max_column} - if row_dimension.height > 0: - attrs['ht'] = str(row_dimension.height) - attrs['customHeight'] = '1' - start_tag(doc, 'row', attrs) - row_cells = cells_by_row[row_idx] - sorted_cells = sorted(row_cells, key = row_sort) - for cell in sorted_cells: - value = cell._value - coordinate = cell.get_coordinate() - attributes = {'r': coordinate} - attributes['t'] = cell.data_type - if coordinate in worksheet._styles: - attributes['s'] = '%d' % style_id_by_hash[ - hash(worksheet._styles[coordinate])] - start_tag(doc, 'c', attributes) - if value is None: - tag(doc, 'v', body='') - elif cell.data_type == cell.TYPE_STRING: - tag(doc, 'v', body = '%s' % string_table[value]) - elif cell.data_type == cell.TYPE_FORMULA: - tag(doc, 'f', body = '%s' % value[1:]) - tag(doc, 'v') - elif cell.data_type == cell.TYPE_NUMERIC: - tag(doc, 'v', body = '%s' % value) - else: - tag(doc, 'v', body = '%s' % value) - end_tag(doc, 'c') - end_tag(doc, 'row') - end_tag(doc, 'sheetData') - - -def write_worksheet_hyperlinks(doc, worksheet): - """Write worksheet hyperlinks to xml.""" - write_hyperlinks = False - for cell in worksheet.get_cell_collection(): - if cell.hyperlink_rel_id is not None: - write_hyperlinks = True - break - if write_hyperlinks: - start_tag(doc, 'hyperlinks') - for cell in worksheet.get_cell_collection(): - if cell.hyperlink_rel_id is not None: - attrs = {'display': cell.hyperlink, - 'ref': cell.get_coordinate(), - 'r:id': cell.hyperlink_rel_id} - tag(doc, 'hyperlink', attrs) - end_tag(doc, 'hyperlinks') - - -def write_worksheet_rels(worksheet, idx): - """Write relationships for the worksheet to xml.""" - root = Element('Relationships', {'xmlns': 'http://schemas.openxmlformats.org/package/2006/relationships'}) - for rel in worksheet.relationships: - attrs = {'Id': rel.id, 'Type': rel.type, 'Target': rel.target} - if rel.target_mode: - attrs['TargetMode'] = rel.target_mode - SubElement(root, 'Relationship', attrs) - if worksheet._charts: - attrs = {'Id' : 'rId1', - 'Type' : 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/drawing', - 'Target' : '../drawings/drawing%s.xml' % idx } - SubElement(root, 'Relationship', attrs) - return get_document_content(root) diff --git a/tablib/packages/openpyxl3/__init__.py b/tablib/packages/openpyxl3/__init__.py deleted file mode 100644 index 81381d7..0000000 --- a/tablib/packages/openpyxl3/__init__.py +++ /dev/null @@ -1,53 +0,0 @@ -# file openpyxl/__init__.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Imports for the openpyxl package.""" - -# package imports -from . import cell -from . import namedrange -from . import style -from . import workbook -from . import worksheet -from . import reader -from . import shared -from . import writer - -# constants - -__major__ = 1 # for major interface/format changes -__minor__ = 5 # for minor interface/format changes -__release__ = 2 # for tweaks, bug-fixes, or development - -__version__ = '%d.%d.%d' % (__major__, __minor__, __release__) - -__author__ = 'Eric Gazoni' -__license__ = 'MIT/Expat' -__author_email__ = 'eric.gazoni@gmail.com' -__maintainer_email__ = 'openpyxl-users@googlegroups.com' -__url__ = 'http://bitbucket.org/ericgazoni/openpyxl/wiki/Home' -__downloadUrl__ = "http://bitbucket.org/ericgazoni/openpyxl/downloads" - -__all__ = ('reader', 'shared', 'writer',) diff --git a/tablib/packages/openpyxl3/cell.py b/tablib/packages/openpyxl3/cell.py deleted file mode 100644 index 1171fde..0000000 --- a/tablib/packages/openpyxl3/cell.py +++ /dev/null @@ -1,384 +0,0 @@ -# file openpyxl/cell.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Manage individual cells in a spreadsheet. - -The Cell class is required to know its value and type, display options, -and any other features of an Excel cell. Utilities for referencing -cells using Excel's 'A1' column/row nomenclature are also provided. - -""" - -__docformat__ = "restructuredtext en" - -# Python stdlib imports -import datetime -import re - -# package imports -from .shared.date_time import SharedDate -from .shared.exc import CellCoordinatesException, \ - ColumnStringIndexException, DataTypeException -from .style import NumberFormat - -# constants -COORD_RE = re.compile('^[$]?([A-Z]+)[$]?(\d+)$') - -ABSOLUTE_RE = re.compile('^[$]?([A-Z]+)[$]?(\d+)(:[$]?([A-Z]+)[$]?(\d+))?$') - -def coordinate_from_string(coord_string): - """Convert a coordinate string like 'B12' to a tuple ('B', 12)""" - match = COORD_RE.match(coord_string.upper()) - if not match: - msg = 'Invalid cell coordinates (%s)' % coord_string - raise CellCoordinatesException(msg) - column, row = match.groups() - return (column, int(row)) - - -def absolute_coordinate(coord_string): - """Convert a coordinate to an absolute coordinate string (B12 -> $B$12)""" - parts = ABSOLUTE_RE.match(coord_string).groups() - - if all(parts[-2:]): - return '$%s$%s:$%s$%s' % (parts[0], parts[1], parts[3], parts[4]) - else: - return '$%s$%s' % (parts[0], parts[1]) - - -def column_index_from_string(column, fast = False): - """Convert a column letter into a column number (e.g. B -> 2) - - Excel only supports 1-3 letter column names from A -> ZZZ, so we - restrict our column names to 1-3 characters, each in the range A-Z. - - .. note:: - - Fast mode is faster but does not check that all letters are capitals between A and Z - - """ - column = column.upper() - - clen = len(column) - - if not fast and not all('A' <= char <= 'Z' for char in column): - msg = 'Column string must contain only characters A-Z: got %s' % column - raise ColumnStringIndexException(msg) - - if clen == 1: - return ord(column[0]) - 64 - elif clen == 2: - return ((1 + (ord(column[0]) - 65)) * 26) + (ord(column[1]) - 64) - elif clen == 3: - return ((1 + (ord(column[0]) - 65)) * 676) + ((1 + (ord(column[1]) - 65)) * 26) + (ord(column[2]) - 64) - elif clen > 3: - raise ColumnStringIndexException('Column string index can not be longer than 3 characters') - else: - raise ColumnStringIndexException('Column string index can not be empty') - - -def get_column_letter(col_idx): - """Convert a column number into a column letter (3 -> 'C') - - Right shift the column col_idx by 26 to find column letters in reverse - order. These numbers are 1-based, and can be converted to ASCII - ordinals by adding 64. - - """ - # these indicies corrospond to A -> ZZZ and include all allowed - # columns - if not 1 <= col_idx <= 18278: - msg = 'Column index out of bounds: %s' % col_idx - raise ColumnStringIndexException(msg) - ordinals = [] - temp = col_idx - while temp: - quotient, remainder = divmod(temp, 26) - # check for exact division and borrow if needed - if remainder == 0: - quotient -= 1 - remainder = 26 - ordinals.append(remainder + 64) - temp = quotient - ordinals.reverse() - return ''.join([chr(ordinal) for ordinal in ordinals]) - - -class Cell(object): - """Describes cell associated properties. - - Properties of interest include style, type, value, and address. - - """ - __slots__ = ('column', - 'row', - '_value', - '_data_type', - 'parent', - 'xf_index', - '_hyperlink_rel') - - ERROR_CODES = {'#NULL!': 0, - '#DIV/0!': 1, - '#VALUE!': 2, - '#REF!': 3, - '#NAME?': 4, - '#NUM!': 5, - '#N/A': 6} - - TYPE_STRING = 's' - TYPE_FORMULA = 'f' - TYPE_NUMERIC = 'n' - TYPE_BOOL = 'b' - TYPE_NULL = 's' - TYPE_INLINE = 'inlineStr' - TYPE_ERROR = 'e' - - VALID_TYPES = [TYPE_STRING, TYPE_FORMULA, TYPE_NUMERIC, TYPE_BOOL, - TYPE_NULL, TYPE_INLINE, TYPE_ERROR] - - RE_PATTERNS = { - 'percentage': re.compile('^\-?[0-9]*\.?[0-9]*\s?\%$'), - 'time': re.compile('^(\d|[0-1]\d|2[0-3]):[0-5]\d(:[0-5]\d)?$'), - 'numeric': re.compile('^\-?([0-9]+\\.?[0-9]*|[0-9]*\\.?[0-9]+)((E|e)\-?[0-9]+)?$'), } - - def __init__(self, worksheet, column, row, value = None): - self.column = column.upper() - self.row = row - # _value is the stored value, while value is the displayed value - self._value = None - self._hyperlink_rel = None - self._data_type = self.TYPE_NULL - if value: - self.value = value - self.parent = worksheet - self.xf_index = 0 - - def __repr__(self): - return "" % (self.parent.title, self.get_coordinate()) - - def check_string(self, value): - """Check string coding, length, and line break character""" - # convert to unicode string - value = str(value) - # string must never be longer than 32,767 characters - # truncate if necessary - value = value[:32767] - # we require that newline is represented as "\n" in core, - # not as "\r\n" or "\r" - value = value.replace('\r\n', '\n') - return value - - def check_numeric(self, value): - """Cast value to int or float if necessary""" - if not isinstance(value, (int, float)): - try: - value = int(value) - except ValueError: - value = float(value) - return value - - def set_value_explicit(self, value = None, data_type = TYPE_STRING): - """Coerce values according to their explicit type""" - type_coercion_map = { - self.TYPE_INLINE: self.check_string, - self.TYPE_STRING: self.check_string, - self.TYPE_FORMULA: str, - self.TYPE_NUMERIC: self.check_numeric, - self.TYPE_BOOL: bool, } - try: - self._value = type_coercion_map[data_type](value) - except KeyError: - if data_type not in self.VALID_TYPES: - msg = 'Invalid data type: %s' % data_type - raise DataTypeException(msg) - self._data_type = data_type - - def data_type_for_value(self, value): - """Given a value, infer the correct data type""" - if value is None: - data_type = self.TYPE_NULL - elif value is True or value is False: - data_type = self.TYPE_BOOL - elif isinstance(value, (int, float)): - data_type = self.TYPE_NUMERIC - elif not value: - data_type = self.TYPE_STRING - elif isinstance(value, (datetime.datetime, datetime.date)): - data_type = self.TYPE_NUMERIC - elif isinstance(value, str) and value[0] == '=': - data_type = self.TYPE_FORMULA - elif self.RE_PATTERNS['numeric'].match(value): - data_type = self.TYPE_NUMERIC - elif value.strip() in self.ERROR_CODES: - data_type = self.TYPE_ERROR - else: - data_type = self.TYPE_STRING - return data_type - - def bind_value(self, value): - """Given a value, infer type and display options.""" - self._data_type = self.data_type_for_value(value) - if value is None: - self.set_value_explicit('', self.TYPE_NULL) - return True - elif self._data_type == self.TYPE_STRING: - # percentage detection - percentage_search = self.RE_PATTERNS['percentage'].match(value) - if percentage_search and value.strip() != '%': - value = float(value.replace('%', '')) / 100.0 - self.set_value_explicit(value, self.TYPE_NUMERIC) - self._set_number_format(NumberFormat.FORMAT_PERCENTAGE) - return True - # time detection - time_search = self.RE_PATTERNS['time'].match(value) - if time_search: - sep_count = value.count(':') #pylint: disable-msg=E1103 - if sep_count == 1: - hours, minutes = [int(bit) for bit in value.split(':')] #pylint: disable-msg=E1103 - seconds = 0 - elif sep_count == 2: - hours, minutes, seconds = \ - [int(bit) for bit in value.split(':')] #pylint: disable-msg=E1103 - days = (hours / 24.0) + (minutes / 1440.0) + \ - (seconds / 86400.0) - self.set_value_explicit(days, self.TYPE_NUMERIC) - self._set_number_format(NumberFormat.FORMAT_DATE_TIME3) - return True - if self._data_type == self.TYPE_NUMERIC: - # date detection - # if the value is a date, but not a date time, make it a - # datetime, and set the time part to 0 - if isinstance(value, datetime.date) and not \ - isinstance(value, datetime.datetime): - value = datetime.datetime.combine(value, datetime.time()) - if isinstance(value, datetime.datetime): - value = SharedDate().datetime_to_julian(date = value) - self.set_value_explicit(value, self.TYPE_NUMERIC) - self._set_number_format(NumberFormat.FORMAT_DATE_YYYYMMDD2) - return True - self.set_value_explicit(value, self._data_type) - - def _get_value(self): - """Return the value, formatted as a date if needed""" - value = self._value - if self.is_date(): - value = SharedDate().from_julian(value) - return value - - def _set_value(self, value): - """Set the value and infer type and display options.""" - self.bind_value(value) - - value = property(_get_value, _set_value, - doc = 'Get or set the value held in the cell.\n\n' - ':rtype: depends on the value (string, float, int or ' - ':class:`datetime.datetime`)') - - def _set_hyperlink(self, val): - """Set value and display for hyperlinks in a cell""" - if self._hyperlink_rel is None: - self._hyperlink_rel = self.parent.create_relationship("hyperlink") - self._hyperlink_rel.target = val - self._hyperlink_rel.target_mode = "External" - if self._value is None: - self.value = val - - def _get_hyperlink(self): - """Return the hyperlink target or an empty string""" - return self._hyperlink_rel is not None and \ - self._hyperlink_rel.target or '' - - hyperlink = property(_get_hyperlink, _set_hyperlink, - doc = 'Get or set the hyperlink held in the cell. ' - 'Automatically sets the `value` of the cell with link text, ' - 'but you can modify it afterwards by setting the ' - '`value` property, and the hyperlink will remain.\n\n' - ':rtype: string') - - @property - def hyperlink_rel_id(self): - """Return the id pointed to by the hyperlink, or None""" - return self._hyperlink_rel is not None and \ - self._hyperlink_rel.id or None - - def _set_number_format(self, format_code): - """Set a new formatting code for numeric values""" - self.style.number_format.format_code = format_code - - @property - def has_style(self): - """Check if the parent worksheet has a style for this cell""" - return self.get_coordinate() in self.parent._styles #pylint: disable-msg=W0212 - - @property - def style(self): - """Returns the :class:`.style.Style` object for this cell""" - return self.parent.get_style(self.get_coordinate()) - - @property - def data_type(self): - """Return the data type represented by this cell""" - return self._data_type - - def get_coordinate(self): - """Return the coordinate string for this cell (e.g. 'B12') - - :rtype: string - """ - return '%s%s' % (self.column, self.row) - - @property - def address(self): - """Return the coordinate string for this cell (e.g. 'B12') - - :rtype: string - """ - return self.get_coordinate() - - def offset(self, row = 0, column = 0): - """Returns a cell location relative to this cell. - - :param row: number of rows to offset - :type row: int - - :param column: number of columns to offset - :type column: int - - :rtype: :class:`.cell.Cell` - """ - offset_column = get_column_letter(column_index_from_string( - column = self.column) + column) - offset_row = self.row + row - return self.parent.cell('%s%s' % (offset_column, offset_row)) - - def is_date(self): - """Returns whether the value is *probably* a date or not - - :rtype: bool - """ - return (self.has_style - and self.style.number_format.is_date_format() - and isinstance(self._value, (int, float))) diff --git a/tablib/packages/openpyxl3/chart.py b/tablib/packages/openpyxl3/chart.py deleted file mode 100644 index 265ccaf..0000000 --- a/tablib/packages/openpyxl3/chart.py +++ /dev/null @@ -1,340 +0,0 @@ -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -import math - -from .style import NumberFormat -from .drawing import Drawing, Shape -from .shared.units import pixels_to_EMU, short_color -from .cell import get_column_letter - -class Axis(object): - - POSITION_BOTTOM = 'b' - POSITION_LEFT = 'l' - - ORIENTATION_MIN_MAX = "minMax" - - def __init__(self): - - self.orientation = self.ORIENTATION_MIN_MAX - self.number_format = NumberFormat() - for attr in ('position','tick_label_position','crosses', - 'auto','label_align','label_offset','cross_between'): - setattr(self, attr, None) - self.min = 0 - self.max = None - self.unit = None - - @classmethod - def default_category(cls): - """ default values for category axes """ - - ax = Axis() - ax.id = 60871424 - ax.cross = 60873344 - ax.position = Axis.POSITION_BOTTOM - ax.tick_label_position = 'nextTo' - ax.crosses = "autoZero" - ax.auto = True - ax.label_align = 'ctr' - ax.label_offset = 100 - return ax - - @classmethod - def default_value(cls): - """ default values for value axes """ - - ax = Axis() - ax.id = 60873344 - ax.cross = 60871424 - ax.position = Axis.POSITION_LEFT - ax.major_gridlines = None - ax.tick_label_position = 'nextTo' - ax.crosses = 'autoZero' - ax.auto = False - ax.cross_between = 'between' - return ax - -class Reference(object): - """ a simple wrapper around a serie of reference data """ - - def __init__(self, sheet, pos1, pos2=None): - - self.sheet = sheet - self.pos1 = pos1 - self.pos2 = pos2 - - def get_type(self): - - if isinstance(self.cache[0], str): - return 'str' - else: - return 'num' - - def _get_ref(self): - """ format excel reference notation """ - - if self.pos2: - return '%s!$%s$%s:$%s$%s' % (self.sheet.title, - get_column_letter(self.pos1[1]+1), self.pos1[0]+1, - get_column_letter(self.pos2[1]+1), self.pos2[0]+1) - else: - return '%s!$%s$%s' % (self.sheet.title, - get_column_letter(self.pos1[1]+1), self.pos1[0]+1) - - - def _get_cache(self): - """ read data in sheet - to be used at writing time """ - - cache = [] - if self.pos2: - for row in range(self.pos1[0], self.pos2[0]+1): - for col in range(self.pos1[1], self.pos2[1]+1): - cache.append(self.sheet.cell(row=row, column=col).value) - else: - cell = self.sheet.cell(row=self.pos1[0], column=self.pos1[1]) - cache.append(cell.value) - return cache - - -class Serie(object): - """ a serie of data and possibly associated labels """ - - MARKER_NONE = 'none' - - def __init__(self, values, labels=None, legend=None, color=None, xvalues=None): - - self.marker = Serie.MARKER_NONE - self.values = values - self.xvalues = xvalues - self.labels = labels - self.legend = legend - self.error_bar = None - self._color = color - - def _get_color(self): - return self._color - - def _set_color(self, color): - self._color = short_color(color) - - color = property(_get_color, _set_color) - - def get_min_max(self): - - if self.error_bar: - err_cache = self.error_bar.values._get_cache() - vals = [v + err_cache[i] \ - for i,v in enumerate(self.values._get_cache())] - else: - vals = self.values._get_cache() - return min(vals), max(vals) - - def __len__(self): - - return len(self.values.cache) - -class Legend(object): - - def __init__(self): - - self.position = 'r' - self.layout = None - -class ErrorBar(object): - - PLUS = 1 - MINUS = 2 - PLUS_MINUS = 3 - - def __init__(self, _type, values): - - self.type = _type - self.values = values - -class Chart(object): - """ raw chart class """ - - GROUPING_CLUSTERED = 'clustered' - GROUPING_STANDARD = 'standard' - - BAR_CHART = 1 - LINE_CHART = 2 - SCATTER_CHART = 3 - - def __init__(self, _type, grouping): - - self._series = [] - - # public api - self.type = _type - self.grouping = grouping - self.x_axis = Axis.default_category() - self.y_axis = Axis.default_value() - self.legend = Legend() - self.lang = 'fr-FR' - self.title = '' - self.print_margins = dict(b=.75, l=.7, r=.7, t=.75, header=0.3, footer=.3) - - # the containing drawing - self.drawing = Drawing() - - # the offset for the plot part in percentage of the drawing size - self.width = .6 - self.height = .6 - self.margin_top = self._get_max_margin_top() - self.margin_left = 0 - - # the user defined shapes - self._shapes = [] - - def add_serie(self, serie): - - serie.id = len(self._series) - self._series.append(serie) - self._compute_min_max() - if not None in [s.xvalues for s in self._series]: - self._compute_xmin_xmax() - - def add_shape(self, shape): - - shape._chart = self - self._shapes.append(shape) - - def get_x_units(self): - """ calculate one unit for x axis in EMU """ - - return max([len(s.values._get_cache()) for s in self._series]) - - def get_y_units(self): - """ calculate one unit for y axis in EMU """ - - dh = pixels_to_EMU(self.drawing.height) - return (dh * self.height) / self.y_axis.max - - def get_y_chars(self): - """ estimate nb of chars for y axis """ - - _max = max([max(s.values._get_cache()) for s in self._series]) - return len(str(int(_max))) - - def _compute_min_max(self): - """ compute y axis limits and units """ - - maxi = max([max(s.values._get_cache()) for s in self._series]) - - mul = None - if maxi < 1: - s = str(maxi).split('.')[1] - mul = 10 - for x in s: - if x == '0': - mul *= 10 - else: - break - maxi = maxi * mul - - maxi = math.ceil(maxi * 1.1) - sz = len(str(int(maxi))) - 1 - unit = math.ceil(math.ceil(maxi / pow(10, sz)) * pow(10, sz-1)) - maxi = math.ceil(maxi/unit) * unit - - if mul is not None: - maxi = maxi/mul - unit = unit/mul - - if maxi / unit > 9: - # no more that 10 ticks - unit *= 2 - - self.y_axis.max = maxi - self.y_axis.unit = unit - - def _compute_xmin_xmax(self): - """ compute x axis limits and units """ - - maxi = max([max(s.xvalues._get_cache()) for s in self._series]) - - mul = None - if maxi < 1: - s = str(maxi).split('.')[1] - mul = 10 - for x in s: - if x == '0': - mul *= 10 - else: - break - maxi = maxi * mul - - maxi = math.ceil(maxi * 1.1) - sz = len(str(int(maxi))) - 1 - unit = math.ceil(math.ceil(maxi / pow(10, sz)) * pow(10, sz-1)) - maxi = math.ceil(maxi/unit) * unit - - if mul is not None: - maxi = maxi/mul - unit = unit/mul - - if maxi / unit > 9: - # no more that 10 ticks - unit *= 2 - - self.x_axis.max = maxi - self.x_axis.unit = unit - - def _get_max_margin_top(self): - - mb = Shape.FONT_HEIGHT + Shape.MARGIN_BOTTOM - plot_height = self.drawing.height * self.height - return float(self.drawing.height - plot_height - mb)/self.drawing.height - - def _get_min_margin_left(self): - - ml = (self.get_y_chars() * Shape.FONT_WIDTH) + Shape.MARGIN_LEFT - return float(ml)/self.drawing.width - - def _get_margin_top(self): - """ get margin in percent """ - - return min(self.margin_top, self._get_max_margin_top()) - - def _get_margin_left(self): - - return max(self._get_min_margin_left(), self.margin_left) - -class BarChart(Chart): - def __init__(self): - super(BarChart, self).__init__(Chart.BAR_CHART, Chart.GROUPING_CLUSTERED) - -class LineChart(Chart): - def __init__(self): - super(LineChart, self).__init__(Chart.LINE_CHART, Chart.GROUPING_STANDARD) - -class ScatterChart(Chart): - def __init__(self): - super(ScatterChart, self).__init__(Chart.SCATTER_CHART, Chart.GROUPING_STANDARD) - - diff --git a/tablib/packages/openpyxl3/drawing.py b/tablib/packages/openpyxl3/drawing.py deleted file mode 100644 index 0007569..0000000 --- a/tablib/packages/openpyxl3/drawing.py +++ /dev/null @@ -1,402 +0,0 @@ -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -import math -from .style import Color -from .shared.units import pixels_to_EMU, EMU_to_pixels, short_color - -class Shadow(object): - - SHADOW_BOTTOM = 'b' - SHADOW_BOTTOM_LEFT = 'bl' - SHADOW_BOTTOM_RIGHT = 'br' - SHADOW_CENTER = 'ctr' - SHADOW_LEFT = 'l' - SHADOW_TOP = 't' - SHADOW_TOP_LEFT = 'tl' - SHADOW_TOP_RIGHT = 'tr' - - def __init__(self): - self.visible = False - self.blurRadius = 6 - self.distance = 2 - self.direction = 0 - self.alignment = self.SHADOW_BOTTOM_RIGHT - self.color = Color(Color.BLACK) - self.alpha = 50 - -class Drawing(object): - """ a drawing object - eg container for shapes or charts - we assume user specifies dimensions in pixels; units are - converted to EMU in the drawing part - """ - - count = 0 - - def __init__(self): - - self.name = '' - self.description = '' - self.coordinates = ((1,2), (16,8)) - self.left = 0 - self.top = 0 - self._width = EMU_to_pixels(200000) - self._height = EMU_to_pixels(1828800) - self.resize_proportional = False - self.rotation = 0 -# self.shadow = Shadow() - - def _set_width(self, w): - - if self.resize_proportional and w: - ratio = self._height / self._width - self._height = round(ratio * w) - self._width = w - - def _get_width(self): - - return self._width - - width = property(_get_width, _set_width) - - def _set_height(self, h): - - if self.resize_proportional and h: - ratio = self._width / self._height - self._width = round(ratio * h) - self._height = h - - def _get_height(self): - - return self._height - - height = property(_get_height, _set_height) - - def set_dimension(self, w=0, h=0): - - xratio = w / self._width - yratio = h / self._height - - if self.resize_proportional and w and h: - if (xratio * self._height) < h: - self._height = math.ceil(xratio * self._height) - self._width = width - else: - self._width = math.ceil(yratio * self._width) - self._height = height - - def get_emu_dimensions(self): - """ return (x, y, w, h) in EMU """ - - return (pixels_to_EMU(self.left), pixels_to_EMU(self.top), - pixels_to_EMU(self._width), pixels_to_EMU(self._height)) - - -class Shape(object): - """ a drawing inside a chart - coordiantes are specified by the user in the axis units - """ - - MARGIN_LEFT = 6 + 13 + 1 - MARGIN_BOTTOM = 17 + 11 - - FONT_WIDTH = 7 - FONT_HEIGHT = 8 - - ROUND_RECT = 'roundRect' - RECT = 'rect' - - # other shapes to define : - ''' - "line" - "lineInv" - "triangle" - "rtTriangle" - "diamond" - "parallelogram" - "trapezoid" - "nonIsoscelesTrapezoid" - "pentagon" - "hexagon" - "heptagon" - "octagon" - "decagon" - "dodecagon" - "star4" - "star5" - "star6" - "star7" - "star8" - "star10" - "star12" - "star16" - "star24" - "star32" - "roundRect" - "round1Rect" - "round2SameRect" - "round2DiagRect" - "snipRoundRect" - "snip1Rect" - "snip2SameRect" - "snip2DiagRect" - "plaque" - "ellipse" - "teardrop" - "homePlate" - "chevron" - "pieWedge" - "pie" - "blockArc" - "donut" - "noSmoking" - "rightArrow" - "leftArrow" - "upArrow" - "downArrow" - "stripedRightArrow" - "notchedRightArrow" - "bentUpArrow" - "leftRightArrow" - "upDownArrow" - "leftUpArrow" - "leftRightUpArrow" - "quadArrow" - "leftArrowCallout" - "rightArrowCallout" - "upArrowCallout" - "downArrowCallout" - "leftRightArrowCallout" - "upDownArrowCallout" - "quadArrowCallout" - "bentArrow" - "uturnArrow" - "circularArrow" - "leftCircularArrow" - "leftRightCircularArrow" - "curvedRightArrow" - "curvedLeftArrow" - "curvedUpArrow" - "curvedDownArrow" - "swooshArrow" - "cube" - "can" - "lightningBolt" - "heart" - "sun" - "moon" - "smileyFace" - "irregularSeal1" - "irregularSeal2" - "foldedCorner" - "bevel" - "frame" - "halfFrame" - "corner" - "diagStripe" - "chord" - "arc" - "leftBracket" - "rightBracket" - "leftBrace" - "rightBrace" - "bracketPair" - "bracePair" - "straightConnector1" - "bentConnector2" - "bentConnector3" - "bentConnector4" - "bentConnector5" - "curvedConnector2" - "curvedConnector3" - "curvedConnector4" - "curvedConnector5" - "callout1" - "callout2" - "callout3" - "accentCallout1" - "accentCallout2" - "accentCallout3" - "borderCallout1" - "borderCallout2" - "borderCallout3" - "accentBorderCallout1" - "accentBorderCallout2" - "accentBorderCallout3" - "wedgeRectCallout" - "wedgeRoundRectCallout" - "wedgeEllipseCallout" - "cloudCallout" - "cloud" - "ribbon" - "ribbon2" - "ellipseRibbon" - "ellipseRibbon2" - "leftRightRibbon" - "verticalScroll" - "horizontalScroll" - "wave" - "doubleWave" - "plus" - "flowChartProcess" - "flowChartDecision" - "flowChartInputOutput" - "flowChartPredefinedProcess" - "flowChartInternalStorage" - "flowChartDocument" - "flowChartMultidocument" - "flowChartTerminator" - "flowChartPreparation" - "flowChartManualInput" - "flowChartManualOperation" - "flowChartConnector" - "flowChartPunchedCard" - "flowChartPunchedTape" - "flowChartSummingJunction" - "flowChartOr" - "flowChartCollate" - "flowChartSort" - "flowChartExtract" - "flowChartMerge" - "flowChartOfflineStorage" - "flowChartOnlineStorage" - "flowChartMagneticTape" - "flowChartMagneticDisk" - "flowChartMagneticDrum" - "flowChartDisplay" - "flowChartDelay" - "flowChartAlternateProcess" - "flowChartOffpageConnector" - "actionButtonBlank" - "actionButtonHome" - "actionButtonHelp" - "actionButtonInformation" - "actionButtonForwardNext" - "actionButtonBackPrevious" - "actionButtonEnd" - "actionButtonBeginning" - "actionButtonReturn" - "actionButtonDocument" - "actionButtonSound" - "actionButtonMovie" - "gear6" - "gear9" - "funnel" - "mathPlus" - "mathMinus" - "mathMultiply" - "mathDivide" - "mathEqual" - "mathNotEqual" - "cornerTabs" - "squareTabs" - "plaqueTabs" - "chartX" - "chartStar" - "chartPlus" - ''' - - def __init__(self, coordinates=((0,0), (1,1)), text=None, scheme="accent1"): - - self.coordinates = coordinates # in axis unit - self.text = text - self.scheme = scheme - self.style = Shape.RECT - self._border_width = 3175 # in EMU - self._border_color = Color.BLACK[2:] #"F3B3C5" - self._color = Color.WHITE[2:] - self._text_color = Color.BLACK[2:] - - def _get_border_color(self): - return self._border_color - - def _set_border_color(self, color): - self._border_color = short_color(color) - - border_color = property(_get_border_color, _set_border_color) - - def _get_color(self): - return self._color - - def _set_color(self, color): - self._color = short_color(color) - - color = property(_get_color, _set_color) - - def _get_text_color(self): - return self._text_color - - def _set_text_color(self, color): - self._text_color = short_color(color) - - text_color = property(_get_text_color, _set_text_color) - - def _get_border_width(self): - - return EMU_to_pixels(self._border_width) - - def _set_border_width(self, w): - - self._border_width = pixels_to_EMU(w) - print(self._border_width) - - border_width = property(_get_border_width, _set_border_width) - - def get_coordinates(self): - """ return shape coordinates in percentages (left, top, right, bottom) """ - - (x1, y1), (x2, y2) = self.coordinates - - drawing_width = pixels_to_EMU(self._chart.drawing.width) - drawing_height = pixels_to_EMU(self._chart.drawing.height) - plot_width = drawing_width * self._chart.width - plot_height = drawing_height * self._chart.height - - margin_left = self._chart._get_margin_left() * drawing_width - xunit = plot_width / self._chart.get_x_units() - - margin_top = self._chart._get_margin_top() * drawing_height - yunit = self._chart.get_y_units() - - x_start = (margin_left + (float(x1) * xunit)) / drawing_width - y_start = (margin_top + plot_height - (float(y1) * yunit)) / drawing_height - - x_end = (margin_left + (float(x2) * xunit)) / drawing_width - y_end = (margin_top + plot_height - (float(y2) * yunit)) / drawing_height - - def _norm_pct(pct): - """ force shapes to appear by truncating too large sizes """ - if pct>1: pct = 1 - elif pct<0: pct = 0 - return pct - - # allow user to specify y's in whatever order - # excel expect y_end to be lower - if y_end < y_start: - y_end, y_start = y_start, y_end - - return (_norm_pct(x_start), _norm_pct(y_start), - _norm_pct(x_end), _norm_pct(y_end)) - \ No newline at end of file diff --git a/tablib/packages/openpyxl3/namedrange.py b/tablib/packages/openpyxl3/namedrange.py deleted file mode 100644 index 85b08a8..0000000 --- a/tablib/packages/openpyxl3/namedrange.py +++ /dev/null @@ -1,68 +0,0 @@ -# file openpyxl/namedrange.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Track named groups of cells in a worksheet""" - -# Python stdlib imports -import re - -# package imports -from .shared.exc import NamedRangeException - -# constants -NAMED_RANGE_RE = re.compile("'?([^']*)'?!((\$([A-Za-z]+))?\$([0-9]+)(:(\$([A-Za-z]+))?(\$([0-9]+)))?)$") - -class NamedRange(object): - """A named group of cells""" - __slots__ = ('name', 'destinations', 'local_only') - - def __init__(self, name, destinations): - self.name = name - self.destinations = destinations - self.local_only = False - - def __str__(self): - return ','.join(['%s!%s' % (sheet, name) for sheet, name in self.destinations]) - - def __repr__(self): - - return '<%s "%s">' % (self.__class__.__name__, str(self)) - - -def split_named_range(range_string): - """Separate a named range into its component parts""" - - destinations = [] - - for range_string in range_string.split(','): - - match = NAMED_RANGE_RE.match(range_string) - if not match: - raise NamedRangeException('Invalid named range string: "%s"' % range_string) - else: - sheet_name, xlrange = match.groups()[:2] - destinations.append((sheet_name, xlrange)) - - return destinations diff --git a/tablib/packages/openpyxl3/reader/__init__.py b/tablib/packages/openpyxl3/reader/__init__.py deleted file mode 100644 index 76f10f8..0000000 --- a/tablib/packages/openpyxl3/reader/__init__.py +++ /dev/null @@ -1,33 +0,0 @@ -# file openpyxl/reader/__init__.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Imports for the openpyxl.reader namespace.""" - -# package imports -from . import excel -from . import strings -from . import style -from . import workbook -from . import worksheet diff --git a/tablib/packages/openpyxl3/reader/excel.py b/tablib/packages/openpyxl3/reader/excel.py deleted file mode 100644 index 1052af5..0000000 --- a/tablib/packages/openpyxl3/reader/excel.py +++ /dev/null @@ -1,121 +0,0 @@ -# file openpyxl/reader/excel.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Read an xlsx file into Python""" - -# Python stdlib imports -from zipfile import ZipFile, ZIP_DEFLATED, BadZipfile - -# package imports -from ..shared.exc import OpenModeError, InvalidFileException -from ..shared.ooxml import ARC_SHARED_STRINGS, ARC_CORE, ARC_APP, \ - ARC_WORKBOOK, PACKAGE_WORKSHEETS, ARC_STYLE -from ..workbook import Workbook -from .strings import read_string_table -from .style import read_style_table -from .workbook import read_sheets_titles, read_named_ranges, \ - read_properties_core, get_sheet_ids -from .worksheet import read_worksheet -from .iter_worksheet import unpack_worksheet - -def load_workbook(filename, use_iterators = False): - """Open the given filename and return the workbook - - :param filename: the path to open - :type filename: string - - :param use_iterators: use lazy load for cells - :type use_iterators: bool - - :rtype: :class:`..workbook.Workbook` - - .. note:: - - When using lazy load, all worksheets will be :class:`.iter_worksheet.IterableWorksheet` - and the returned workbook will be read-only. - - """ - - try: - # fileobject must have been opened with 'rb' flag - # it is required by zipfile - if 'b' not in filename.mode: - raise OpenModeError("File-object must be opened in binary mode") - except AttributeError: - # filename is not an object - # it doesn't have mode attribute - pass - - try: - archive = ZipFile(filename, 'r', ZIP_DEFLATED) - except (BadZipfile, RuntimeError, IOError, ValueError) as e: - raise InvalidFileException(str(e)) - wb = Workbook() - - if use_iterators: - wb._set_optimized_read() - - try: - _load_workbook(wb, archive, filename, use_iterators) - except KeyError as e: - raise InvalidFileException(str(e)) - except Exception as e: - raise e - finally: - archive.close() - return wb - -def _load_workbook(wb, archive, filename, use_iterators): - - valid_files = archive.namelist() - - # get workbook-level information - wb.properties = read_properties_core(archive.read(ARC_CORE)) - try: - string_table = read_string_table(archive.read(ARC_SHARED_STRINGS)) - except KeyError: - string_table = {} - style_table = read_style_table(archive.read(ARC_STYLE)) - - # get worksheets - wb.worksheets = [] # remove preset worksheet - sheet_names = read_sheets_titles(archive.read(ARC_APP)) - for i, sheet_name in enumerate(sheet_names): - - sheet_codename = 'sheet%d.xml' % (i + 1) - worksheet_path = '%s/%s' % (PACKAGE_WORKSHEETS, sheet_codename) - - if not worksheet_path in valid_files: - continue - - if not use_iterators: - new_ws = read_worksheet(archive.read(worksheet_path), wb, sheet_name, string_table, style_table) - else: - xml_source = unpack_worksheet(archive, worksheet_path) - new_ws = read_worksheet(xml_source, wb, sheet_name, string_table, style_table, filename, sheet_codename) - #new_ws = read_worksheet(archive.read(worksheet_path), wb, sheet_name, string_table, style_table, filename, sheet_codename) - wb.add_sheet(new_ws, index = i) - - wb._named_ranges = read_named_ranges(archive.read(ARC_WORKBOOK), wb) diff --git a/tablib/packages/openpyxl3/reader/iter_worksheet.py b/tablib/packages/openpyxl3/reader/iter_worksheet.py deleted file mode 100644 index 670e6b1..0000000 --- a/tablib/packages/openpyxl3/reader/iter_worksheet.py +++ /dev/null @@ -1,343 +0,0 @@ -# file openpyxl/reader/iter_worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -""" Iterators-based worksheet reader -*Still very raw* -""" - -from io import StringIO -import warnings -import operator -from functools import partial -from itertools import groupby -from ..worksheet import Worksheet -from ..cell import coordinate_from_string, get_column_letter, Cell -from .excel import get_sheet_ids -from .strings import read_string_table -from .style import read_style_table, NumberFormat -from ..shared.date_time import SharedDate -from .worksheet import read_dimension -from ..shared.ooxml import (MIN_COLUMN, MAX_COLUMN, PACKAGE_WORKSHEETS, - MAX_ROW, MIN_ROW, ARC_SHARED_STRINGS, ARC_APP, ARC_STYLE) -from xml.etree.cElementTree import iterparse -from zipfile import ZipFile -from .. import cell -import re -import tempfile -import zlib -import zipfile -import struct - -TYPE_NULL = Cell.TYPE_NULL -MISSING_VALUE = None - -RE_COORDINATE = re.compile('^([A-Z]+)([0-9]+)$') - -SHARED_DATE = SharedDate() - -_COL_CONVERSION_CACHE = dict((get_column_letter(i), i) for i in range(1, 18279)) -def column_index_from_string(str_col, _col_conversion_cache=_COL_CONVERSION_CACHE): - # we use a function argument to get indexed name lookup - return _col_conversion_cache[str_col] -del _COL_CONVERSION_CACHE - -RAW_ATTRIBUTES = ['row', 'column', 'coordinate', 'internal_value', 'data_type', 'style_id', 'number_format'] - -try: - from collections import namedtuple - BaseRawCell = namedtuple('RawCell', RAW_ATTRIBUTES) -except ImportError: - - warnings.warn("""Unable to import 'namedtuple' module, this may cause memory issues when using optimized reader. Please upgrade your Python installation to 2.6+""") - - class BaseRawCell(object): - - def __init__(self, *args): - assert len(args)==len(RAW_ATTRIBUTES) - - for attr, val in zip(RAW_ATTRIBUTES, args): - setattr(self, attr, val) - - def _replace(self, **kwargs): - - self.__dict__.update(kwargs) - - return self - - -class RawCell(BaseRawCell): - """Optimized version of the :class:`..cell.Cell`, using named tuples. - - Useful attributes are: - - * row - * column - * coordinate - * internal_value - - You can also access if needed: - - * data_type - * number_format - - """ - - @property - def is_date(self): - res = (self.data_type == Cell.TYPE_NUMERIC - and self.number_format is not None - and ('d' in self.number_format - or 'm' in self.number_format - or 'y' in self.number_format - or 'h' in self.number_format - or 's' in self.number_format - )) - - return res - -def iter_rows(workbook_name, sheet_name, xml_source, range_string = '', row_offset = 0, column_offset = 0): - - archive = get_archive_file(workbook_name) - - source = xml_source - - if range_string: - min_col, min_row, max_col, max_row = get_range_boundaries(range_string, row_offset, column_offset) - else: - min_col, min_row, max_col, max_row = read_dimension(xml_source = source) - min_col = column_index_from_string(min_col) - max_col = column_index_from_string(max_col) + 1 - max_row += 6 - - try: - string_table = read_string_table(archive.read(ARC_SHARED_STRINGS)) - except KeyError: - string_table = {} - - style_table = read_style_table(archive.read(ARC_STYLE)) - - source.seek(0) - p = iterparse(source) - - return get_squared_range(p, min_col, min_row, max_col, max_row, string_table, style_table) - - -def get_rows(p, min_column = MIN_COLUMN, min_row = MIN_ROW, max_column = MAX_COLUMN, max_row = MAX_ROW): - - return groupby(get_cells(p, min_row, min_column, max_row, max_column), operator.attrgetter('row')) - -def get_cells(p, min_row, min_col, max_row, max_col, _re_coordinate=RE_COORDINATE): - - for _event, element in p: - - if element.tag == '{http://schemas.openxmlformats.org/spreadsheetml/2006/main}c': - coord = element.get('r') - column_str, row = _re_coordinate.match(coord).groups() - - row = int(row) - column = column_index_from_string(column_str) - - if min_col <= column <= max_col and min_row <= row <= max_row: - data_type = element.get('t', 'n') - style_id = element.get('s') - value = element.findtext('{http://schemas.openxmlformats.org/spreadsheetml/2006/main}v') - yield RawCell(row, column_str, coord, value, data_type, style_id, None) - - if element.tag == '{http://schemas.openxmlformats.org/spreadsheetml/2006/main}v': - continue - element.clear() - - - -def get_range_boundaries(range_string, row = 0, column = 0): - - if ':' in range_string: - min_range, max_range = range_string.split(':') - min_col, min_row = coordinate_from_string(min_range) - max_col, max_row = coordinate_from_string(max_range) - - min_col = column_index_from_string(min_col) + column - max_col = column_index_from_string(max_col) + column - min_row += row - max_row += row - - else: - min_col, min_row = coordinate_from_string(range_string) - min_col = column_index_from_string(min_col) - max_col = min_col + 1 - max_row = min_row - - return (min_col, min_row, max_col, max_row) - -def get_archive_file(archive_name): - - return ZipFile(archive_name, 'r') - -def get_xml_source(archive_file, sheet_name): - - return archive_file.read('%s/%s' % (PACKAGE_WORKSHEETS, sheet_name)) - -def get_missing_cells(row, columns): - - return dict([(column, RawCell(row, column, '%s%s' % (column, row), MISSING_VALUE, TYPE_NULL, None, None)) for column in columns]) - -def get_squared_range(p, min_col, min_row, max_col, max_row, string_table, style_table): - - expected_columns = [get_column_letter(ci) for ci in range(min_col, max_col)] - - current_row = min_row - for row, cells in get_rows(p, min_row = min_row, max_row = max_row, min_column = min_col, max_column = max_col): - full_row = [] - if current_row < row: - - for gap_row in range(current_row, row): - - dummy_cells = get_missing_cells(gap_row, expected_columns) - - yield tuple([dummy_cells[column] for column in expected_columns]) - - current_row = row - - temp_cells = list(cells) - - retrieved_columns = dict([(c.column, c) for c in temp_cells]) - - missing_columns = list(set(expected_columns) - set(retrieved_columns.keys())) - - replacement_columns = get_missing_cells(row, missing_columns) - - for column in expected_columns: - - if column in retrieved_columns: - cell = retrieved_columns[column] - - if cell.style_id is not None: - style = style_table[int(cell.style_id)] - cell = cell._replace(number_format = style.number_format.format_code) #pylint: disable-msg=W0212 - if cell.internal_value is not None: - if cell.data_type == Cell.TYPE_STRING: - cell = cell._replace(internal_value = string_table[int(cell.internal_value)]) #pylint: disable-msg=W0212 - elif cell.data_type == Cell.TYPE_BOOL: - cell = cell._replace(internal_value = cell.internal_value == 'True') - elif cell.is_date: - cell = cell._replace(internal_value = SHARED_DATE.from_julian(float(cell.internal_value))) - elif cell.data_type == Cell.TYPE_NUMERIC: - cell = cell._replace(internal_value = float(cell.internal_value)) - full_row.append(cell) - - else: - full_row.append(replacement_columns[column]) - - current_row = row + 1 - - yield tuple(full_row) - -#------------------------------------------------------------------------------ - -class IterableWorksheet(Worksheet): - - def __init__(self, parent_workbook, title, workbook_name, - sheet_codename, xml_source): - - Worksheet.__init__(self, parent_workbook, title) - self._workbook_name = workbook_name - self._sheet_codename = sheet_codename - self._xml_source = xml_source - - def iter_rows(self, range_string = '', row_offset = 0, column_offset = 0): - """ Returns a squared range based on the `range_string` parameter, - using generators. - - :param range_string: range of cells (e.g. 'A1:C4') - :type range_string: string - - :param row: row index of the cell (e.g. 4) - :type row: int - - :param column: column index of the cell (e.g. 3) - :type column: int - - :rtype: generator - - """ - - return iter_rows(workbook_name = self._workbook_name, - sheet_name = self._sheet_codename, - xml_source = self._xml_source, - range_string = range_string, - row_offset = row_offset, - column_offset = column_offset) - - def cell(self, *args, **kwargs): - - raise NotImplementedError("use 'iter_rows()' instead") - - def range(self, *args, **kwargs): - - raise NotImplementedError("use 'iter_rows()' instead") - -def unpack_worksheet(archive, filename): - - temp_file = tempfile.TemporaryFile(mode='r+', prefix='openpyxl.', suffix='.unpack.temp') - - zinfo = archive.getinfo(filename) - - if zinfo.compress_type == zipfile.ZIP_STORED: - decoder = None - elif zinfo.compress_type == zipfile.ZIP_DEFLATED: - decoder = zlib.decompressobj(-zlib.MAX_WBITS) - else: - raise zipfile.BadZipFile("Unrecognized compression method") - - archive.fp.seek(_get_file_offset(archive, zinfo)) - bytes_to_read = zinfo.compress_size - - while True: - buff = archive.fp.read(min(bytes_to_read, 102400)) - if not buff: - break - bytes_to_read -= len(buff) - if decoder: - buff = decoder.decompress(buff) - temp_file.write(buff) - - if decoder: - temp_file.write(decoder.decompress('Z')) - - return temp_file - -def _get_file_offset(archive, zinfo): - - try: - return zinfo.file_offset - except AttributeError: - # From http://stackoverflow.com/questions/3781261/how-to-simulate-zipfile-open-in-python-2-5 - - # Seek over the fixed size fields to the "file name length" field in - # the file header (26 bytes). Unpack this and the "extra field length" - # field ourselves as info.extra doesn't seem to be the correct length. - archive.fp.seek(zinfo.header_offset + 26) - file_name_len, extra_len = struct.unpack(" 10000: - msg = 'Year not supported by Excel: %s' % year - raise ValueError(msg) - if self.excel_base_date == self.CALENDAR_WINDOWS_1900: - # Fudge factor for the erroneous fact that the year 1900 is - # treated as a Leap Year in MS Excel. This affects every date - # following 28th February 1900 - if year == 1900 and month <= 2: - excel_1900_leap_year = False - else: - excel_1900_leap_year = True - excel_base_date = 2415020 - else: - raise NotImplementedError('Mac dates are not yet supported.') - #excel_base_date = 2416481 - #excel_1900_leap_year = False - - # Julian base date adjustment - if month > 2: - month = month - 3 - else: - month = month + 9 - year -= 1 - - # Calculate the Julian Date, then subtract the Excel base date - # JD 2415020 = 31 - Dec - 1899 -> Excel Date of 0 - century, decade = int(str(year)[:2]), int(str(year)[2:]) - excel_date = floor(146097 * century / 4) + \ - floor((1461 * decade) / 4) + floor((153 * month + 2) / 5) + \ - day + 1721119 - excel_base_date - if excel_1900_leap_year: - excel_date += 1 - - # check to ensure that we exclude 2/29/1900 as a possible value - if self.excel_base_date == self.CALENDAR_WINDOWS_1900 \ - and excel_date == 60: - msg = 'Error: Excel believes 1900 was a leap year' - raise ValueError(msg) - excel_time = ((hours * 3600) + (minutes * 60) + seconds) / 86400 - return excel_date + excel_time - - def from_julian(self, value=0): - """Convert from the Excel JD back to a date""" - if self.excel_base_date == self.CALENDAR_WINDOWS_1900: - excel_base_date = 25569 - if value < 60: - excel_base_date -= 1 - elif value == 60: - msg = 'Error: Excel believes 1900 was a leap year' - raise ValueError(msg) - else: - raise NotImplementedError('Mac dates are not yet supported.') - #excel_base_date = 24107 - - if value >= 1: - utc_days = value - excel_base_date - - return EPOCH + datetime.timedelta(days=utc_days) - - elif value >= 0: - hours = floor(value * 24) - mins = floor(value * 24 * 60) - floor(hours * 60) - secs = floor(value * 24 * 60 * 60) - floor(hours * 60 * 60) - \ - floor(mins * 60) - return datetime.time(int(hours), int(mins), int(secs)) - else: - msg = 'Negative dates (%s) are not supported' % value - raise ValueError(msg) diff --git a/tablib/packages/openpyxl3/shared/exc.py b/tablib/packages/openpyxl3/shared/exc.py deleted file mode 100644 index 94a3e2c..0000000 --- a/tablib/packages/openpyxl3/shared/exc.py +++ /dev/null @@ -1,59 +0,0 @@ -# file openpyxl/shared/exc.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Definitions for openpyxl shared exception classes.""" - - -class CellCoordinatesException(Exception): - """Error for converting between numeric and A1-style cell references.""" - -class ColumnStringIndexException(Exception): - """Error for bad column names in A1-style cell references.""" - -class DataTypeException(Exception): - """Error for any data type inconsistencies.""" - -class NamedRangeException(Exception): - """Error for badly formatted named ranges.""" - -class SheetTitleException(Exception): - """Error for bad sheet names.""" - -class InsufficientCoordinatesException(Exception): - """Error for partially specified cell coordinates.""" - -class OpenModeError(Exception): - """Error for fileobj opened in non-binary mode.""" - -class InvalidFileException(Exception): - """Error for trying to open a non-ooxml file.""" - -class ReadOnlyWorkbookException(Exception): - """Error for trying to modify a read-only workbook""" - -class MissingNumberFormat(Exception): - """Error when a referenced number format is not in the stylesheet""" - - diff --git a/tablib/packages/openpyxl3/shared/ooxml.py b/tablib/packages/openpyxl3/shared/ooxml.py deleted file mode 100644 index 979b172..0000000 --- a/tablib/packages/openpyxl3/shared/ooxml.py +++ /dev/null @@ -1,60 +0,0 @@ -# file openpyxl/shared/ooxml.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Constants for fixed paths in a file and xml namespace urls.""" - -MIN_ROW = 0 -MIN_COLUMN = 0 -MAX_COLUMN = 16384 -MAX_ROW = 1048576 - -# constants -PACKAGE_PROPS = 'docProps' -PACKAGE_XL = 'xl' -PACKAGE_RELS = '_rels' -PACKAGE_THEME = PACKAGE_XL + '/' + 'theme' -PACKAGE_WORKSHEETS = PACKAGE_XL + '/' + 'worksheets' -PACKAGE_DRAWINGS = PACKAGE_XL + '/' + 'drawings' -PACKAGE_CHARTS = PACKAGE_XL + '/' + 'charts' - -ARC_CONTENT_TYPES = '[Content_Types].xml' -ARC_ROOT_RELS = PACKAGE_RELS + '/.rels' -ARC_WORKBOOK_RELS = PACKAGE_XL + '/' + PACKAGE_RELS + '/workbook.xml.rels' -ARC_CORE = PACKAGE_PROPS + '/core.xml' -ARC_APP = PACKAGE_PROPS + '/app.xml' -ARC_WORKBOOK = PACKAGE_XL + '/workbook.xml' -ARC_STYLE = PACKAGE_XL + '/styles.xml' -ARC_THEME = PACKAGE_THEME + '/theme1.xml' -ARC_SHARED_STRINGS = PACKAGE_XL + '/sharedStrings.xml' - -NAMESPACES = { - 'cp': 'http://schemas.openxmlformats.org/package/2006/metadata/core-properties', - 'dc': 'http://purl.org/dc/elements/1.1/', - 'dcterms': 'http://purl.org/dc/terms/', - 'dcmitype': 'http://purl.org/dc/dcmitype/', - 'xsi': 'http://www.w3.org/2001/XMLSchema-instance', - 'vt': 'http://schemas.openxmlformats.org/officeDocument/2006/docPropsVTypes', - 'xml': 'http://www.w3.org/XML/1998/namespace' -} diff --git a/tablib/packages/openpyxl3/shared/password_hasher.py b/tablib/packages/openpyxl3/shared/password_hasher.py deleted file mode 100644 index b5d0dd0..0000000 --- a/tablib/packages/openpyxl3/shared/password_hasher.py +++ /dev/null @@ -1,47 +0,0 @@ -# file openpyxl/shared/password_hasher.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Basic password hashing.""" - - -def hash_password(plaintext_password=''): - """Create a password hash from a given string. - - This method is based on the algorithm provided by - Daniel Rentz of OpenOffice and the PEAR package - Spreadsheet_Excel_Writer by Xavier Noguer . - - """ - password = 0x0000 - i = 1 - for char in plaintext_password: - value = ord(char) << i - rotated_bits = value >> 15 - value &= 0x7fff - password ^= (value | rotated_bits) - i += 1 - password ^= len(plaintext_password) - password ^= 0xCE4B - return str(hex(password)).upper()[2:] diff --git a/tablib/packages/openpyxl3/shared/units.py b/tablib/packages/openpyxl3/shared/units.py deleted file mode 100644 index fba82d7..0000000 --- a/tablib/packages/openpyxl3/shared/units.py +++ /dev/null @@ -1,67 +0,0 @@ -# file openpyxl/shared/units.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -import math - -def pixels_to_EMU(value): - return int(round(value * 9525)) - -def EMU_to_pixels(value): - if not value: - return 0 - else: - return round(value / 9525.) - -def EMU_to_cm(value): - if not value: - return 0 - else: - return (EMU_to_pixels(value) * 2.57 / 96) - -def pixels_to_points(value): - return value * 0.67777777 - -def points_to_pixels(value): - if not value: - return 0 - else: - return int(math.ceil(value * 1.333333333)) - -def degrees_to_angle(value): - return int(round(value * 60000)) - -def angle_to_degrees(value): - if not value: - return 0 - else: - return round(value / 60000.) - -def short_color(color): - """ format a color to its short size """ - - if len(color) > 6: - return color[2:] - else: - return color diff --git a/tablib/packages/openpyxl3/shared/xmltools.py b/tablib/packages/openpyxl3/shared/xmltools.py deleted file mode 100644 index 3c0be4c..0000000 --- a/tablib/packages/openpyxl3/shared/xmltools.py +++ /dev/null @@ -1,96 +0,0 @@ -# file openpyxl/shared/xmltools.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Shared xml tools. - -Shortcut functions taken from: - http://lethain.com/entry/2009/jan/22/handling-very-large-csv-and-xml-files-in-python/ - -""" - -# Python stdlib imports -from xml.sax.xmlreader import AttributesNSImpl -from xml.sax.saxutils import XMLGenerator -try: - from xml.etree.ElementTree import ElementTree, Element, SubElement, \ - QName, fromstring, tostring -except ImportError: - from cElementTree import ElementTree, Element, SubElement, \ - QName, fromstring, tostring - -# package imports -from .. import __name__ as prefix - - -def get_document_content(xml_node): - """Print nicely formatted xml to a string.""" - pretty_indent(xml_node) - return tostring(xml_node, 'utf-8') - - -def pretty_indent(elem, level=0): - """Format xml with nice indents and line breaks.""" - i = "\n" + level * " " - if len(elem): - if not elem.text or not elem.text.strip(): - elem.text = i + " " - if not elem.tail or not elem.tail.strip(): - elem.tail = i - for elem in elem: - pretty_indent(elem, level + 1) - if not elem.tail or not elem.tail.strip(): - elem.tail = i - else: - if level and (not elem.tail or not elem.tail.strip()): - elem.tail = i - - -def start_tag(doc, name, attr=None, body=None, namespace=None): - """Wrapper to start an xml tag.""" - if attr is None: - attr = {} - attr_vals = {} - attr_keys = {} - for key, val in attr.items(): - key_tuple = (namespace, key) - attr_vals[key_tuple] = val - attr_keys[key_tuple] = key - attr2 = AttributesNSImpl(attr_vals, attr_keys) - doc.startElementNS((namespace, name), name, attr2) - if body: - doc.characters(body) - - -def end_tag(doc, name, namespace=None): - """Wrapper to close an xml tag.""" - doc.endElementNS((namespace, name), name) - - -def tag(doc, name, attr=None, body=None, namespace=None): - """Wrapper to print xml tags and comments.""" - if attr is None: - attr = {} - start_tag(doc, name, attr, body, namespace) - end_tag(doc, name, namespace) diff --git a/tablib/packages/openpyxl3/style.py b/tablib/packages/openpyxl3/style.py deleted file mode 100644 index c113bd9..0000000 --- a/tablib/packages/openpyxl3/style.py +++ /dev/null @@ -1,392 +0,0 @@ -# file openpyxl/style.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Style and formatting option tracking.""" - -# Python stdlib imports -import re -try: - from hashlib import md5 -except ImportError: - from md5 import md5 - - -class HashableObject(object): - """Define how to hash property classes.""" - __fields__ = None - __leaf__ = False - - def __repr__(self): - - return ':'.join([repr(getattr(self, x)) for x in self.__fields__]) - - def __hash__(self): - -# return int(md5(repr(self)).hexdigest(), 16) - return hash(repr(self)) - -class Color(HashableObject): - """Named colors for use in styles.""" - BLACK = 'FF000000' - WHITE = 'FFFFFFFF' - RED = 'FFFF0000' - DARKRED = 'FF800000' - BLUE = 'FF0000FF' - DARKBLUE = 'FF000080' - GREEN = 'FF00FF00' - DARKGREEN = 'FF008000' - YELLOW = 'FFFFFF00' - DARKYELLOW = 'FF808000' - - __fields__ = ('index',) - __slots__ = __fields__ - __leaf__ = True - - def __init__(self, index): - super(Color, self).__init__() - self.index = index - - -class Font(HashableObject): - """Font options used in styles.""" - UNDERLINE_NONE = 'none' - UNDERLINE_DOUBLE = 'double' - UNDERLINE_DOUBLE_ACCOUNTING = 'doubleAccounting' - UNDERLINE_SINGLE = 'single' - UNDERLINE_SINGLE_ACCOUNTING = 'singleAccounting' - - __fields__ = ('name', - 'size', - 'bold', - 'italic', - 'superscript', - 'subscript', - 'underline', - 'strikethrough', - 'color') - __slots__ = __fields__ - - def __init__(self): - super(Font, self).__init__() - self.name = 'Calibri' - self.size = 11 - self.bold = False - self.italic = False - self.superscript = False - self.subscript = False - self.underline = self.UNDERLINE_NONE - self.strikethrough = False - self.color = Color(Color.BLACK) - - -class Fill(HashableObject): - """Area fill patterns for use in styles.""" - FILL_NONE = 'none' - FILL_SOLID = 'solid' - FILL_GRADIENT_LINEAR = 'linear' - FILL_GRADIENT_PATH = 'path' - FILL_PATTERN_DARKDOWN = 'darkDown' - FILL_PATTERN_DARKGRAY = 'darkGray' - FILL_PATTERN_DARKGRID = 'darkGrid' - FILL_PATTERN_DARKHORIZONTAL = 'darkHorizontal' - FILL_PATTERN_DARKTRELLIS = 'darkTrellis' - FILL_PATTERN_DARKUP = 'darkUp' - FILL_PATTERN_DARKVERTICAL = 'darkVertical' - FILL_PATTERN_GRAY0625 = 'gray0625' - FILL_PATTERN_GRAY125 = 'gray125' - FILL_PATTERN_LIGHTDOWN = 'lightDown' - FILL_PATTERN_LIGHTGRAY = 'lightGray' - FILL_PATTERN_LIGHTGRID = 'lightGrid' - FILL_PATTERN_LIGHTHORIZONTAL = 'lightHorizontal' - FILL_PATTERN_LIGHTTRELLIS = 'lightTrellis' - FILL_PATTERN_LIGHTUP = 'lightUp' - FILL_PATTERN_LIGHTVERTICAL = 'lightVertical' - FILL_PATTERN_MEDIUMGRAY = 'mediumGray' - - __fields__ = ('fill_type', - 'rotation', - 'start_color', - 'end_color') - __slots__ = __fields__ - - def __init__(self): - super(Fill, self).__init__() - self.fill_type = self.FILL_NONE - self.rotation = 0 - self.start_color = Color(Color.WHITE) - self.end_color = Color(Color.BLACK) - - -class Border(HashableObject): - """Border options for use in styles.""" - BORDER_NONE = 'none' - BORDER_DASHDOT = 'dashDot' - BORDER_DASHDOTDOT = 'dashDotDot' - BORDER_DASHED = 'dashed' - BORDER_DOTTED = 'dotted' - BORDER_DOUBLE = 'double' - BORDER_HAIR = 'hair' - BORDER_MEDIUM = 'medium' - BORDER_MEDIUMDASHDOT = 'mediumDashDot' - BORDER_MEDIUMDASHDOTDOT = 'mediumDashDotDot' - BORDER_MEDIUMDASHED = 'mediumDashed' - BORDER_SLANTDASHDOT = 'slantDashDot' - BORDER_THICK = 'thick' - BORDER_THIN = 'thin' - - __fields__ = ('border_style', - 'color') - __slots__ = __fields__ - - def __init__(self): - super(Border, self).__init__() - self.border_style = self.BORDER_NONE - self.color = Color(Color.BLACK) - - -class Borders(HashableObject): - """Border positioning for use in styles.""" - DIAGONAL_NONE = 0 - DIAGONAL_UP = 1 - DIAGONAL_DOWN = 2 - DIAGONAL_BOTH = 3 - - __fields__ = ('left', - 'right', - 'top', - 'bottom', - 'diagonal', - 'diagonal_direction', - 'all_borders', - 'outline', - 'inside', - 'vertical', - 'horizontal') - __slots__ = __fields__ - - def __init__(self): - super(Borders, self).__init__() - self.left = Border() - self.right = Border() - self.top = Border() - self.bottom = Border() - self.diagonal = Border() - self.diagonal_direction = self.DIAGONAL_NONE - - self.all_borders = Border() - self.outline = Border() - self.inside = Border() - self.vertical = Border() - self.horizontal = Border() - - -class Alignment(HashableObject): - """Alignment options for use in styles.""" - HORIZONTAL_GENERAL = 'general' - HORIZONTAL_LEFT = 'left' - HORIZONTAL_RIGHT = 'right' - HORIZONTAL_CENTER = 'center' - HORIZONTAL_CENTER_CONTINUOUS = 'centerContinuous' - HORIZONTAL_JUSTIFY = 'justify' - VERTICAL_BOTTOM = 'bottom' - VERTICAL_TOP = 'top' - VERTICAL_CENTER = 'center' - VERTICAL_JUSTIFY = 'justify' - - __fields__ = ('horizontal', - 'vertical', - 'text_rotation', - 'wrap_text', - 'shrink_to_fit', - 'indent') - __slots__ = __fields__ - __leaf__ = True - - def __init__(self): - super(Alignment, self).__init__() - self.horizontal = self.HORIZONTAL_GENERAL - self.vertical = self.VERTICAL_BOTTOM - self.text_rotation = 0 - self.wrap_text = False - self.shrink_to_fit = False - self.indent = 0 - - -class NumberFormat(HashableObject): - """Numer formatting for use in styles.""" - FORMAT_GENERAL = 'General' - FORMAT_TEXT = '@' - FORMAT_NUMBER = '0' - FORMAT_NUMBER_00 = '0.00' - FORMAT_NUMBER_COMMA_SEPARATED1 = '#,##0.00' - FORMAT_NUMBER_COMMA_SEPARATED2 = '#,##0.00_-' - FORMAT_PERCENTAGE = '0%' - FORMAT_PERCENTAGE_00 = '0.00%' - FORMAT_DATE_YYYYMMDD2 = 'yyyy-mm-dd' - FORMAT_DATE_YYYYMMDD = 'yy-mm-dd' - FORMAT_DATE_DDMMYYYY = 'dd/mm/yy' - FORMAT_DATE_DMYSLASH = 'd/m/y' - FORMAT_DATE_DMYMINUS = 'd-m-y' - FORMAT_DATE_DMMINUS = 'd-m' - FORMAT_DATE_MYMINUS = 'm-y' - FORMAT_DATE_XLSX14 = 'mm-dd-yy' - FORMAT_DATE_XLSX15 = 'd-mmm-yy' - FORMAT_DATE_XLSX16 = 'd-mmm' - FORMAT_DATE_XLSX17 = 'mmm-yy' - FORMAT_DATE_XLSX22 = 'm/d/yy h:mm' - FORMAT_DATE_DATETIME = 'd/m/y h:mm' - FORMAT_DATE_TIME1 = 'h:mm AM/PM' - FORMAT_DATE_TIME2 = 'h:mm:ss AM/PM' - FORMAT_DATE_TIME3 = 'h:mm' - FORMAT_DATE_TIME4 = 'h:mm:ss' - FORMAT_DATE_TIME5 = 'mm:ss' - FORMAT_DATE_TIME6 = 'h:mm:ss' - FORMAT_DATE_TIME7 = 'i:s.S' - FORMAT_DATE_TIME8 = 'h:mm:ss@' - FORMAT_DATE_YYYYMMDDSLASH = 'yy/mm/dd@' - FORMAT_CURRENCY_USD_SIMPLE = '"$"#,##0.00_-' - FORMAT_CURRENCY_USD = '$#,##0_-' - FORMAT_CURRENCY_EUR_SIMPLE = '[$EUR ]#,##0.00_-' - _BUILTIN_FORMATS = { - 0: 'General', - 1: '0', - 2: '0.00', - 3: '#,##0', - 4: '#,##0.00', - - 9: '0%', - 10: '0.00%', - 11: '0.00E+00', - 12: '# ?/?', - 13: '# ??/??', - 14: 'mm-dd-yy', - 15: 'd-mmm-yy', - 16: 'd-mmm', - 17: 'mmm-yy', - 18: 'h:mm AM/PM', - 19: 'h:mm:ss AM/PM', - 20: 'h:mm', - 21: 'h:mm:ss', - 22: 'm/d/yy h:mm', - - 37: '#,##0 (#,##0)', - 38: '#,##0 [Red](#,##0)', - 39: '#,##0.00(#,##0.00)', - 40: '#,##0.00[Red](#,##0.00)', - - 41: '_(* #,##0_);_(* \(#,##0\);_(* "-"_);_(@_)', - 42: '_("$"* #,##0_);_("$"* \(#,##0\);_("$"* "-"_);_(@_)', - 43: '_(* #,##0.00_);_(* \(#,##0.00\);_(* "-"??_);_(@_)', - - 44: '_("$"* #,##0.00_)_("$"* \(#,##0.00\)_("$"* "-"??_)_(@_)', - 45: 'mm:ss', - 46: '[h]:mm:ss', - 47: 'mmss.0', - 48: '##0.0E+0', - 49: '@', } - _BUILTIN_FORMATS_REVERSE = dict( - [(value, key) for key, value in _BUILTIN_FORMATS.items()]) - - __fields__ = ('_format_code', - '_format_index') - __slots__ = __fields__ - __leaf__ = True - - DATE_INDICATORS = 'dmyhs' - - def __init__(self): - super(NumberFormat, self).__init__() - self._format_code = self.FORMAT_GENERAL - self._format_index = 0 - - def _set_format_code(self, format_code = FORMAT_GENERAL): - """Setter for the format_code property.""" - self._format_code = format_code - self._format_index = self.builtin_format_id(format = format_code) - - def _get_format_code(self): - """Getter for the format_code property.""" - return self._format_code - - format_code = property(_get_format_code, _set_format_code) - - def builtin_format_code(self, index): - """Return one of the standard format codes by index.""" - return self._BUILTIN_FORMATS[index] - - def is_builtin(self, format = None): - """Check if a format code is a standard format code.""" - if format is None: - format = self._format_code - return format in list(self._BUILTIN_FORMATS.values()) - - def builtin_format_id(self, format): - """Return the id of a standard style.""" - return self._BUILTIN_FORMATS_REVERSE.get(format, None) - - def is_date_format(self, format = None): - """Check if the number format is actually representing a date.""" - if format is None: - format = self._format_code - - return any([x in format for x in self.DATE_INDICATORS]) - -class Protection(HashableObject): - """Protection options for use in styles.""" - PROTECTION_INHERIT = 'inherit' - PROTECTION_PROTECTED = 'protected' - PROTECTION_UNPROTECTED = 'unprotected' - - __fields__ = ('locked', - 'hidden') - __slots__ = __fields__ - __leaf__ = True - - def __init__(self): - super(Protection, self).__init__() - self.locked = self.PROTECTION_INHERIT - self.hidden = self.PROTECTION_INHERIT - - -class Style(HashableObject): - """Style object containing all formatting details.""" - __fields__ = ('font', - 'fill', - 'borders', - 'alignment', - 'number_format', - 'protection') - __slots__ = __fields__ - - def __init__(self): - super(Style, self).__init__() - self.font = Font() - self.fill = Fill() - self.borders = Borders() - self.alignment = Alignment() - self.number_format = NumberFormat() - self.protection = Protection() - -DEFAULTS = Style() diff --git a/tablib/packages/openpyxl3/workbook.py b/tablib/packages/openpyxl3/workbook.py deleted file mode 100644 index bbb14b6..0000000 --- a/tablib/packages/openpyxl3/workbook.py +++ /dev/null @@ -1,186 +0,0 @@ -# file openpyxl/workbook.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Workbook is the top-level container for all document information.""" - -__docformat__ = "restructuredtext en" - -# Python stdlib imports -import datetime -import os - -# package imports -from .worksheet import Worksheet -from .writer.dump_worksheet import DumpWorksheet, save_dump -from .writer.strings import StringTableBuilder -from .namedrange import NamedRange -from .style import Style -from .writer.excel import save_workbook -from .shared.exc import ReadOnlyWorkbookException - - -class DocumentProperties(object): - """High-level properties of the document.""" - - def __init__(self): - self.creator = 'Unknown' - self.last_modified_by = self.creator - self.created = datetime.datetime.now() - self.modified = datetime.datetime.now() - self.title = 'Untitled' - self.subject = '' - self.description = '' - self.keywords = '' - self.category = '' - self.company = 'Microsoft Corporation' - - -class DocumentSecurity(object): - """Security information about the document.""" - - def __init__(self): - self.lock_revision = False - self.lock_structure = False - self.lock_windows = False - self.revision_password = '' - self.workbook_password = '' - - -class Workbook(object): - """Workbook is the container for all other parts of the document.""" - - def __init__(self, optimized_write = False): - self.worksheets = [] - self._active_sheet_index = 0 - self._named_ranges = [] - self.properties = DocumentProperties() - self.style = Style() - self.security = DocumentSecurity() - self.__optimized_write = optimized_write - self.__optimized_read = False - self.strings_table_builder = StringTableBuilder() - - if not optimized_write: - self.worksheets.append(Worksheet(self)) - - def _set_optimized_read(self): - self.__optimized_read = True - - def get_active_sheet(self): - """Returns the current active sheet.""" - return self.worksheets[self._active_sheet_index] - - def create_sheet(self, index = None): - """Create a worksheet (at an optional index). - - :param index: optional position at which the sheet will be inserted - :type index: int - - """ - - if self.__optimized_read: - raise ReadOnlyWorkbookException('Cannot create new sheet in a read-only workbook') - - if self.__optimized_write : - new_ws = DumpWorksheet(parent_workbook = self) - else: - new_ws = Worksheet(parent_workbook = self) - - self.add_sheet(worksheet = new_ws, index = index) - return new_ws - - def add_sheet(self, worksheet, index = None): - """Add an existing worksheet (at an optional index).""" - if index is None: - index = len(self.worksheets) - self.worksheets.insert(index, worksheet) - - def remove_sheet(self, worksheet): - """Remove a worksheet from this workbook.""" - self.worksheets.remove(worksheet) - - def get_sheet_by_name(self, name): - """Returns a worksheet by its name. - - Returns None if no worksheet has the name specified. - - :param name: the name of the worksheet to look for - :type name: string - - """ - requested_sheet = None - for sheet in self.worksheets: - if sheet.title == name: - requested_sheet = sheet - break - return requested_sheet - - def get_index(self, worksheet): - """Return the index of the worksheet.""" - return self.worksheets.index(worksheet) - - def get_sheet_names(self): - """Returns the list of the names of worksheets in the workbook. - - Names are returned in the worksheets order. - - :rtype: list of strings - - """ - return [s.title for s in self.worksheets] - - def create_named_range(self, name, worksheet, range): - """Create a new named_range on a worksheet""" - assert isinstance(worksheet, Worksheet) - named_range = NamedRange(name, [(worksheet, range)]) - self.add_named_range(named_range) - - def get_named_ranges(self): - """Return all named ranges""" - return self._named_ranges - - def add_named_range(self, named_range): - """Add an existing named_range to the list of named_ranges.""" - self._named_ranges.append(named_range) - - def get_named_range(self, name): - """Return the range specified by name.""" - requested_range = None - for named_range in self._named_ranges: - if named_range.name == name: - requested_range = named_range - break - return requested_range - - def remove_named_range(self, named_range): - """Remove a named_range from this workbook.""" - self._named_ranges.remove(named_range) - - def save(self, filename): - """ shortcut """ - if self.__optimized_write: - save_dump(self, filename) - else: - save_workbook(self, filename) diff --git a/tablib/packages/openpyxl3/worksheet.py b/tablib/packages/openpyxl3/worksheet.py deleted file mode 100644 index 6cdda6b..0000000 --- a/tablib/packages/openpyxl3/worksheet.py +++ /dev/null @@ -1,534 +0,0 @@ -# file openpyxl/worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Worksheet is the 2nd-level container in Excel.""" - -# Python stdlib imports -import re - -# package imports -from . import cell -from .cell import coordinate_from_string, \ - column_index_from_string, get_column_letter -from .shared.exc import SheetTitleException, \ - InsufficientCoordinatesException, CellCoordinatesException, \ - NamedRangeException -from .shared.password_hasher import hash_password -from .style import Style, DEFAULTS as DEFAULTS_STYLE -from .drawing import Drawing - -_DEFAULTS_STYLE_HASH = hash(DEFAULTS_STYLE) - -def flatten(results): - - rows = [] - - for row in results: - - cells = [] - - for cell in row: - - cells.append(cell.value) - - rows.append(tuple(cells)) - - return tuple(rows) - - -class Relationship(object): - """Represents many kinds of relationships.""" - # TODO: Use this object for workbook relationships as well as - # worksheet relationships - TYPES = { - 'hyperlink': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/hyperlink', - 'drawing':'http://schemas.openxmlformats.org/officeDocument/2006/relationships/drawing', - #'worksheet': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/worksheet', - #'sharedStrings': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/sharedStrings', - #'styles': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/styles', - #'theme': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/theme', - } - - def __init__(self, rel_type): - if rel_type not in self.TYPES: - raise ValueError("Invalid relationship type %s" % rel_type) - self.type = self.TYPES[rel_type] - self.target = "" - self.target_mode = "" - self.id = "" - - -class PageSetup(object): - """Information about page layout for this sheet""" - pass - - -class HeaderFooter(object): - """Information about the header/footer for this sheet.""" - pass - - -class SheetView(object): - """Information about the visible portions of this sheet.""" - pass - - -class RowDimension(object): - """Information about the display properties of a row.""" - __slots__ = ('row_index', - 'height', - 'visible', - 'outline_level', - 'collapsed', - 'style_index',) - - def __init__(self, index = 0): - self.row_index = index - self.height = -1 - self.visible = True - self.outline_level = 0 - self.collapsed = False - self.style_index = None - - -class ColumnDimension(object): - """Information about the display properties of a column.""" - __slots__ = ('column_index', - 'width', - 'auto_size', - 'visible', - 'outline_level', - 'collapsed', - 'style_index',) - - def __init__(self, index = 'A'): - self.column_index = index - self.width = -1 - self.auto_size = False - self.visible = True - self.outline_level = 0 - self.collapsed = False - self.style_index = 0 - - -class PageMargins(object): - """Information about page margins for view/print layouts.""" - - def __init__(self): - self.left = self.right = 0.7 - self.top = self.bottom = 0.75 - self.header = self.footer = 0.3 - - -class SheetProtection(object): - """Information about protection of various aspects of a sheet.""" - - def __init__(self): - self.sheet = False - self.objects = False - self.scenarios = False - self.format_cells = False - self.format_columns = False - self.format_rows = False - self.insert_columns = False - self.insert_rows = False - self.insert_hyperlinks = False - self.delete_columns = False - self.delete_rows = False - self.select_locked_cells = False - self.sort = False - self.auto_filter = False - self.pivot_tables = False - self.select_unlocked_cells = False - self._password = '' - - def set_password(self, value = '', already_hashed = False): - """Set a password on this sheet.""" - if not already_hashed: - value = hash_password(value) - self._password = value - - def _set_raw_password(self, value): - """Set a password directly, forcing a hash step.""" - self.set_password(value, already_hashed = False) - - def _get_raw_password(self): - """Return the password value, regardless of hash.""" - return self._password - - password = property(_get_raw_password, _set_raw_password, - 'get/set the password (if already hashed, ' - 'use set_password() instead)') - - -class Worksheet(object): - """Represents a worksheet. - - Do not create worksheets yourself, - use :func:`.workbook.Workbook.create_sheet` instead - - """ - BREAK_NONE = 0 - BREAK_ROW = 1 - BREAK_COLUMN = 2 - - SHEETSTATE_VISIBLE = 'visible' - SHEETSTATE_HIDDEN = 'hidden' - SHEETSTATE_VERYHIDDEN = 'veryHidden' - - def __init__(self, parent_workbook, title = 'Sheet'): - self._parent = parent_workbook - self._title = '' - if not title: - self.title = 'Sheet%d' % (1 + len(self._parent.worksheets)) - else: - self.title = title - self.row_dimensions = {} - self.column_dimensions = {} - self._cells = {} - self._styles = {} - self._charts = [] - self.relationships = [] - self.selected_cell = 'A1' - self.active_cell = 'A1' - self.sheet_state = self.SHEETSTATE_VISIBLE - self.page_setup = PageSetup() - self.page_margins = PageMargins() - self.header_footer = HeaderFooter() - self.sheet_view = SheetView() - self.protection = SheetProtection() - self.show_gridlines = True - self.print_gridlines = False - self.show_summary_below = True - self.show_summary_right = True - self.default_row_dimension = RowDimension() - self.default_column_dimension = ColumnDimension() - self._auto_filter = None - self._freeze_panes = None - - def __repr__(self): - return '' % self.title - - def garbage_collect(self): - """Delete cells that are not storing a value.""" - delete_list = [coordinate for coordinate, cell in \ - self._cells.items() if (cell.value in ('', None) and \ - hash(cell.style) == _DEFAULTS_STYLE_HASH)] - for coordinate in delete_list: - del self._cells[coordinate] - - def get_cell_collection(self): - """Return an unordered list of the cells in this worksheet.""" - return list(self._cells.values()) - - def _set_title(self, value): - """Set a sheet title, ensuring it is valid.""" - bad_title_char_re = re.compile(r'[\\*?:/\[\]]') - if bad_title_char_re.search(value): - msg = 'Invalid character found in sheet title' - raise SheetTitleException(msg) - - # check if sheet_name already exists - # do this *before* length check - if self._parent.get_sheet_by_name(value): - # use name, but append with lowest possible integer - i = 1 - while self._parent.get_sheet_by_name('%s%d' % (value, i)): - i += 1 - value = '%s%d' % (value, i) - if len(value) > 31: - msg = 'Maximum 31 characters allowed in sheet title' - raise SheetTitleException(msg) - self._title = value - - def _get_title(self): - """Return the title for this sheet.""" - return self._title - - title = property(_get_title, _set_title, doc = - 'Get or set the title of the worksheet. ' - 'Limited to 31 characters, no special characters.') - - def _set_auto_filter(self, range): - # Normalize range to a str or None - if not range: - range = None - elif isinstance(range, str): - range = range.upper() - else: # Assume a range - range = range[0][0].address + ':' + range[-1][-1].address - self._auto_filter = range - - def _get_auto_filter(self): - return self._auto_filter - - auto_filter = property(_get_auto_filter, _set_auto_filter, doc = - 'get or set auto filtering on columns') - def _set_freeze_panes(self, topLeftCell): - if not topLeftCell: - topLeftCell = None - elif isinstance(topLeftCell, str): - topLeftCell = topLeftCell.upper() - else: # Assume a cell - topLeftCell = topLeftCell.address - if topLeftCell == 'A1': - topLeftCell = None - self._freeze_panes = topLeftCell - - def _get_freeze_panes(self): - return self._freeze_panes - - freeze_panes = property(_get_freeze_panes,_set_freeze_panes, doc = - "Get or set frozen panes") - - def cell(self, coordinate = None, row = None, column = None): - """Returns a cell object based on the given coordinates. - - Usage: cell(coodinate='A15') **or** cell(row=15, column=1) - - If `coordinates` are not given, then row *and* column must be given. - - Cells are kept in a dictionary which is empty at the worksheet - creation. Calling `cell` creates the cell in memory when they - are first accessed, to reduce memory usage. - - :param coordinate: coordinates of the cell (e.g. 'B12') - :type coordinate: string - - :param row: row index of the cell (e.g. 4) - :type row: int - - :param column: column index of the cell (e.g. 3) - :type column: int - - :raise: InsufficientCoordinatesException when coordinate or (row and column) are not given - - :rtype: :class:`.cell.Cell` - - """ - if not coordinate: - if (row is None or column is None): - msg = "You have to provide a value either for " \ - "'coordinate' or for 'row' *and* 'column'" - raise InsufficientCoordinatesException(msg) - else: - coordinate = '%s%s' % (get_column_letter(column + 1), row + 1) - else: - coordinate = coordinate.replace('$', '') - - return self._get_cell(coordinate) - - def _get_cell(self, coordinate): - - if not coordinate in self._cells: - column, row = coordinate_from_string(coordinate) - new_cell = cell.Cell(self, column, row) - self._cells[coordinate] = new_cell - if column not in self.column_dimensions: - self.column_dimensions[column] = ColumnDimension(column) - if row not in self.row_dimensions: - self.row_dimensions[row] = RowDimension(row) - return self._cells[coordinate] - - def get_highest_row(self): - """Returns the maximum row index containing data - - :rtype: int - """ - if self.row_dimensions: - return max(self.row_dimensions.keys()) - else: - return 1 - - def get_highest_column(self): - """Get the largest value for column currently stored. - - :rtype: int - """ - if self.column_dimensions: - return max([column_index_from_string(column_index) - for column_index in self.column_dimensions]) - else: - return 1 - - def calculate_dimension(self): - """Return the minimum bounding range for all cells containing data.""" - return 'A1:%s%d' % (get_column_letter(self.get_highest_column()), - self.get_highest_row()) - - def range(self, range_string, row = 0, column = 0): - """Returns a 2D array of cells, with optional row and column offsets. - - :param range_string: cell range string or `named range` name - :type range_string: string - - :param row: number of rows to offset - :type row: int - - :param column: number of columns to offset - :type column: int - - :rtype: tuples of tuples of :class:`.cell.Cell` - - """ - if ':' in range_string: - # R1C1 range - result = [] - min_range, max_range = range_string.split(':') - min_col, min_row = coordinate_from_string(min_range) - max_col, max_row = coordinate_from_string(max_range) - if column: - min_col = get_column_letter( - column_index_from_string(min_col) + column) - max_col = get_column_letter( - column_index_from_string(max_col) + column) - min_col = column_index_from_string(min_col) - max_col = column_index_from_string(max_col) - cache_cols = {} - for col in range(min_col, max_col + 1): - cache_cols[col] = get_column_letter(col) - rows = range(min_row + row, max_row + row + 1) - cols = range(min_col, max_col + 1) - for row in rows: - new_row = [] - for col in cols: - new_row.append(self.cell('%s%s' % (cache_cols[col], row))) - result.append(tuple(new_row)) - return tuple(result) - else: - try: - return self.cell(coordinate = range_string, row = row, - column = column) - except CellCoordinatesException: - pass - - # named range - named_range = self._parent.get_named_range(range_string) - if named_range is None: - msg = '%s is not a valid range name' % range_string - raise NamedRangeException(msg) - - result = [] - for destination in named_range.destinations: - - worksheet, cells_range = destination - - if worksheet is not self: - msg = 'Range %s is not defined on worksheet %s' % \ - (cells_range, self.title) - raise NamedRangeException(msg) - - content = self.range(cells_range) - - if isinstance(content, tuple): - for cells in content: - result.extend(cells) - else: - result.append(content) - - if len(result) == 1: - return result[0] - else: - return tuple(result) - - def get_style(self, coordinate): - """Return the style object for the specified cell.""" - if not coordinate in self._styles: - self._styles[coordinate] = Style() - return self._styles[coordinate] - - def create_relationship(self, rel_type): - """Add a relationship for this sheet.""" - rel = Relationship(rel_type) - self.relationships.append(rel) - rel_id = self.relationships.index(rel) - rel.id = 'rId' + str(rel_id + 1) - return self.relationships[rel_id] - - def add_chart(self, chart): - """ Add a chart to the sheet """ - - chart._sheet = self - self._charts.append(chart) - - def append(self, list_or_dict): - """Appends a group of values at the bottom of the current sheet. - - * If it's a list: all values are added in order, starting from the first column - * If it's a dict: values are assigned to the columns indicated by the keys (numbers or letters) - - :param list_or_dict: list or dict containing values to append - :type list_or_dict: list/tuple or dict - - Usage: - - * append(['This is A1', 'This is B1', 'This is C1']) - * **or** append({'A' : 'This is A1', 'C' : 'This is C1'}) - * **or** append({0 : 'This is A1', 2 : 'This is C1'}) - - :raise: TypeError when list_or_dict is neither a list/tuple nor a dict - - """ - - row_idx = len(self.row_dimensions) - - if isinstance(list_or_dict, (list, tuple)): - - for col_idx, content in enumerate(list_or_dict): - - self.cell(row = row_idx, column = col_idx).value = content - - elif isinstance(list_or_dict, dict): - - for col_idx, content in list_or_dict.items(): - - if isinstance(col_idx, str): - col_idx = column_index_from_string(col_idx) - 1 - - self.cell(row = row_idx, column = col_idx).value = content - - else: - raise TypeError('list_or_dict must be a list or a dict') - - @property - def rows(self): - - return self.range(self.calculate_dimension()) - - @property - def columns(self): - - max_row = self.get_highest_row() - - cols = [] - - for col_idx in range(self.get_highest_column()): - col = get_column_letter(col_idx+1) - res = self.range('%s1:%s%d' % (col, col, max_row)) - cols.append(tuple([x[0] for x in res])) - - - return tuple(cols) - diff --git a/tablib/packages/openpyxl3/writer/__init__.py b/tablib/packages/openpyxl3/writer/__init__.py deleted file mode 100644 index 9eb0a21..0000000 --- a/tablib/packages/openpyxl3/writer/__init__.py +++ /dev/null @@ -1,34 +0,0 @@ -# file openpyxl/writer/__init__.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Imports for the openpyxl.writer namespace.""" - -# package imports -from . import excel -from . import strings -from . import styles -from . import theme -from . import workbook -from . import worksheet diff --git a/tablib/packages/openpyxl3/writer/charts.py b/tablib/packages/openpyxl3/writer/charts.py deleted file mode 100644 index 420328d..0000000 --- a/tablib/packages/openpyxl3/writer/charts.py +++ /dev/null @@ -1,262 +0,0 @@ -# coding=UTF-8 -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -from ..shared.xmltools import Element, SubElement, get_document_content -from ..chart import Chart, ErrorBar - - -class ChartWriter(object): - - def __init__(self, chart): - self.chart = chart - - def write(self): - """ write a chart """ - - root = Element('c:chartSpace', - {'xmlns:c':"http://schemas.openxmlformats.org/drawingml/2006/chart", - 'xmlns:a':"http://schemas.openxmlformats.org/drawingml/2006/main", - 'xmlns:r':"http://schemas.openxmlformats.org/officeDocument/2006/relationships"}) - - SubElement(root, 'c:lang', {'val':self.chart.lang}) - self._write_chart(root) - self._write_print_settings(root) - self._write_shapes(root) - - return get_document_content(root) - - def _write_chart(self, root): - - chart = self.chart - - ch = SubElement(root, 'c:chart') - self._write_title(ch) - plot_area = SubElement(ch, 'c:plotArea') - layout = SubElement(plot_area, 'c:layout') - mlayout = SubElement(layout, 'c:manualLayout') - SubElement(mlayout, 'c:layoutTarget', {'val':'inner'}) - SubElement(mlayout, 'c:xMode', {'val':'edge'}) - SubElement(mlayout, 'c:yMode', {'val':'edge'}) - SubElement(mlayout, 'c:x', {'val':str(chart._get_margin_left())}) - SubElement(mlayout, 'c:y', {'val':str(chart._get_margin_top())}) - SubElement(mlayout, 'c:w', {'val':str(chart.width)}) - SubElement(mlayout, 'c:h', {'val':str(chart.height)}) - - if chart.type == Chart.SCATTER_CHART: - subchart = SubElement(plot_area, 'c:scatterChart') - SubElement(subchart, 'c:scatterStyle', {'val':str('lineMarker')}) - else: - if chart.type == Chart.BAR_CHART: - subchart = SubElement(plot_area, 'c:barChart') - SubElement(subchart, 'c:barDir', {'val':'col'}) - else: - subchart = SubElement(plot_area, 'c:lineChart') - - SubElement(subchart, 'c:grouping', {'val':chart.grouping}) - - self._write_series(subchart) - - SubElement(subchart, 'c:marker', {'val':'1'}) - SubElement(subchart, 'c:axId', {'val':str(chart.x_axis.id)}) - SubElement(subchart, 'c:axId', {'val':str(chart.y_axis.id)}) - - if chart.type == Chart.SCATTER_CHART: - self._write_axis(plot_area, chart.x_axis, 'c:valAx') - else: - self._write_axis(plot_area, chart.x_axis, 'c:catAx') - self._write_axis(plot_area, chart.y_axis, 'c:valAx') - - self._write_legend(ch) - - SubElement(ch, 'c:plotVisOnly', {'val':'1'}) - - def _write_title(self, chart): - if self.chart.title != '': - title = SubElement(chart, 'c:title') - tx = SubElement(title, 'c:tx') - rich = SubElement(tx, 'c:rich') - SubElement(rich, 'a:bodyPr') - SubElement(rich, 'a:lstStyle') - p = SubElement(rich, 'a:p') - pPr = SubElement(p, 'a:pPr') - SubElement(pPr, 'a:defRPr') - r = SubElement(p, 'a:r') - SubElement(r, 'a:rPr', {'lang':self.chart.lang}) - t = SubElement(r, 'a:t').text = self.chart.title - SubElement(title, 'c:layout') - - def _write_axis(self, plot_area, axis, label): - - ax = SubElement(plot_area, label) - SubElement(ax, 'c:axId', {'val':str(axis.id)}) - - scaling = SubElement(ax, 'c:scaling') - SubElement(scaling, 'c:orientation', {'val':axis.orientation}) - if label == 'c:valAx': - SubElement(scaling, 'c:max', {'val':str(axis.max)}) - SubElement(scaling, 'c:min', {'val':str(axis.min)}) - - SubElement(ax, 'c:axPos', {'val':axis.position}) - if label == 'c:valAx': - SubElement(ax, 'c:majorGridlines') - SubElement(ax, 'c:numFmt', {'formatCode':"General", 'sourceLinked':'1'}) - SubElement(ax, 'c:tickLblPos', {'val':axis.tick_label_position}) - SubElement(ax, 'c:crossAx', {'val':str(axis.cross)}) - SubElement(ax, 'c:crosses', {'val':axis.crosses}) - if axis.auto: - SubElement(ax, 'c:auto', {'val':'1'}) - if axis.label_align: - SubElement(ax, 'c:lblAlgn', {'val':axis.label_align}) - if axis.label_offset: - SubElement(ax, 'c:lblOffset', {'val':str(axis.label_offset)}) - if label == 'c:valAx': - if self.chart.type == Chart.SCATTER_CHART: - SubElement(ax, 'c:crossBetween', {'val':'midCat'}) - else: - SubElement(ax, 'c:crossBetween', {'val':'between'}) - SubElement(ax, 'c:majorUnit', {'val':str(axis.unit)}) - - def _write_series(self, subchart): - - for i, serie in enumerate(self.chart._series): - ser = SubElement(subchart, 'c:ser') - SubElement(ser, 'c:idx', {'val':str(i)}) - SubElement(ser, 'c:order', {'val':str(i)}) - - if serie.legend: - tx = SubElement(ser, 'c:tx') - self._write_serial(tx, serie.legend) - - if serie.color: - sppr = SubElement(ser, 'c:spPr') - if self.chart.type == Chart.BAR_CHART: - # fill color - fillc = SubElement(sppr, 'a:solidFill') - SubElement(fillc, 'a:srgbClr', {'val':serie.color}) - # edge color - ln = SubElement(sppr, 'a:ln') - fill = SubElement(ln, 'a:solidFill') - SubElement(fill, 'a:srgbClr', {'val':serie.color}) - - if serie.error_bar: - self._write_error_bar(ser, serie) - - marker = SubElement(ser, 'c:marker') - SubElement(marker, 'c:symbol', {'val':serie.marker}) - - if serie.labels: - cat = SubElement(ser, 'c:cat') - self._write_serial(cat, serie.labels) - - if self.chart.type == Chart.SCATTER_CHART: - if serie.xvalues: - xval = SubElement(ser, 'c:xVal') - self._write_serial(xval, serie.xvalues) - - yval = SubElement(ser, 'c:yVal') - self._write_serial(yval, serie.values) - else: - val = SubElement(ser, 'c:val') - self._write_serial(val, serie.values) - - def _write_serial(self, node, serie, literal=False): - - cache = serie._get_cache() - if isinstance(cache[0], str): - typ = 'str' - else: - typ = 'num' - - if not literal: - if typ == 'num': - ref = SubElement(node, 'c:numRef') - else: - ref = SubElement(node, 'c:strRef') - SubElement(ref, 'c:f').text = serie._get_ref() - if typ == 'num': - data = SubElement(ref, 'c:numCache') - else: - data = SubElement(ref, 'c:strCache') - else: - data = SubElement(node, 'c:numLit') - - if typ == 'num': - SubElement(data, 'c:formatCode').text = 'General' - if literal: - values = (1,) - else: - values = cache - - SubElement(data, 'c:ptCount', {'val':str(len(values))}) - for j, val in enumerate(values): - point = SubElement(data, 'c:pt', {'idx':str(j)}) - SubElement(point, 'c:v').text = str(val) - - def _write_error_bar(self, node, serie): - - flag = {ErrorBar.PLUS_MINUS:'both', - ErrorBar.PLUS:'plus', - ErrorBar.MINUS:'minus'} - - eb = SubElement(node, 'c:errBars') - SubElement(eb, 'c:errBarType', {'val':flag[serie.error_bar.type]}) - SubElement(eb, 'c:errValType', {'val':'cust'}) - - plus = SubElement(eb, 'c:plus') - self._write_serial(plus, serie.error_bar.values, - literal=(serie.error_bar.type==ErrorBar.MINUS)) - - minus = SubElement(eb, 'c:minus') - self._write_serial(minus, serie.error_bar.values, - literal=(serie.error_bar.type==ErrorBar.PLUS)) - - def _write_legend(self, chart): - - legend = SubElement(chart, 'c:legend') - SubElement(legend, 'c:legendPos', {'val':self.chart.legend.position}) - SubElement(legend, 'c:layout') - - def _write_print_settings(self, root): - - settings = SubElement(root, 'c:printSettings') - SubElement(settings, 'c:headerFooter') - margins = dict([(k, str(v)) for (k,v) in self.chart.print_margins.items()]) - SubElement(settings, 'c:pageMargins', margins) - SubElement(settings, 'c:pageSetup') - - def _write_shapes(self, root): - - if self.chart._shapes: - SubElement(root, 'c:userShapes', {'r:id':'rId1'}) - - def write_rels(self, drawing_id): - - root = Element('Relationships', {'xmlns' : 'http://schemas.openxmlformats.org/package/2006/relationships'}) - attrs = {'Id' : 'rId1', - 'Type' : 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/chartUserShapes', - 'Target' : '../drawings/drawing%s.xml' % drawing_id } - SubElement(root, 'Relationship', attrs) - return get_document_content(root) diff --git a/tablib/packages/openpyxl3/writer/drawings.py b/tablib/packages/openpyxl3/writer/drawings.py deleted file mode 100644 index 8a6cce2..0000000 --- a/tablib/packages/openpyxl3/writer/drawings.py +++ /dev/null @@ -1,192 +0,0 @@ -# coding=UTF-8 -''' -Copyright (c) 2010 openpyxl - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in -all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -THE SOFTWARE. - -@license: http://www.opensource.org/licenses/mit-license.php -@author: Eric Gazoni -''' - -from ..shared.xmltools import Element, SubElement, get_document_content - - -class DrawingWriter(object): - """ one main drawing file per sheet """ - - def __init__(self, sheet): - self._sheet = sheet - - def write(self): - """ write drawings for one sheet in one file """ - - root = Element('xdr:wsDr', - {'xmlns:xdr' : "http://schemas.openxmlformats.org/drawingml/2006/spreadsheetDrawing", - 'xmlns:a' : "http://schemas.openxmlformats.org/drawingml/2006/main"}) - - for i, chart in enumerate(self._sheet._charts): - - drawing = chart.drawing - -# anchor = SubElement(root, 'xdr:twoCellAnchor') -# (start_row, start_col), (end_row, end_col) = drawing.coordinates -# # anchor coordinates -# _from = SubElement(anchor, 'xdr:from') -# x = SubElement(_from, 'xdr:col').text = str(start_col) -# x = SubElement(_from, 'xdr:colOff').text = '0' -# x = SubElement(_from, 'xdr:row').text = str(start_row) -# x = SubElement(_from, 'xdr:rowOff').text = '0' - -# _to = SubElement(anchor, 'xdr:to') -# x = SubElement(_to, 'xdr:col').text = str(end_col) -# x = SubElement(_to, 'xdr:colOff').text = '0' -# x = SubElement(_to, 'xdr:row').text = str(end_row) -# x = SubElement(_to, 'xdr:rowOff').text = '0' - - # we only support absolute anchor atm (TODO: oneCellAnchor, twoCellAnchor - x, y, w, h = drawing.get_emu_dimensions() - anchor = SubElement(root, 'xdr:absoluteAnchor') - SubElement(anchor, 'xdr:pos', {'x':str(x), 'y':str(y)}) - SubElement(anchor, 'xdr:ext', {'cx':str(w), 'cy':str(h)}) - - # graph frame - frame = SubElement(anchor, 'xdr:graphicFrame', {'macro':''}) - - name = SubElement(frame, 'xdr:nvGraphicFramePr') - SubElement(name, 'xdr:cNvPr', {'id':'%s' % i, 'name':'Graphique %s' % i}) - SubElement(name, 'xdr:cNvGraphicFramePr') - - frm = SubElement(frame, 'xdr:xfrm') - # no transformation - SubElement(frm, 'a:off', {'x':'0', 'y':'0'}) - SubElement(frm, 'a:ext', {'cx':'0', 'cy':'0'}) - - graph = SubElement(frame, 'a:graphic') - data = SubElement(graph, 'a:graphicData', - {'uri':'http://schemas.openxmlformats.org/drawingml/2006/chart'}) - SubElement(data, 'c:chart', - { 'xmlns:c':'http://schemas.openxmlformats.org/drawingml/2006/chart', - 'xmlns:r':'http://schemas.openxmlformats.org/officeDocument/2006/relationships', - 'r:id':'rId%s' % (i + 1)}) - - SubElement(anchor, 'xdr:clientData') - - return get_document_content(root) - - def write_rels(self, chart_id): - - root = Element('Relationships', - {'xmlns' : 'http://schemas.openxmlformats.org/package/2006/relationships'}) - for i, chart in enumerate(self._sheet._charts): - attrs = {'Id' : 'rId%s' % (i + 1), - 'Type' : 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/chart', - 'Target' : '../charts/chart%s.xml' % (chart_id + i) } - SubElement(root, 'Relationship', attrs) - return get_document_content(root) - -class ShapeWriter(object): - """ one file per shape """ - - schema = "http://schemas.openxmlformats.org/drawingml/2006/main" - - def __init__(self, shapes): - - self._shapes = shapes - - def write(self, shape_id): - - root = Element('c:userShapes', {'xmlns:c' : 'http://schemas.openxmlformats.org/drawingml/2006/chart'}) - - for shape in self._shapes: - anchor = SubElement(root, 'cdr:relSizeAnchor', - {'xmlns:cdr' : "http://schemas.openxmlformats.org/drawingml/2006/chartDrawing"}) - - xstart, ystart, xend, yend = shape.get_coordinates() - - _from = SubElement(anchor, 'cdr:from') - SubElement(_from, 'cdr:x').text = str(xstart) - SubElement(_from, 'cdr:y').text = str(ystart) - - _to = SubElement(anchor, 'cdr:to') - SubElement(_to, 'cdr:x').text = str(xend) - SubElement(_to, 'cdr:y').text = str(yend) - - sp = SubElement(anchor, 'cdr:sp', {'macro':'', 'textlink':''}) - nvspr = SubElement(sp, 'cdr:nvSpPr') - SubElement(nvspr, 'cdr:cNvPr', {'id':str(shape_id), 'name':'shape %s' % shape_id}) - SubElement(nvspr, 'cdr:cNvSpPr') - - sppr = SubElement(sp, 'cdr:spPr') - frm = SubElement(sppr, 'a:xfrm', {'xmlns:a':self.schema}) - # no transformation - SubElement(frm, 'a:off', {'x':'0', 'y':'0'}) - SubElement(frm, 'a:ext', {'cx':'0', 'cy':'0'}) - - prstgeom = SubElement(sppr, 'a:prstGeom', {'xmlns:a':self.schema, 'prst':str(shape.style)}) - SubElement(prstgeom, 'a:avLst') - - fill = SubElement(sppr, 'a:solidFill', {'xmlns:a':self.schema}) - SubElement(fill, 'a:srgbClr', {'val':shape.color}) - - border = SubElement(sppr, 'a:ln', {'xmlns:a':self.schema, 'w':str(shape._border_width)}) - sf = SubElement(border, 'a:solidFill') - SubElement(sf, 'a:srgbClr', {'val':shape.border_color}) - - self._write_style(sp) - self._write_text(sp, shape) - - shape_id += 1 - - return get_document_content(root) - - def _write_text(self, node, shape): - """ write text in the shape """ - - tx_body = SubElement(node, 'cdr:txBody') - SubElement(tx_body, 'a:bodyPr', {'xmlns:a':self.schema, 'vertOverflow':'clip'}) - SubElement(tx_body, 'a:lstStyle', - {'xmlns:a':self.schema}) - p = SubElement(tx_body, 'a:p', {'xmlns:a':self.schema}) - if shape.text: - r = SubElement(p, 'a:r') - rpr = SubElement(r, 'a:rPr', {'lang':'en-US'}) - fill = SubElement(rpr, 'a:solidFill') - SubElement(fill, 'a:srgbClr', {'val':shape.text_color}) - - SubElement(r, 'a:t').text = shape.text - else: - SubElement(p, 'a:endParaRPr', {'lang':'en-US'}) - - def _write_style(self, node): - """ write style theme """ - - style = SubElement(node, 'cdr:style') - - ln_ref = SubElement(style, 'a:lnRef', {'xmlns:a':self.schema, 'idx':'2'}) - scheme_clr = SubElement(ln_ref, 'a:schemeClr', {'val':'accent1'}) - SubElement(scheme_clr, 'a:shade', {'val':'50000'}) - - fill_ref = SubElement(style, 'a:fillRef', {'xmlns:a':self.schema, 'idx':'1'}) - SubElement(fill_ref, 'a:schemeClr', {'val':'accent1'}) - - effect_ref = SubElement(style, 'a:effectRef', {'xmlns:a':self.schema, 'idx':'0'}) - SubElement(effect_ref, 'a:schemeClr', {'val':'accent1'}) - - font_ref = SubElement(style, 'a:fontRef', {'xmlns:a':self.schema, 'idx':'minor'}) - SubElement(font_ref, 'a:schemeClr', {'val':'lt1'}) diff --git a/tablib/packages/openpyxl3/writer/dump_worksheet.py b/tablib/packages/openpyxl3/writer/dump_worksheet.py deleted file mode 100644 index 36d68d4..0000000 --- a/tablib/packages/openpyxl3/writer/dump_worksheet.py +++ /dev/null @@ -1,256 +0,0 @@ -# file openpyxl/writer/straight_worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write worksheets to xml representations in an optimized way""" - -import datetime -import os - -from ..cell import column_index_from_string, get_column_letter, Cell -from ..worksheet import Worksheet -from ..shared.xmltools import XMLGenerator, get_document_content, \ - start_tag, end_tag, tag -from ..shared.date_time import SharedDate -from ..shared.ooxml import MAX_COLUMN, MAX_ROW -from tempfile import NamedTemporaryFile -from ..writer.excel import ExcelWriter -from ..writer.strings import write_string_table -from ..writer.styles import StyleWriter -from ..style import Style, NumberFormat - -from ..shared.ooxml import ARC_SHARED_STRINGS, ARC_CONTENT_TYPES, \ - ARC_ROOT_RELS, ARC_WORKBOOK_RELS, ARC_APP, ARC_CORE, ARC_THEME, \ - ARC_STYLE, ARC_WORKBOOK, \ - PACKAGE_WORKSHEETS, PACKAGE_DRAWINGS, PACKAGE_CHARTS - -STYLES = {'datetime' : {'type':Cell.TYPE_NUMERIC, - 'style':'1'}, - 'string':{'type':Cell.TYPE_STRING, - 'style':'0'}, - 'numeric':{'type':Cell.TYPE_NUMERIC, - 'style':'0'}, - 'formula':{'type':Cell.TYPE_FORMULA, - 'style':'0'}, - 'boolean':{'type':Cell.TYPE_BOOL, - 'style':'0'}, - } - -DATETIME_STYLE = Style() -DATETIME_STYLE.number_format.format_code = NumberFormat.FORMAT_DATE_YYYYMMDD2 -BOUNDING_BOX_PLACEHOLDER = 'A1:%s%d' % (get_column_letter(MAX_COLUMN), MAX_ROW) - -class DumpWorksheet(Worksheet): - - """ - .. warning:: - - You shouldn't initialize this yourself, use :class:`..workbook.Workbook` constructor instead, - with `optimized_write = True`. - """ - - def __init__(self, parent_workbook): - - Worksheet.__init__(self, parent_workbook) - - self._max_col = 0 - self._max_row = 0 - self._parent = parent_workbook - self._fileobj_header = NamedTemporaryFile(mode='r+', prefix='..', suffix='.header', delete=False) - self._fileobj_content = NamedTemporaryFile(mode='r+', prefix='..', suffix='.content', delete=False) - self._fileobj = NamedTemporaryFile(mode='w', prefix='..', delete=False) - self.doc = XMLGenerator(self._fileobj_content, 'utf-8') - self.header = XMLGenerator(self._fileobj_header, 'utf-8') - self.title = 'Sheet' - - self._shared_date = SharedDate() - self._string_builder = self._parent.strings_table_builder - - @property - def filename(self): - return self._fileobj.name - - def write_header(self): - - doc = self.header - - start_tag(doc, 'worksheet', - {'xml:space': 'preserve', - 'xmlns': 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'xmlns:r': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships'}) - start_tag(doc, 'sheetPr') - tag(doc, 'outlinePr', - {'summaryBelow': '1', - 'summaryRight': '1'}) - end_tag(doc, 'sheetPr') - tag(doc, 'dimension', {'ref': 'A1:%s' % (self.get_dimensions())}) - start_tag(doc, 'sheetViews') - start_tag(doc, 'sheetView', {'workbookViewId': '0'}) - tag(doc, 'selection', {'activeCell': 'A1', - 'sqref': 'A1'}) - end_tag(doc, 'sheetView') - end_tag(doc, 'sheetViews') - tag(doc, 'sheetFormatPr', {'defaultRowHeight': '15'}) - start_tag(doc, 'sheetData') - - def close(self): - - self._close_content() - self._close_header() - - self._write_fileobj(self._fileobj_header) - self._write_fileobj(self._fileobj_content) - - self._fileobj.close() - - def _write_fileobj(self, fobj): - - fobj.flush() - fobj.seek(0) - - while True: - chunk = fobj.read(4096) - if not chunk: - break - self._fileobj.write(chunk) - - fobj.close() - os.remove(fobj.name) - - self._fileobj.flush() - - def _close_header(self): - - doc = self.header - #doc.endDocument() - - def _close_content(self): - - doc = self.doc - end_tag(doc, 'sheetData') - - end_tag(doc, 'worksheet') - #doc.endDocument() - - def get_dimensions(self): - - if not self._max_col or not self._max_row: - return 'A1' - else: - return '%s%d' % (get_column_letter(self._max_col), (self._max_row)) - - def append(self, row): - - """ - :param row: iterable containing values to append - :type row: iterable - """ - - doc = self.doc - - self._max_row += 1 - span = len(row) - self._max_col = max(self._max_col, span) - - row_idx = self._max_row - - attrs = {'r': '%d' % row_idx, - 'spans': '1:%d' % span} - - start_tag(doc, 'row', attrs) - - for col_idx, cell in enumerate(row): - - if cell is None: - continue - - coordinate = '%s%d' % (get_column_letter(col_idx+1), row_idx) - attributes = {'r': coordinate} - - if isinstance(cell, bool): - dtype = 'boolean' - elif isinstance(cell, (int, float)): - dtype = 'numeric' - elif isinstance(cell, (datetime.datetime, datetime.date)): - dtype = 'datetime' - cell = self._shared_date.datetime_to_julian(cell) - attributes['s'] = STYLES[dtype]['style'] - elif cell and cell[0] == '=': - dtype = 'formula' - else: - dtype = 'string' - cell = self._string_builder.add(cell) - - attributes['t'] = STYLES[dtype]['type'] - - start_tag(doc, 'c', attributes) - - if dtype == 'formula': - tag(doc, 'f', body = '%s' % cell[1:]) - tag(doc, 'v') - else: - tag(doc, 'v', body = '%s' % cell) - - end_tag(doc, 'c') - - - end_tag(doc, 'row') - - -def save_dump(workbook, filename): - - writer = ExcelDumpWriter(workbook) - writer.save(filename) - return True - -class ExcelDumpWriter(ExcelWriter): - - def __init__(self, workbook): - - self.workbook = workbook - self.style_writer = StyleDumpWriter(workbook) - self.style_writer._style_list.append(DATETIME_STYLE) - - def _write_string_table(self, archive): - - shared_string_table = self.workbook.strings_table_builder.get_table() - archive.writestr(ARC_SHARED_STRINGS, - write_string_table(shared_string_table)) - - return shared_string_table - - def _write_worksheets(self, archive, shared_string_table, style_writer): - - for i, sheet in enumerate(self.workbook.worksheets): - sheet.write_header() - sheet.close() - archive.write(sheet.filename, PACKAGE_WORKSHEETS + '/sheet%d.xml' % (i + 1)) - os.remove(sheet.filename) - - -class StyleDumpWriter(StyleWriter): - - def _get_style_list(self, workbook): - return [] - diff --git a/tablib/packages/openpyxl3/writer/excel.py b/tablib/packages/openpyxl3/writer/excel.py deleted file mode 100644 index a19666d..0000000 --- a/tablib/packages/openpyxl3/writer/excel.py +++ /dev/null @@ -1,156 +0,0 @@ -# file openpyxl/writer/excel.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write a .xlsx file.""" - -# Python stdlib imports -from zipfile import ZipFile, ZIP_DEFLATED -from io import StringIO - -# package imports -from ..shared.ooxml import ARC_SHARED_STRINGS, ARC_CONTENT_TYPES, \ - ARC_ROOT_RELS, ARC_WORKBOOK_RELS, ARC_APP, ARC_CORE, ARC_THEME, \ - ARC_STYLE, ARC_WORKBOOK, \ - PACKAGE_WORKSHEETS, PACKAGE_DRAWINGS, PACKAGE_CHARTS -from .strings import create_string_table, write_string_table -from .workbook import write_content_types, write_root_rels, \ - write_workbook_rels, write_properties_app, write_properties_core, \ - write_workbook -from .theme import write_theme -from .styles import StyleWriter -from .drawings import DrawingWriter, ShapeWriter -from .charts import ChartWriter -from .worksheet import write_worksheet, write_worksheet_rels - - -class ExcelWriter(object): - """Write a workbook object to an Excel file.""" - - def __init__(self, workbook): - self.workbook = workbook - self.style_writer = StyleWriter(self.workbook) - - def write_data(self, archive): - """Write the various xml files into the zip archive.""" - # cleanup all worksheets - shared_string_table = self._write_string_table(archive) - - archive.writestr(ARC_CONTENT_TYPES, write_content_types(self.workbook)) - archive.writestr(ARC_ROOT_RELS, write_root_rels(self.workbook)) - archive.writestr(ARC_WORKBOOK_RELS, write_workbook_rels(self.workbook)) - archive.writestr(ARC_APP, write_properties_app(self.workbook)) - archive.writestr(ARC_CORE, - write_properties_core(self.workbook.properties)) - archive.writestr(ARC_THEME, write_theme()) - archive.writestr(ARC_STYLE, self.style_writer.write_table()) - archive.writestr(ARC_WORKBOOK, write_workbook(self.workbook)) - - self._write_worksheets(archive, shared_string_table, self.style_writer) - - def _write_string_table(self, archive): - - for ws in self.workbook.worksheets: - ws.garbage_collect() - shared_string_table = create_string_table(self.workbook) - archive.writestr(ARC_SHARED_STRINGS, - write_string_table(shared_string_table)) - - return shared_string_table - - def _write_worksheets(self, archive, shared_string_table, style_writer): - - drawing_id = 1 - chart_id = 1 - shape_id = 1 - - for i, sheet in enumerate(self.workbook.worksheets): - archive.writestr(PACKAGE_WORKSHEETS + '/sheet%d.xml' % (i + 1), - write_worksheet(sheet, shared_string_table, - style_writer.get_style_by_hash())) - if sheet._charts or sheet.relationships: - archive.writestr(PACKAGE_WORKSHEETS + - '/_rels/sheet%d.xml.rels' % (i + 1), - write_worksheet_rels(sheet, drawing_id)) - if sheet._charts: - dw = DrawingWriter(sheet) - archive.writestr(PACKAGE_DRAWINGS + '/drawing%d.xml' % drawing_id, - dw.write()) - archive.writestr(PACKAGE_DRAWINGS + '/_rels/drawing%d.xml.rels' % drawing_id, - dw.write_rels(chart_id)) - drawing_id += 1 - - for chart in sheet._charts: - cw = ChartWriter(chart) - archive.writestr(PACKAGE_CHARTS + '/chart%d.xml' % chart_id, - cw.write()) - - if chart._shapes: - archive.writestr(PACKAGE_CHARTS + '/_rels/chart%d.xml.rels' % chart_id, - cw.write_rels(drawing_id)) - sw = ShapeWriter(chart._shapes) - archive.writestr(PACKAGE_DRAWINGS + '/drawing%d.xml' % drawing_id, - sw.write(shape_id)) - shape_id += len(chart._shapes) - drawing_id += 1 - - chart_id += 1 - - - def save(self, filename): - """Write data into the archive.""" - archive = ZipFile(filename, 'w', ZIP_DEFLATED) - self.write_data(archive) - archive.close() - - -def save_workbook(workbook, filename): - """Save the given workbook on the filesystem under the name filename. - - :param workbook: the workbook to save - :type workbook: :class:`openpyxl.workbook.Workbook` - - :param filename: the path to which save the workbook - :type filename: string - - :rtype: bool - - """ - writer = ExcelWriter(workbook) - writer.save(filename) - return True - - -def save_virtual_workbook(workbook): - """Return an in-memory workbook, suitable for a Django response.""" - writer = ExcelWriter(workbook) - temp_buffer = StringIO() - try: - archive = ZipFile(temp_buffer, 'w', ZIP_DEFLATED) - writer.write_data(archive) - finally: - archive.close() - virtual_workbook = temp_buffer.getvalue() - temp_buffer.close() - return virtual_workbook diff --git a/tablib/packages/openpyxl3/writer/strings.py b/tablib/packages/openpyxl3/writer/strings.py deleted file mode 100644 index 706c2b6..0000000 --- a/tablib/packages/openpyxl3/writer/strings.py +++ /dev/null @@ -1,86 +0,0 @@ -# file openpyxl/writer/strings.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the shared string table.""" - -# Python stdlib imports -from io import StringIO - -# package imports -from ..shared.xmltools import start_tag, end_tag, tag, XMLGenerator - - -def create_string_table(workbook): - """Compile the string table for a workbook.""" - strings = set() - for sheet in workbook.worksheets: - for cell in sheet.get_cell_collection(): - if cell.data_type == cell.TYPE_STRING and cell._value is not None: - strings.add(cell.value) - return dict((key, i) for i, key in enumerate(strings)) - - -def write_string_table(string_table): - """Write the string table xml.""" - temp_buffer = StringIO() - doc = XMLGenerator(temp_buffer, 'utf-8') - start_tag(doc, 'sst', {'xmlns': - 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'uniqueCount': '%d' % len(string_table)}) - strings_to_write = sorted(iter(string_table.items()), - key=lambda pair: pair[1]) - for key in [pair[0] for pair in strings_to_write]: - start_tag(doc, 'si') - if key.strip() != key: - attr = {'xml:space': 'preserve'} - else: - attr = {} - tag(doc, 't', attr, key) - end_tag(doc, 'si') - end_tag(doc, 'sst') - string_table_xml = temp_buffer.getvalue() - temp_buffer.close() - return string_table_xml - -class StringTableBuilder(object): - - def __init__(self): - - self.counter = 0 - self.dct = {} - - def add(self, key): - - key = key.strip() - try: - return self.dct[key] - except KeyError: - res = self.dct[key] = self.counter - self.counter += 1 - return res - - def get_table(self): - - return self.dct diff --git a/tablib/packages/openpyxl3/writer/styles.py b/tablib/packages/openpyxl3/writer/styles.py deleted file mode 100644 index 3d73382..0000000 --- a/tablib/packages/openpyxl3/writer/styles.py +++ /dev/null @@ -1,256 +0,0 @@ -# file openpyxl/writer/styles.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the shared style table.""" - -# package imports -from ..shared.xmltools import Element, SubElement -from ..shared.xmltools import get_document_content -from .. import style - -class StyleWriter(object): - - def __init__(self, workbook): - self._style_list = self._get_style_list(workbook) - self._root = Element('styleSheet', - {'xmlns':'http://schemas.openxmlformats.org/spreadsheetml/2006/main'}) - - def _get_style_list(self, workbook): - crc = {} - for worksheet in workbook.worksheets: - for style in list(worksheet._styles.values()): - crc[hash(style)] = style - self.style_table = dict([(style, i+1) \ - for i, style in enumerate(list(crc.values()))]) - sorted_styles = sorted(iter(self.style_table.items()), \ - key = lambda pair:pair[1]) - return [s[0] for s in sorted_styles] - - def get_style_by_hash(self): - return dict([(hash(style), id) \ - for style, id in self.style_table.items()]) - - def write_table(self): - number_format_table = self._write_number_formats() - fonts_table = self._write_fonts() - fills_table = self._write_fills() - borders_table = self._write_borders() - self._write_cell_style_xfs() - self._write_cell_xfs(number_format_table, fonts_table, fills_table, borders_table) - self._write_cell_style() - self._write_dxfs() - self._write_table_styles() - - return get_document_content(xml_node=self._root) - - def _write_fonts(self): - """ add fonts part to root - return {font.crc => index} - """ - - fonts = SubElement(self._root, 'fonts') - - # default - font_node = SubElement(fonts, 'font') - SubElement(font_node, 'sz', {'val':'11'}) - SubElement(font_node, 'color', {'theme':'1'}) - SubElement(font_node, 'name', {'val':'Calibri'}) - SubElement(font_node, 'family', {'val':'2'}) - SubElement(font_node, 'scheme', {'val':'minor'}) - - # others - table = {} - index = 1 - for st in self._style_list: - if hash(st.font) != hash(style.DEFAULTS.font) and hash(st.font) not in table: - table[hash(st.font)] = str(index) - font_node = SubElement(fonts, 'font') - SubElement(font_node, 'sz', {'val':str(st.font.size)}) - SubElement(font_node, 'color', {'rgb':str(st.font.color.index)}) - SubElement(font_node, 'name', {'val':st.font.name}) - SubElement(font_node, 'family', {'val':'2'}) - SubElement(font_node, 'scheme', {'val':'minor'}) - if st.font.bold: - SubElement(font_node, 'b') - if st.font.italic: - SubElement(font_node, 'i') - index += 1 - - fonts.attrib["count"] = str(index) - return table - - def _write_fills(self): - fills = SubElement(self._root, 'fills', {'count':'2'}) - fill = SubElement(fills, 'fill') - SubElement(fill, 'patternFill', {'patternType':'none'}) - fill = SubElement(fills, 'fill') - SubElement(fill, 'patternFill', {'patternType':'gray125'}) - - table = {} - index = 2 - for st in self._style_list: - if hash(st.fill) != hash(style.DEFAULTS.fill) and hash(st.fill) not in table: - table[hash(st.fill)] = str(index) - fill = SubElement(fills, 'fill') - if hash(st.fill.fill_type) != hash(style.DEFAULTS.fill.fill_type): - node = SubElement(fill,'patternFill', {'patternType':st.fill.fill_type}) - if hash(st.fill.start_color) != hash(style.DEFAULTS.fill.start_color): - - SubElement(node, 'fgColor', {'rgb':str(st.fill.start_color.index)}) - if hash(st.fill.end_color) != hash(style.DEFAULTS.fill.end_color): - SubElement(node, 'bgColor', {'rgb':str(st.fill.start_color.index)}) - index += 1 - - fills.attrib["count"] = str(index) - return table - - def _write_borders(self): - borders = SubElement(self._root, 'borders') - - # default - border = SubElement(borders, 'border') - SubElement(border, 'left') - SubElement(border, 'right') - SubElement(border, 'top') - SubElement(border, 'bottom') - SubElement(border, 'diagonal') - - # others - table = {} - index = 1 - for st in self._style_list: - if hash(st.borders) != hash(style.DEFAULTS.borders) and hash(st.borders) not in table: - table[hash(st.borders)] = str(index) - border = SubElement(borders, 'border') - # caution: respect this order - for side in ('left','right','top','bottom','diagonal'): - obj = getattr(st.borders, side) - node = SubElement(border, side, {'style':obj.border_style}) - SubElement(node, 'color', {'rgb':str(obj.color.index)}) - index += 1 - - borders.attrib["count"] = str(index) - return table - - def _write_cell_style_xfs(self): - cell_style_xfs = SubElement(self._root, 'cellStyleXfs', {'count':'1'}) - xf = SubElement(cell_style_xfs, 'xf', - {'numFmtId':"0", 'fontId':"0", 'fillId':"0", 'borderId':"0"}) - - def _write_cell_xfs(self, number_format_table, fonts_table, fills_table, borders_table): - """ write styles combinations based on ids found in tables """ - - # writing the cellXfs - cell_xfs = SubElement(self._root, 'cellXfs', - {'count':'%d' % (len(self._style_list) + 1)}) - - # default - def _get_default_vals(): - return dict(numFmtId='0', fontId='0', fillId='0', - xfId='0', borderId='0') - - SubElement(cell_xfs, 'xf', _get_default_vals()) - - for st in self._style_list: - vals = _get_default_vals() - - if hash(st.font) != hash(style.DEFAULTS.font): - vals['fontId'] = fonts_table[hash(st.font)] - vals['applyFont'] = '1' - - if hash(st.borders) != hash(style.DEFAULTS.borders): - vals['borderId'] = borders_table[hash(st.borders)] - vals['applyBorder'] = '1' - - if hash(st.fill) != hash(style.DEFAULTS.fill): - vals['fillId'] = fills_table[hash(st.fill)] - vals['applyFillId'] = '1' - - if st.number_format != style.DEFAULTS.number_format: - vals['numFmtId'] = '%d' % number_format_table[st.number_format] - vals['applyNumberFormat'] = '1' - - if hash(st.alignment) != hash(style.DEFAULTS.alignment): - vals['applyAlignment'] = '1' - - node = SubElement(cell_xfs, 'xf', vals) - - if hash(st.alignment) != hash(style.DEFAULTS.alignment): - alignments = {} - - for align_attr in ['horizontal','vertical']: - if hash(getattr(st.alignment, align_attr)) != hash(getattr(style.DEFAULTS.alignment, align_attr)): - alignments[align_attr] = getattr(st.alignment, align_attr) - - SubElement(node, 'alignment', alignments) - - - def _write_cell_style(self): - cell_styles = SubElement(self._root, 'cellStyles', {'count':'1'}) - cell_style = SubElement(cell_styles, 'cellStyle', - {'name':"Normal", 'xfId':"0", 'builtinId':"0"}) - - def _write_dxfs(self): - dxfs = SubElement(self._root, 'dxfs', {'count':'0'}) - - def _write_table_styles(self): - - table_styles = SubElement(self._root, 'tableStyles', - {'count':'0', 'defaultTableStyle':'TableStyleMedium9', - 'defaultPivotStyle':'PivotStyleLight16'}) - - def _write_number_formats(self): - - number_format_table = {} - - number_format_list = [] - exceptions_list = [] - num_fmt_id = 165 # start at a greatly higher value as any builtin can go - num_fmt_offset = 0 - - for style in self._style_list: - - if not style.number_format in number_format_list : - number_format_list.append(style.number_format) - - for number_format in number_format_list: - - if number_format.is_builtin(): - btin = number_format.builtin_format_id(number_format.format_code) - number_format_table[number_format] = btin - else: - number_format_table[number_format] = num_fmt_id + num_fmt_offset - num_fmt_offset += 1 - exceptions_list.append(number_format) - - num_fmts = SubElement(self._root, 'numFmts', - {'count':'%d' % len(exceptions_list)}) - - for number_format in exceptions_list : - SubElement(num_fmts, 'numFmt', - {'numFmtId':'%d' % number_format_table[number_format], - 'formatCode':'%s' % number_format.format_code}) - - return number_format_table diff --git a/tablib/packages/openpyxl3/writer/theme.py b/tablib/packages/openpyxl3/writer/theme.py deleted file mode 100644 index 80700f2..0000000 --- a/tablib/packages/openpyxl3/writer/theme.py +++ /dev/null @@ -1,202 +0,0 @@ -# -*- coding: utf-8 -*- -# file openpyxl/writer/theme.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the theme xml based on a fixed string.""" - -# package imports -from ..shared.xmltools import fromstring, get_document_content - - -def write_theme(): - """Write the theme xml.""" - xml_node = fromstring( - '\n' - - '' - '' - - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' - '') - return get_document_content(xml_node) diff --git a/tablib/packages/openpyxl3/writer/workbook.py b/tablib/packages/openpyxl3/writer/workbook.py deleted file mode 100644 index e7b390c..0000000 --- a/tablib/packages/openpyxl3/writer/workbook.py +++ /dev/null @@ -1,204 +0,0 @@ -# file openpyxl/writer/workbook.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write the workbook global settings to the archive.""" - -# package imports -from ..shared.xmltools import Element, SubElement -from ..cell import absolute_coordinate -from ..shared.xmltools import get_document_content -from ..shared.ooxml import NAMESPACES, ARC_CORE, ARC_WORKBOOK, \ - ARC_APP, ARC_THEME, ARC_STYLE, ARC_SHARED_STRINGS -from ..shared.date_time import datetime_to_W3CDTF - - -def write_properties_core(properties): - """Write the core properties to xml.""" - root = Element('cp:coreProperties', {'xmlns:cp': NAMESPACES['cp'], - 'xmlns:xsi': NAMESPACES['xsi'], 'xmlns:dc': NAMESPACES['dc'], - 'xmlns:dcterms': NAMESPACES['dcterms'], - 'xmlns:dcmitype': NAMESPACES['dcmitype'], }) - SubElement(root, 'dc:creator').text = properties.creator - SubElement(root, 'cp:lastModifiedBy').text = properties.last_modified_by - SubElement(root, 'dcterms:created', \ - {'xsi:type': 'dcterms:W3CDTF'}).text = \ - datetime_to_W3CDTF(properties.created) - SubElement(root, 'dcterms:modified', - {'xsi:type': 'dcterms:W3CDTF'}).text = \ - datetime_to_W3CDTF(properties.modified) - return get_document_content(root) - - -def write_content_types(workbook): - """Write the content-types xml.""" - root = Element('Types', {'xmlns': 'http://schemas.openxmlformats.org/package/2006/content-types'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_THEME, 'ContentType': 'application/vnd.openxmlformats-officedocument.theme+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_STYLE, 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.styles+xml'}) - SubElement(root, 'Default', {'Extension': 'rels', 'ContentType': 'application/vnd.openxmlformats-package.relationships+xml'}) - SubElement(root, 'Default', {'Extension': 'xml', 'ContentType': 'application/xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_WORKBOOK, 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet.main+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_APP, 'ContentType': 'application/vnd.openxmlformats-officedocument.extended-properties+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_CORE, 'ContentType': 'application/vnd.openxmlformats-package.core-properties+xml'}) - SubElement(root, 'Override', {'PartName': '/' + ARC_SHARED_STRINGS, 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sharedStrings+xml'}) - - drawing_id = 1 - chart_id = 1 - - for sheet_id, sheet in enumerate(workbook.worksheets): - SubElement(root, 'Override', - {'PartName': '/xl/worksheets/sheet%d.xml' % (sheet_id + 1), - 'ContentType': 'application/vnd.openxmlformats-officedocument.spreadsheetml.worksheet+xml'}) - if sheet._charts: - SubElement(root, 'Override', - {'PartName' : '/xl/drawings/drawing%d.xml' % (sheet_id + 1), - 'ContentType' : 'application/vnd.openxmlformats-officedocument.drawing+xml'}) - drawing_id += 1 - - for chart in sheet._charts: - SubElement(root, 'Override', - {'PartName' : '/xl/charts/chart%d.xml' % chart_id, - 'ContentType' : 'application/vnd.openxmlformats-officedocument.drawingml.chart+xml'}) - chart_id += 1 - if chart._shapes: - SubElement(root, 'Override', - {'PartName' : '/xl/drawings/drawing%d.xml' % drawing_id, - 'ContentType' : 'application/vnd.openxmlformats-officedocument.drawingml.chartshapes+xml'}) - drawing_id += 1 - - return get_document_content(root) - - -def write_properties_app(workbook): - """Write the properties xml.""" - worksheets_count = len(workbook.worksheets) - root = Element('Properties', {'xmlns': 'http://schemas.openxmlformats.org/officeDocument/2006/extended-properties', - 'xmlns:vt': 'http://schemas.openxmlformats.org/officeDocument/2006/docPropsVTypes'}) - SubElement(root, 'Application').text = 'Microsoft Excel' - SubElement(root, 'DocSecurity').text = '0' - SubElement(root, 'ScaleCrop').text = 'false' - SubElement(root, 'Company') - SubElement(root, 'LinksUpToDate').text = 'false' - SubElement(root, 'SharedDoc').text = 'false' - SubElement(root, 'HyperlinksChanged').text = 'false' - SubElement(root, 'AppVersion').text = '12.0000' - - # heading pairs part - heading_pairs = SubElement(root, 'HeadingPairs') - vector = SubElement(heading_pairs, 'vt:vector', - {'size': '2', 'baseType': 'variant'}) - variant = SubElement(vector, 'vt:variant') - SubElement(variant, 'vt:lpstr').text = 'Worksheets' - variant = SubElement(vector, 'vt:variant') - SubElement(variant, 'vt:i4').text = '%d' % worksheets_count - - # title of parts - title_of_parts = SubElement(root, 'TitlesOfParts') - vector = SubElement(title_of_parts, 'vt:vector', - {'size': '%d' % worksheets_count, 'baseType': 'lpstr'}) - for ws in workbook.worksheets: - SubElement(vector, 'vt:lpstr').text = '%s' % ws.title - return get_document_content(root) - - -def write_root_rels(workbook): - """Write the relationships xml.""" - root = Element('Relationships', {'xmlns': - 'http://schemas.openxmlformats.org/package/2006/relationships'}) - SubElement(root, 'Relationship', {'Id': 'rId1', 'Target': ARC_WORKBOOK, - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/officeDocument'}) - SubElement(root, 'Relationship', {'Id': 'rId2', 'Target': ARC_CORE, - 'Type': 'http://schemas.openxmlformats.org/package/2006/relationships/metadata/core-properties'}) - SubElement(root, 'Relationship', {'Id': 'rId3', 'Target': ARC_APP, - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/extended-properties'}) - return get_document_content(root) - - -def write_workbook(workbook): - """Write the core workbook xml.""" - root = Element('workbook', {'xmlns': 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'xml:space': 'preserve', 'xmlns:r': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships'}) - SubElement(root, 'fileVersion', {'appName': 'xl', 'lastEdited': '4', - 'lowestEdited': '4', 'rupBuild': '4505'}) - SubElement(root, 'workbookPr', {'defaultThemeVersion': '124226', - 'codeName': 'ThisWorkbook'}) - book_views = SubElement(root, 'bookViews') - SubElement(book_views, 'workbookView', {'activeTab': '%d' % workbook.get_index(workbook.get_active_sheet()), - 'autoFilterDateGrouping': '1', 'firstSheet': '0', 'minimized': '0', - 'showHorizontalScroll': '1', 'showSheetTabs': '1', - 'showVerticalScroll': '1', 'tabRatio': '600', - 'visibility': 'visible'}) - # worksheets - sheets = SubElement(root, 'sheets') - for i, sheet in enumerate(workbook.worksheets): - sheet_node = SubElement(sheets, 'sheet', {'name': sheet.title, - 'sheetId': '%d' % (i + 1), 'r:id': 'rId%d' % (i + 1)}) - if not sheet.sheet_state == sheet.SHEETSTATE_VISIBLE: - sheet_node.set('state', sheet.sheet_state) - # named ranges - defined_names = SubElement(root, 'definedNames') - for named_range in workbook.get_named_ranges(): - name = SubElement(defined_names, 'definedName', - {'name': named_range.name}) - - # as there can be many cells in one range, generate the list of ranges - dest_cells = [] - cell_ids = [] - for worksheet, range_name in named_range.destinations: - cell_ids.append(workbook.get_index(worksheet)) - dest_cells.append("'%s'!%s" % (worksheet.title.replace("'", "''"), - absolute_coordinate(range_name))) - - # for local ranges, we must check all the cells belong to the same sheet - base_id = cell_ids[0] - if named_range.local_only and all([x == base_id for x in cell_ids]): - name.set('localSheetId', '%s' % base_id) - - # finally write the cells list - name.text = ','.join(dest_cells) - - SubElement(root, 'calcPr', {'calcId': '124519', 'calcMode': 'auto', - 'fullCalcOnLoad': '1'}) - return get_document_content(root) - - -def write_workbook_rels(workbook): - """Write the workbook relationships xml.""" - root = Element('Relationships', {'xmlns': - 'http://schemas.openxmlformats.org/package/2006/relationships'}) - for i in range(len(workbook.worksheets)): - SubElement(root, 'Relationship', {'Id': 'rId%d' % (i + 1), - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/worksheet', - 'Target': 'worksheets/sheet%s.xml' % (i + 1)}) - rid = len(workbook.worksheets) + 1 - SubElement(root, 'Relationship', - {'Id': 'rId%d' % rid, 'Target': 'sharedStrings.xml', - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/sharedStrings'}) - SubElement(root, 'Relationship', - {'Id': 'rId%d' % (rid + 1), 'Target': 'styles.xml', - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/styles'}) - SubElement(root, 'Relationship', - {'Id': 'rId%d' % (rid + 2), 'Target': 'theme/theme1.xml', - 'Type': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/theme'}) - return get_document_content(root) diff --git a/tablib/packages/openpyxl3/writer/worksheet.py b/tablib/packages/openpyxl3/writer/worksheet.py deleted file mode 100644 index 21d9e9b..0000000 --- a/tablib/packages/openpyxl3/writer/worksheet.py +++ /dev/null @@ -1,209 +0,0 @@ -# file openpyxl/writer/worksheet.py - -# Copyright (c) 2010 openpyxl -# -# Permission is hereby granted, free of charge, to any person obtaining a copy -# of this software and associated documentation files (the "Software"), to deal -# in the Software without restriction, including without limitation the rights -# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -# copies of the Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -# THE SOFTWARE. -# -# @license: http://www.opensource.org/licenses/mit-license.php -# @author: Eric Gazoni - -"""Write worksheets to xml representations.""" - -# Python stdlib imports -from io import StringIO # cStringIO doesn't handle unicode - -# package imports -from ..cell import coordinate_from_string, column_index_from_string -from ..shared.xmltools import Element, SubElement, XMLGenerator, \ - get_document_content, start_tag, end_tag, tag - - -def row_sort(cell): - """Translate column names for sorting.""" - return column_index_from_string(cell.column) - - -def write_worksheet(worksheet, string_table, style_table): - """Write a worksheet to an xml file.""" - xml_file = StringIO() - doc = XMLGenerator(xml_file, 'utf-8') - start_tag(doc, 'worksheet', - {'xml:space': 'preserve', - 'xmlns': 'http://schemas.openxmlformats.org/spreadsheetml/2006/main', - 'xmlns:r': 'http://schemas.openxmlformats.org/officeDocument/2006/relationships'}) - start_tag(doc, 'sheetPr') - tag(doc, 'outlinePr', - {'summaryBelow': '%d' % (worksheet.show_summary_below), - 'summaryRight': '%d' % (worksheet.show_summary_right)}) - end_tag(doc, 'sheetPr') - tag(doc, 'dimension', {'ref': '%s' % worksheet.calculate_dimension()}) - write_worksheet_sheetviews(doc, worksheet) - tag(doc, 'sheetFormatPr', {'defaultRowHeight': '15'}) - write_worksheet_cols(doc, worksheet) - write_worksheet_data(doc, worksheet, string_table, style_table) - if worksheet.auto_filter: - tag(doc, 'autoFilter', {'ref': worksheet.auto_filter}) - write_worksheet_hyperlinks(doc, worksheet) - if worksheet._charts: - tag(doc, 'drawing', {'r:id':'rId1'}) - end_tag(doc, 'worksheet') - doc.endDocument() - xml_string = xml_file.getvalue() - xml_file.close() - return xml_string - -def write_worksheet_sheetviews(doc, worksheet): - start_tag(doc, 'sheetViews') - start_tag(doc, 'sheetView', {'workbookViewId': '0'}) - selectionAttrs = {} - topLeftCell = worksheet.freeze_panes - if topLeftCell: - colName, row = coordinate_from_string(topLeftCell) - column = column_index_from_string(colName) - pane = 'topRight' - paneAttrs = {} - if column > 1: - paneAttrs['xSplit'] = str(column - 1) - if row > 1: - paneAttrs['ySplit'] = str(row - 1) - pane = 'bottomLeft' - if column > 1: - pane = 'bottomRight' - paneAttrs.update(dict(topLeftCell=topLeftCell, - activePane=pane, - state='frozen')) - tag(doc, 'pane', paneAttrs) - selectionAttrs['pane'] = pane - if row > 1 and column > 1: - tag(doc, 'selection', {'pane': 'topRight'}) - tag(doc, 'selection', {'pane': 'bottomLeft'}) - - selectionAttrs.update({'activeCell': worksheet.active_cell, - 'sqref': worksheet.selected_cell}) - - tag(doc, 'selection', selectionAttrs) - end_tag(doc, 'sheetView') - end_tag(doc, 'sheetViews') - - -def write_worksheet_cols(doc, worksheet): - """Write worksheet columns to xml.""" - if worksheet.column_dimensions: - start_tag(doc, 'cols') - for column_string, columndimension in \ - worksheet.column_dimensions.items(): - col_index = column_index_from_string(column_string) - col_def = {} - col_def['collapsed'] = str(columndimension.style_index) - col_def['min'] = str(col_index) - col_def['max'] = str(col_index) - if columndimension.width != \ - worksheet.default_column_dimension.width: - col_def['customWidth'] = 'true' - if not columndimension.visible: - col_def['hidden'] = 'true' - if columndimension.outline_level > 0: - col_def['outlineLevel'] = str(columndimension.outline_level) - if columndimension.collapsed: - col_def['collapsed'] = 'true' - if columndimension.auto_size: - col_def['bestFit'] = 'true' - if columndimension.width > 0: - col_def['width'] = str(columndimension.width) - else: - col_def['width'] = '9.10' - tag(doc, 'col', col_def) - end_tag(doc, 'cols') - - -def write_worksheet_data(doc, worksheet, string_table, style_table): - """Write worksheet data to xml.""" - start_tag(doc, 'sheetData') - max_column = worksheet.get_highest_column() - style_id_by_hash = style_table - cells_by_row = {} - for cell in worksheet.get_cell_collection(): - cells_by_row.setdefault(cell.row, []).append(cell) - for row_idx in sorted(cells_by_row): - row_dimension = worksheet.row_dimensions[row_idx] - attrs = {'r': '%d' % row_idx, - 'spans': '1:%d' % max_column} - if row_dimension.height > 0: - attrs['ht'] = str(row_dimension.height) - attrs['customHeight'] = '1' - start_tag(doc, 'row', attrs) - row_cells = cells_by_row[row_idx] - sorted_cells = sorted(row_cells, key = row_sort) - for cell in sorted_cells: - value = cell._value - coordinate = cell.get_coordinate() - attributes = {'r': coordinate} - attributes['t'] = cell.data_type - if coordinate in worksheet._styles: - attributes['s'] = '%d' % style_id_by_hash[ - hash(worksheet._styles[coordinate])] - start_tag(doc, 'c', attributes) - if value is None: - tag(doc, 'v', body='') - elif cell.data_type == cell.TYPE_STRING: - tag(doc, 'v', body = '%s' % string_table[value]) - elif cell.data_type == cell.TYPE_FORMULA: - tag(doc, 'f', body = '%s' % value[1:]) - tag(doc, 'v') - elif cell.data_type == cell.TYPE_NUMERIC: - tag(doc, 'v', body = '%s' % value) - else: - tag(doc, 'v', body = '%s' % value) - end_tag(doc, 'c') - end_tag(doc, 'row') - end_tag(doc, 'sheetData') - - -def write_worksheet_hyperlinks(doc, worksheet): - """Write worksheet hyperlinks to xml.""" - write_hyperlinks = False - for cell in worksheet.get_cell_collection(): - if cell.hyperlink_rel_id is not None: - write_hyperlinks = True - break - if write_hyperlinks: - start_tag(doc, 'hyperlinks') - for cell in worksheet.get_cell_collection(): - if cell.hyperlink_rel_id is not None: - attrs = {'display': cell.hyperlink, - 'ref': cell.get_coordinate(), - 'r:id': cell.hyperlink_rel_id} - tag(doc, 'hyperlink', attrs) - end_tag(doc, 'hyperlinks') - - -def write_worksheet_rels(worksheet, idx): - """Write relationships for the worksheet to xml.""" - root = Element('Relationships', {'xmlns': 'http://schemas.openxmlformats.org/package/2006/relationships'}) - for rel in worksheet.relationships: - attrs = {'Id': rel.id, 'Type': rel.type, 'Target': rel.target} - if rel.target_mode: - attrs['TargetMode'] = rel.target_mode - SubElement(root, 'Relationship', attrs) - if worksheet._charts: - attrs = {'Id' : 'rId1', - 'Type' : 'http://schemas.openxmlformats.org/officeDocument/2006/relationships/drawing', - 'Target' : '../drawings/drawing%s.xml' % idx } - SubElement(root, 'Relationship', attrs) - return get_document_content(root) diff --git a/test_tablib.py b/test_tablib.py index 6aa4be4..03a46df 100755 --- a/test_tablib.py +++ b/test_tablib.py @@ -956,6 +956,11 @@ class TablibTestCase(unittest.TestCase): """Test XLSX export with formatter configuration.""" self.founders.export('xlsx', freeze_panes=False) + def test_databook_formatter_with_new_lines(self): + """Test XLSX export with new line in content.""" + self.founders.append(('First\nSecond', 'Name', 42)) + self.founders.export('xlsx') + if __name__ == '__main__': unittest.main() diff --git a/tox.ini b/tox.ini index 34003e1..3e1d6a2 100644 --- a/tox.ini +++ b/tox.ini @@ -4,7 +4,7 @@ # and then run "tox" from this directory. [tox] -envlist = py26, py27, py32, py33, py34, py35, py36, pypy +envlist = py26, py27, py33, py34, py35, py36, pypy [testenv] commands = python setup.py test From 0ca5520bbc1474dbd872a3f330c681a5201336fd Mon Sep 17 00:00:00 2001 From: Claude Paroz Date: Mon, 20 Feb 2017 21:29:22 +0100 Subject: [PATCH 12/60] Replaced vendored xlrd/xlwt by dependencies (#277) Refs #273. --- NOTICE | 164 +- setup.py | 6 +- tablib/compat.py | 6 - tablib/formats/_xls.py | 5 +- tablib/packages/xlrd/__init__.py | 1720 ---------- tablib/packages/xlrd/biffh.py | 639 ---- tablib/packages/xlrd/compdoc.py | 358 -- tablib/packages/xlrd/doc/compdoc.html | 69 - tablib/packages/xlrd/doc/xlrd.html | 1845 ----------- tablib/packages/xlrd/examples/namesdemo.xls | Bin 22528 -> 0 bytes .../packages/xlrd/examples/xlrdnameAPIdemo.py | 178 - tablib/packages/xlrd/formatting.py | 1256 ------- tablib/packages/xlrd/formula.py | 2092 ------------ tablib/packages/xlrd/licences.py | 77 - tablib/packages/xlrd/sheet.py | 1768 ---------- tablib/packages/xlrd/timemachine.py | 44 - tablib/packages/xlrd/xldate.py | 171 - tablib/packages/xlrd3/__init__.py | 1642 ---------- tablib/packages/xlrd3/biffh.py | 620 ---- tablib/packages/xlrd3/compdoc.py | 346 -- tablib/packages/xlrd3/formatting.py | 1186 ------- tablib/packages/xlrd3/formula.py | 2083 ------------ tablib/packages/xlrd3/sheet.py | 1611 --------- tablib/packages/xlrd3/xfcell.py | 276 -- tablib/packages/xlrd3/xfconst.py | 84 - tablib/packages/xlrd3/xldate.py | 167 - tablib/packages/xlwt/BIFFRecords.py | 2393 -------------- tablib/packages/xlwt/Bitmap.py | 262 -- tablib/packages/xlwt/Cell.py | 243 -- tablib/packages/xlwt/Column.py | 34 - tablib/packages/xlwt/CompoundDoc.py | 516 --- tablib/packages/xlwt/ExcelFormula.py | 43 - tablib/packages/xlwt/ExcelFormulaLexer.py | 128 - tablib/packages/xlwt/ExcelFormulaParser.py | 677 ---- tablib/packages/xlwt/ExcelMagic.py | 862 ----- tablib/packages/xlwt/Formatting.py | 261 -- tablib/packages/xlwt/Row.py | 253 -- tablib/packages/xlwt/Style.py | 592 ---- tablib/packages/xlwt/UnicodeUtils.py | 81 - tablib/packages/xlwt/Utils.py | 196 -- tablib/packages/xlwt/Workbook.py | 636 ---- tablib/packages/xlwt/Worksheet.py | 1297 -------- tablib/packages/xlwt/__init__.py | 13 - tablib/packages/xlwt/antlr.py | 2874 ----------------- tablib/packages/xlwt/doc/xlwt.html | 199 -- tablib/packages/xlwt/examples/big-16Mb.py | 35 - tablib/packages/xlwt/examples/big-35Mb.py | 34 - tablib/packages/xlwt/examples/blanks.py | 36 - tablib/packages/xlwt/examples/col_width.py | 19 - tablib/packages/xlwt/examples/country.py | 10 - tablib/packages/xlwt/examples/dates.py | 37 - tablib/packages/xlwt/examples/format.py | 38 - .../packages/xlwt/examples/formula_names.py | 34 - tablib/packages/xlwt/examples/formulas.py | 47 - tablib/packages/xlwt/examples/hyperlinks.py | 28 - tablib/packages/xlwt/examples/image.py | 12 - tablib/packages/xlwt/examples/merged.py | 39 - tablib/packages/xlwt/examples/merged0.py | 30 - tablib/packages/xlwt/examples/merged1.py | 102 - tablib/packages/xlwt/examples/mini.py | 9 - tablib/packages/xlwt/examples/num_formats.py | 60 - tablib/packages/xlwt/examples/numbers.py | 25 - tablib/packages/xlwt/examples/outline.py | 113 - tablib/packages/xlwt/examples/panes.py | 58 - tablib/packages/xlwt/examples/parse-fmla.py | 12 - tablib/packages/xlwt/examples/protection.py | 122 - tablib/packages/xlwt/examples/python.bmp | Bin 37446 -> 0 bytes tablib/packages/xlwt/examples/row_styles.py | 17 - .../xlwt/examples/row_styles_empty.py | 18 - tablib/packages/xlwt/examples/simple.py | 24 - tablib/packages/xlwt/examples/sst.py | 52 - tablib/packages/xlwt/examples/unicode0.py | 12 - tablib/packages/xlwt/examples/unicode1.py | 28 - tablib/packages/xlwt/examples/unicode2.py | 19 - tablib/packages/xlwt/examples/wsprops.py | 155 - .../xlwt/examples/xlwt_easyxf_simple_demo.py | 46 - tablib/packages/xlwt/excel-formula.g | 374 --- tablib/packages/xlwt3/BIFFRecords.py | 2392 -------------- tablib/packages/xlwt3/Bitmap.py | 258 -- tablib/packages/xlwt3/Cell.py | 233 -- tablib/packages/xlwt3/Column.py | 34 - tablib/packages/xlwt3/CompoundDoc.py | 516 --- tablib/packages/xlwt3/ExcelFormula.py | 41 - tablib/packages/xlwt3/ExcelFormulaLexer.py | 126 - tablib/packages/xlwt3/ExcelFormulaParser.py | 659 ---- tablib/packages/xlwt3/ExcelMagic.py | 859 ----- tablib/packages/xlwt3/Formatting.py | 261 -- tablib/packages/xlwt3/Row.py | 253 -- tablib/packages/xlwt3/Style.py | 593 ---- tablib/packages/xlwt3/UnicodeUtils.py | 79 - tablib/packages/xlwt3/Utils.py | 196 -- tablib/packages/xlwt3/Workbook.py | 635 ---- tablib/packages/xlwt3/Worksheet.py | 1296 -------- tablib/packages/xlwt3/__init__.py | 9 - tablib/packages/xlwt3/antlr.py | 2868 ---------------- 95 files changed, 7 insertions(+), 42919 deletions(-) delete mode 100644 tablib/packages/xlrd/__init__.py delete mode 100644 tablib/packages/xlrd/biffh.py delete mode 100644 tablib/packages/xlrd/compdoc.py delete mode 100644 tablib/packages/xlrd/doc/compdoc.html delete mode 100644 tablib/packages/xlrd/doc/xlrd.html delete mode 100644 tablib/packages/xlrd/examples/namesdemo.xls delete mode 100644 tablib/packages/xlrd/examples/xlrdnameAPIdemo.py delete mode 100644 tablib/packages/xlrd/formatting.py delete mode 100644 tablib/packages/xlrd/formula.py delete mode 100644 tablib/packages/xlrd/licences.py delete mode 100644 tablib/packages/xlrd/sheet.py delete mode 100644 tablib/packages/xlrd/timemachine.py delete mode 100644 tablib/packages/xlrd/xldate.py delete mode 100644 tablib/packages/xlrd3/__init__.py delete mode 100644 tablib/packages/xlrd3/biffh.py delete mode 100644 tablib/packages/xlrd3/compdoc.py delete mode 100644 tablib/packages/xlrd3/formatting.py delete mode 100644 tablib/packages/xlrd3/formula.py delete mode 100644 tablib/packages/xlrd3/sheet.py delete mode 100644 tablib/packages/xlrd3/xfcell.py delete mode 100644 tablib/packages/xlrd3/xfconst.py delete mode 100644 tablib/packages/xlrd3/xldate.py delete mode 100644 tablib/packages/xlwt/BIFFRecords.py delete mode 100644 tablib/packages/xlwt/Bitmap.py delete mode 100644 tablib/packages/xlwt/Cell.py delete mode 100644 tablib/packages/xlwt/Column.py delete mode 100644 tablib/packages/xlwt/CompoundDoc.py delete mode 100644 tablib/packages/xlwt/ExcelFormula.py delete mode 100644 tablib/packages/xlwt/ExcelFormulaLexer.py delete mode 100644 tablib/packages/xlwt/ExcelFormulaParser.py delete mode 100644 tablib/packages/xlwt/ExcelMagic.py delete mode 100644 tablib/packages/xlwt/Formatting.py delete mode 100644 tablib/packages/xlwt/Row.py delete mode 100644 tablib/packages/xlwt/Style.py delete mode 100644 tablib/packages/xlwt/UnicodeUtils.py delete mode 100644 tablib/packages/xlwt/Utils.py delete mode 100644 tablib/packages/xlwt/Workbook.py delete mode 100644 tablib/packages/xlwt/Worksheet.py delete mode 100644 tablib/packages/xlwt/__init__.py delete mode 100644 tablib/packages/xlwt/antlr.py delete mode 100644 tablib/packages/xlwt/doc/xlwt.html delete mode 100644 tablib/packages/xlwt/examples/big-16Mb.py delete mode 100644 tablib/packages/xlwt/examples/big-35Mb.py delete mode 100644 tablib/packages/xlwt/examples/blanks.py delete mode 100644 tablib/packages/xlwt/examples/col_width.py delete mode 100644 tablib/packages/xlwt/examples/country.py delete mode 100644 tablib/packages/xlwt/examples/dates.py delete mode 100644 tablib/packages/xlwt/examples/format.py delete mode 100644 tablib/packages/xlwt/examples/formula_names.py delete mode 100644 tablib/packages/xlwt/examples/formulas.py delete mode 100644 tablib/packages/xlwt/examples/hyperlinks.py delete mode 100644 tablib/packages/xlwt/examples/image.py delete mode 100644 tablib/packages/xlwt/examples/merged.py delete mode 100644 tablib/packages/xlwt/examples/merged0.py delete mode 100644 tablib/packages/xlwt/examples/merged1.py delete mode 100644 tablib/packages/xlwt/examples/mini.py delete mode 100644 tablib/packages/xlwt/examples/num_formats.py delete mode 100644 tablib/packages/xlwt/examples/numbers.py delete mode 100644 tablib/packages/xlwt/examples/outline.py delete mode 100644 tablib/packages/xlwt/examples/panes.py delete mode 100644 tablib/packages/xlwt/examples/parse-fmla.py delete mode 100644 tablib/packages/xlwt/examples/protection.py delete mode 100644 tablib/packages/xlwt/examples/python.bmp delete mode 100644 tablib/packages/xlwt/examples/row_styles.py delete mode 100644 tablib/packages/xlwt/examples/row_styles_empty.py delete mode 100644 tablib/packages/xlwt/examples/simple.py delete mode 100644 tablib/packages/xlwt/examples/sst.py delete mode 100644 tablib/packages/xlwt/examples/unicode0.py delete mode 100644 tablib/packages/xlwt/examples/unicode1.py delete mode 100644 tablib/packages/xlwt/examples/unicode2.py delete mode 100644 tablib/packages/xlwt/examples/wsprops.py delete mode 100644 tablib/packages/xlwt/examples/xlwt_easyxf_simple_demo.py delete mode 100644 tablib/packages/xlwt/excel-formula.g delete mode 100644 tablib/packages/xlwt3/BIFFRecords.py delete mode 100644 tablib/packages/xlwt3/Bitmap.py delete mode 100644 tablib/packages/xlwt3/Cell.py delete mode 100644 tablib/packages/xlwt3/Column.py delete mode 100644 tablib/packages/xlwt3/CompoundDoc.py delete mode 100644 tablib/packages/xlwt3/ExcelFormula.py delete mode 100644 tablib/packages/xlwt3/ExcelFormulaLexer.py delete mode 100644 tablib/packages/xlwt3/ExcelFormulaParser.py delete mode 100644 tablib/packages/xlwt3/ExcelMagic.py delete mode 100644 tablib/packages/xlwt3/Formatting.py delete mode 100644 tablib/packages/xlwt3/Row.py delete mode 100644 tablib/packages/xlwt3/Style.py delete mode 100644 tablib/packages/xlwt3/UnicodeUtils.py delete mode 100644 tablib/packages/xlwt3/Utils.py delete mode 100644 tablib/packages/xlwt3/Workbook.py delete mode 100644 tablib/packages/xlwt3/Worksheet.py delete mode 100644 tablib/packages/xlwt3/__init__.py delete mode 100644 tablib/packages/xlwt3/antlr.py diff --git a/NOTICE b/NOTICE index f79efa3..b5642d4 100644 --- a/NOTICE +++ b/NOTICE @@ -1,5 +1,5 @@ Tablib includes some vendorized python libraries: ordereddict, odfpy, pyyaml, -simplejson, unicodecsv, xlrd, xlrd3, xlwt, and xlwt3. +simplejson, unicodecsv. Markup License ============== @@ -295,165 +295,3 @@ ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. The views and conclusions contained in the software and documentation are those of the authors and should not be interpreted as representing official policies, either expressed or implied, of Jeremy Dunck. - - - - -XLWT (and XLWT3) License -======================== - -Portions copyright © 2007, Stephen John Machin, Lingfo Pty Ltd -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are met: - -1. Redistributions of source code must retain the above copyright notice, -this list of conditions and the following disclaimer. - -2. Redistributions in binary form must reproduce the above copyright notice, -this list of conditions and the following disclaimer in the documentation -and/or other materials provided with the distribution. - -3. None of the names of Stephen John Machin, Lingfo Pty Ltd and any -contributors may be used to endorse or promote products derived from this -software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" -AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, -THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR -PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS -BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR -CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF -SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS -INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN -CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) -ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF -THE POSSIBILITY OF SUCH DAMAGE. -""" - -""" - Copyright (C) 2005 Roman V. Kiseliov - All rights reserved. - - Redistribution and use in source and binary forms, with or without - modification, are permitted provided that the following conditions - are met: - - 1. Redistributions of source code must retain the above copyright - notice, this list of conditions and the following disclaimer. - - 2. Redistributions in binary form must reproduce the above copyright - notice, this list of conditions and the following disclaimer in - the documentation and/or other materials provided with the - distribution. - - 3. All advertising materials mentioning features or use of this - software must display the following acknowledgment: - "This product includes software developed by - Roman V. Kiseliov ." - - 4. Redistributions of any form whatsoever must retain the following - acknowledgment: - "This product includes software developed by - Roman V. Kiseliov ." - - THIS SOFTWARE IS PROVIDED BY Roman V. Kiseliov ``AS IS'' AND ANY - EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE - IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR - PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL Roman V. Kiseliov OR - ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, - SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT - NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; - LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) - HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, - STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) - ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED - OF THE POSSIBILITY OF SUCH DAMAGE. - -Roman V. Kiseliov -Russia -Kursk -Libknecht St., 4 - -+7(0712)56-09-83 - - -Subject: pyExcelerator - - - - -XLRD (and XLRD3) License -======================== - -Portions copyright © 2005-2009, Stephen John Machin, Lingfo Pty Ltd -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are met: - -1. Redistributions of source code must retain the above copyright notice, -this list of conditions and the following disclaimer. - -2. Redistributions in binary form must reproduce the above copyright notice, -this list of conditions and the following disclaimer in the documentation -and/or other materials provided with the distribution. - -3. None of the names of Stephen John Machin, Lingfo Pty Ltd and any -contributors may be used to endorse or promote products derived from this -software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" -AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, -THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR -PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS -BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR -CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF -SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS -INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN -CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) -ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF -THE POSSIBILITY OF SUCH DAMAGE. - - -Copyright (c) 2001 David Giffin. -All rights reserved. - -Based on the the Java version: Andrew Khan Copyright (c) 2000. - - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions -are met: - -1. Redistributions of source code must retain the above copyright - notice, this list of conditions and the following disclaimer. - -2. Redistributions in binary form must reproduce the above copyright - notice, this list of conditions and the following disclaimer in - the documentation and/or other materials provided with the - distribution. - -3. All advertising materials mentioning features or use of this - software must display the following acknowledgment: - "This product includes software developed by - David Giffin ." - -4. Redistributions of any form whatsoever must retain the following - acknowledgment: - "This product includes software developed by - David Giffin ." - -THIS SOFTWARE IS PROVIDED BY DAVID GIFFIN ``AS IS'' AND ANY -EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE -IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR -PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DAVID GIFFIN OR -ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT -NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; -LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) -HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, -STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) -ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED -OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/setup.py b/setup.py index b709901..8d824db 100755 --- a/setup.py +++ b/setup.py @@ -38,13 +38,9 @@ packages = [ 'tablib', 'tablib.formats', 'tablib.packages', 'tablib.packages.omnijson', - 'tablib.packages.xlwt', - 'tablib.packages.xlrd', 'tablib.packages.odf', 'tablib.packages.yaml', 'tablib.packages.dbfpy', - 'tablib.packages.xlwt3', - 'tablib.packages.xlrd3', 'tablib.packages.odf3', 'tablib.packages.yaml3', 'tablib.packages.dbfpy3' @@ -53,6 +49,8 @@ packages = [ install = [ 'openpyxl', 'unicodecsv', + 'xlrd', + 'xlwt', ] with open('tablib/core.py', 'r') as fd: diff --git a/tablib/compat.py b/tablib/compat.py index 533d480..9a7b872 100644 --- a/tablib/compat.py +++ b/tablib/compat.py @@ -22,9 +22,6 @@ except ImportError: if is_py3: from io import BytesIO - import tablib.packages.xlwt3 as xlwt - import tablib.packages.xlrd3 as xlrd - from tablib.packages.xlrd3.biffh import XLRDError from tablib.packages import markup3 as markup from tablib.packages.odf3 import opendocument, style, text, table import tablib.packages.dbfpy3 as dbfpy @@ -42,9 +39,6 @@ if is_py3: else: from cStringIO import StringIO as BytesIO from cStringIO import StringIO - import tablib.packages.xlwt as xlwt - import tablib.packages.xlrd as xlrd - from tablib.packages.xlrd.biffh import XLRDError from tablib.packages import markup from itertools import ifilter from tablib.packages.odf import opendocument, style, text, table diff --git a/tablib/formats/_xls.py b/tablib/formats/_xls.py index 787907a..77e2bb1 100644 --- a/tablib/formats/_xls.py +++ b/tablib/formats/_xls.py @@ -5,8 +5,11 @@ import sys -from tablib.compat import BytesIO, xlwt, xlrd, XLRDError, xrange +from tablib.compat import BytesIO, xrange import tablib +import xlrd +import xlwt +from xlrd.biffh import XLRDError title = 'xls' extensions = ('xls',) diff --git a/tablib/packages/xlrd/__init__.py b/tablib/packages/xlrd/__init__.py deleted file mode 100644 index 9097d9d..0000000 --- a/tablib/packages/xlrd/__init__.py +++ /dev/null @@ -1,1720 +0,0 @@ -# -*- coding: cp1252 -*- - -__VERSION__ = "0.7.1" # 2009-05-31 - -#

Copyright 2005-2009 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a -# BSD-style licence.

- -import licences - -## -#

A Python module for extracting data from MS Excel spreadsheet files. -#

-# Version 0.7.1 -- 2009-05-31 -#

-# -#

General information

-# -#

Acknowledgements

-# -#

-# Development of this module would not have been possible without the document -# "OpenOffice.org's Documentation of the Microsoft Excel File Format" -# ("OOo docs" for short). -# The latest version is available from OpenOffice.org in -# PDF format -# and -# ODT format. -# Small portions of the OOo docs are reproduced in this -# document. A study of the OOo docs is recommended for those who wish a -# deeper understanding of the Excel file layout than the xlrd docs can provide. -#

-# -#

Backporting to Python 2.1 was partially funded by -# -# Journyx - provider of timesheet and project accounting solutions. -# -#

-# -#

Provision of formatting information in version 0.6.1 was funded by -# -# Simplistix Ltd. -# -#

-# -#

Unicode

-# -#

This module presents all text strings as Python unicode objects. -# From Excel 97 onwards, text in Excel spreadsheets has been stored as Unicode. -# Older files (Excel 95 and earlier) don't keep strings in Unicode; -# a CODEPAGE record provides a codepage number (for example, 1252) which is -# used by xlrd to derive the encoding (for same example: "cp1252") which is -# used to translate to Unicode.

-# -#

If the CODEPAGE record is missing (possible if the file was created -# by third-party software), xlrd will assume that the encoding is ascii, and keep going. -# If the actual encoding is not ascii, a UnicodeDecodeError exception will be raised and -# you will need to determine the encoding yourself, and tell xlrd: -# 

-#     book = xlrd.open_workbook(..., encoding_override="cp1252")
-#

-#

If the CODEPAGE record exists but is wrong (for example, the codepage -# number is 1251, but the strings are actually encoded in koi8_r), -# it can be overridden using the same mechanism. -# The supplied runxlrd.py has a corresponding command-line argument, which -# may be used for experimentation: -# 

-#     runxlrd.py -e koi8_r 3rows myfile.xls
-#

-#

The first place to look for an encoding ("codec name") is -# -# the Python documentation. -#

-# -# -#

Dates in Excel spreadsheets

-# -#

In reality, there are no such things. What you have are floating point -# numbers and pious hope. -# There are several problems with Excel dates:

-# -#

(1) Dates are not stored as a separate data type; they are stored as -# floating point numbers and you have to rely on -# (a) the "number format" applied to them in Excel and/or -# (b) knowing which cells are supposed to have dates in them. -# This module helps with (a) by inspecting the -# format that has been applied to each number cell; -# if it appears to be a date format, the cell -# is classified as a date rather than a number. Feedback on this feature, -# especially from non-English-speaking locales, would be appreciated.

-# -#

(2) Excel for Windows stores dates by default as the number of -# days (or fraction thereof) since 1899-12-31T00:00:00. Excel for -# Macintosh uses a default start date of 1904-01-01T00:00:00. The date -# system can be changed in Excel on a per-workbook basis (for example: -# Tools -> Options -> Calculation, tick the "1904 date system" box). -# This is of course a bad idea if there are already dates in the -# workbook. There is no good reason to change it even if there are no -# dates in the workbook. Which date system is in use is recorded in the -# workbook. A workbook transported from Windows to Macintosh (or vice -# versa) will work correctly with the host Excel. When using this -# module's xldate_as_tuple function to convert numbers from a workbook, -# you must use the datemode attribute of the Book object. If you guess, -# or make a judgement depending on where you believe the workbook was -# created, you run the risk of being 1462 days out of kilter.

-# -#

Reference: -# http://support.microsoft.com/default.aspx?scid=KB;EN-US;q180162

-# -# -#

(3) The Excel implementation of the Windows-default 1900-based date system works on the -# incorrect premise that 1900 was a leap year. It interprets the number 60 as meaning 1900-02-29, -# which is not a valid date. Consequently any number less than 61 is ambiguous. Example: is 59 the -# result of 1900-02-28 entered directly, or is it 1900-03-01 minus 2 days? The OpenOffice.org Calc -# program "corrects" the Microsoft problem; entering 1900-02-27 causes the number 59 to be stored. -# Save as an XLS file, then open the file with Excel -- you'll see 1900-02-28 displayed.

-# -#

Reference: http://support.microsoft.com/default.aspx?scid=kb;en-us;214326

-# -#

(4) The Macintosh-default 1904-based date system counts 1904-01-02 as day 1 and 1904-01-01 as day zero. -# Thus any number such that (0.0 <= number < 1.0) is ambiguous. Is 0.625 a time of day (15:00:00), -# independent of the calendar, -# or should it be interpreted as an instant on a particular day (1904-01-01T15:00:00)? -# The xldate_* functions in this module -# take the view that such a number is a calendar-independent time of day (like Python's datetime.time type) for both -# date systems. This is consistent with more recent Microsoft documentation -# (for example, the help file for Excel 2002 which says that the first day -# in the 1904 date system is 1904-01-02). -# -#

(5) Usage of the Excel DATE() function may leave strange dates in a spreadsheet. Quoting the help file, -# in respect of the 1900 date system: "If year is between 0 (zero) and 1899 (inclusive), -# Excel adds that value to 1900 to calculate the year. For example, DATE(108,1,2) returns January 2, 2008 (1900+108)." -# This gimmick, semi-defensible only for arguments up to 99 and only in the pre-Y2K-awareness era, -# means that DATE(1899, 12, 31) is interpreted as 3799-12-31.

-# -#

For further information, please refer to the documentation for the xldate_* functions.

-# -#

Named references, constants, formulas, and macros

-# -#

-# A name is used to refer to a cell, a group of cells, a constant -# value, a formula, or a macro. Usually the scope of a name is global -# across the whole workbook. However it can be local to a worksheet. -# For example, if the sales figures are in different cells in -# different sheets, the user may define the name "Sales" in each -# sheet. There are built-in names, like "Print_Area" and -# "Print_Titles"; these two are naturally local to a sheet. -#

-# To inspect the names with a user interface like MS Excel, OOo Calc, -# or Gnumeric, click on Insert/Names/Define. This will show the global -# names, plus those local to the currently selected sheet. -#

-# A Book object provides two dictionaries (name_map and -# name_and_scope_map) and a list (name_obj_list) which allow various -# ways of accessing the Name objects. There is one Name object for -# each NAME record found in the workbook. Name objects have many -# attributes, several of which are relevant only when obj.macro is 1. -#

-# In the examples directory you will find namesdemo.xls which -# showcases the many different ways that names can be used, and -# xlrdnamesAPIdemo.py which offers 3 different queries for inspecting -# the names in your files, and shows how to extract whatever a name is -# referring to. There is currently one "convenience method", -# Name.cell(), which extracts the value in the case where the name -# refers to a single cell. More convenience methods are planned. The -# source code for Name.cell (in __init__.py) is an extra source of -# information on how the Name attributes hang together. -#

-# -#

Name information is not extracted from files older than -# Excel 5.0 (Book.biff_version < 50)

-# -#

Formatting

-# -#

Introduction

-# -#

This collection of features, new in xlrd version 0.6.1, is intended -# to provide the information needed to (1) display/render spreadsheet contents -# (say) on a screen or in a PDF file, and (2) copy spreadsheet data to another -# file without losing the ability to display/render it.

-# -#

The Palette; Colour Indexes

-# -#

A colour is represented in Excel as a (red, green, blue) ("RGB") tuple -# with each component in range(256). However it is not possible to access an -# unlimited number of colours; each spreadsheet is limited to a palette of 64 different -# colours (24 in Excel 3.0 and 4.0, 8 in Excel 2.0). Colours are referenced by an index -# ("colour index") into this palette. -# -# Colour indexes 0 to 7 represent 8 fixed built-in colours: black, white, red, green, blue, -# yellow, magenta, and cyan.

-# -# The remaining colours in the palette (8 to 63 in Excel 5.0 and later) -# can be changed by the user. In the Excel 2003 UI, Tools/Options/Color presents a palette -# of 7 rows of 8 colours. The last two rows are reserved for use in charts.
-# The correspondence between this grid and the assigned -# colour indexes is NOT left-to-right top-to-bottom.
-# Indexes 8 to 15 correspond to changeable -# parallels of the 8 fixed colours -- for example, index 7 is forever cyan; -# index 15 starts off being cyan but can be changed by the user.
-# -# The default colour for each index depends on the file version; tables of the defaults -# are available in the source code. If the user changes one or more colours, -# a PALETTE record appears in the XLS file -- it gives the RGB values for *all* changeable -# indexes.
-# Note that colours can be used in "number formats": "[CYAN]...." and "[COLOR8]...." refer -# to colour index 7; "[COLOR16]...." will produce cyan -# unless the user changes colour index 15 to something else.
-# -#

In addition, there are several "magic" colour indexes used by Excel:
-# 0x18 (BIFF3-BIFF4), 0x40 (BIFF5-BIFF8): System window text colour for border lines -# (used in XF, CF, and WINDOW2 records)
-# 0x19 (BIFF3-BIFF4), 0x41 (BIFF5-BIFF8): System window background colour for pattern background -# (used in XF and CF records )
-# 0x43: System face colour (dialogue background colour)
-# 0x4D: System window text colour for chart border lines
-# 0x4E: System window background colour for chart areas
-# 0x4F: Automatic colour for chart border lines (seems to be always Black)
-# 0x50: System ToolTip background colour (used in note objects)
-# 0x51: System ToolTip text colour (used in note objects)
-# 0x7FFF: System window text colour for fonts (used in FONT and CF records)
-# Note 0x7FFF appears to be the *default* colour index. It appears quite often in FONT -# records.
-# -#

Default Formatting

-# -# Default formatting is applied to all empty cells (those not described by a cell record). -# Firstly row default information (ROW record, Rowinfo class) is used if available. -# Failing that, column default information (COLINFO record, Colinfo class) is used if available. -# As a last resort the worksheet/workbook default cell format will be used; this -# should always be present in an Excel file, -# described by the XF record with the fixed index 15 (0-based). By default, it uses the -# worksheet/workbook default cell style, described by the very first XF record (index 0). -# -#

Formatting features not included in xlrd version 0.6.1

-#
    -#
  • Rich text i.e. strings containing partial bold italic -# and underlined text, change of font inside a string, etc. -# See OOo docs s3.4 and s3.2
    • -#
  • Asian phonetic text (known as "ruby"), used for Japanese furigana. See OOo docs -# s3.4.2 (p15)
    • -#
  • Conditional formatting. See OOo docs -# s5.12, s6.21 (CONDFMT record), s6.16 (CF record)
    • -#
  • Miscellaneous sheet-level and book-level items e.g. printing layout, screen panes.
    • -#
  • Modern Excel file versions don't keep most of the built-in -# "number formats" in the file; Excel loads formats according to the -# user's locale. Currently xlrd's emulation of this is limited to -# a hard-wired table that applies to the US English locale. This may mean -# that currency symbols, date order, thousands separator, decimals separator, etc -# are inappropriate. Note that this does not affect users who are copying XLS -# files, only those who are visually rendering cells.
    • -#
-# -#

Loading worksheets on demand

-# -#

This feature, new in version 0.7.1, is governed by the on_demand argument -# to the open_workbook() function and allows saving memory and time by loading -# only those sheets that the caller is interested in, and releasing sheets -# when no longer required.

-# -#

on_demand=False (default): No change. open_workbook() loads global data -# and all sheets, releases resources no longer required (principally the -# str or mmap object containing the Workbook stream), and returns.

-# -#

on_demand=True and BIFF version < 5.0: A warning message is emitted, -# on_demand is recorded as False, and the old process is followed.

-# -#

on_demand=True and BIFF version >= 5.0: open_workbook() loads global -# data and returns without releasing resources. At this stage, the only -# information available about sheets is Book.nsheets and Book.sheet_names().

-# -#

Book.sheet_by_name() and Book.sheet_by_index() will load the requested -# sheet if it is not already loaded.

-# -#

Book.sheets() will load all/any unloaded sheets.

-# -#

The caller may save memory by calling -# Book.unload_sheet(sheet_name_or_index) when finished with the sheet. -# This applies irrespective of the state of on_demand.

-# -#

The caller may re-load an unloaded sheet by calling Book.sheet_by_xxxx() -# -- except if those required resources have been released (which will -# have happened automatically when on_demand is false). This is the only -# case where an exception will be raised.

-# -#

The caller may query the state of a sheet: -# Book.sheet_loaded(sheet_name_or_index) -> a bool

-# -## - -# 2009-04-27 SJM Integrated on_demand patch by Armando Serrano Lombillo -# 2008-11-23 SJM Support dumping FILEPASS and EXTERNNAME records; extra info from SUPBOOK records -# 2008-11-23 SJM colname utility function now supports more than 256 columns -# 2008-04-24 SJM Recovery code for file with out-of-order/missing/wrong CODEPAGE record needed to be called for EXTERNSHEET/BOUNDSHEET/NAME/SHEETHDR records. -# 2008-02-08 SJM Preparation for Excel 2.0 support -# 2008-02-03 SJM Minor tweaks for IronPython support -# 2008-02-02 SJM Previous change stopped dump() and count_records() ... fixed -# 2007-12-25 SJM Decouple Book initialisation & loading -- to allow for multiple loaders. -# 2007-12-20 SJM Better error message for unsupported file format. -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-11-20 SJM Wasn't handling EXTERNSHEET record that needed CONTINUE record(s) -# 2007-07-07 SJM Version changed to 0.7.0 (alpha 1) -# 2007-07-07 SJM Logfile arg wasn't being passed from open_workbook to compdoc.CompDoc -# 2007-05-21 SJM If no CODEPAGE record in pre-8.0 file, assume ascii and keep going. -# 2007-04-22 SJM Removed antique undocumented Book.get_name_dict method. - -from timemachine import * -from biffh import * -from struct import unpack -import sys -import time -import sheet -import compdoc -from xldate import xldate_as_tuple, XLDateError -from formula import * -import formatting -if sys.version.startswith("IronPython"): - # print >> sys.stderr, "...importing encodings" - import encodings - -empty_cell = sheet.empty_cell # for exposure to the world ... - -DEBUG = 0 - -USE_FANCY_CD = 1 - -TOGGLE_GC = 0 -import gc -# gc.set_debug(gc.DEBUG_STATS) - -try: - import mmap - MMAP_AVAILABLE = 1 -except ImportError: - MMAP_AVAILABLE = 0 -USE_MMAP = MMAP_AVAILABLE - -MY_EOF = 0xF00BAAA # not a 16-bit number - -SUPBOOK_UNK, SUPBOOK_INTERNAL, SUPBOOK_EXTERNAL, SUPBOOK_ADDIN, SUPBOOK_DDEOLE = range(5) - -SUPPORTED_VERSIONS = (80, 70, 50, 45, 40, 30, 21, 20) - -code_from_builtin_name = { - u"Consolidate_Area": u"\x00", - u"Auto_Open": u"\x01", - u"Auto_Close": u"\x02", - u"Extract": u"\x03", - u"Database": u"\x04", - u"Criteria": u"\x05", - u"Print_Area": u"\x06", - u"Print_Titles": u"\x07", - u"Recorder": u"\x08", - u"Data_Form": u"\x09", - u"Auto_Activate": u"\x0A", - u"Auto_Deactivate": u"\x0B", - u"Sheet_Title": u"\x0C", - u"_FilterDatabase": u"\x0D", - } -builtin_name_from_code = {} -for _bin, _bic in code_from_builtin_name.items(): - builtin_name_from_code[_bic] = _bin -del _bin, _bic - -## -# -# Open a spreadsheet file for data extraction. -# -# @param filename The path to the spreadsheet file to be opened. -# -# @param logfile An open file to which messages and diagnostics are written. -# -# @param verbosity Increases the volume of trace material written to the logfile. -# -# @param pickleable Default is true. In Python 2.4 or earlier, setting to false -# will cause use of array.array objects which save some memory but can't be pickled. -# In Python 2.5, array.arrays are used unconditionally. Note: if you have large files that -# you need to read multiple times, it can be much faster to cPickle.dump() the xlrd.Book object -# once, and use cPickle.load() multiple times. -# @param use_mmap Whether to use the mmap module is determined heuristically. -# Use this arg to override the result. Current heuristic: mmap is used if it exists. -# -# @param file_contents ... as a string or an mmap.mmap object or some other behave-alike object. -# If file_contents is supplied, filename will not be used, except (possibly) in messages. -# -# @param encoding_override Used to overcome missing or bad codepage information -# in older-version files. Refer to discussion in the Unicode section above. -#
-- New in version 0.6.0 -# -# @param formatting_info Governs provision of a reference to an XF (eXtended Format) object -# for each cell in the worksheet. -#
Default is False. This is backwards compatible and saves memory. -# "Blank" cells (those with their own formatting information but no data) are treated as empty -# (by ignoring the file's BLANK and MULBLANK records). -# It cuts off any bottom "margin" of rows of empty (and blank) cells and -# any right "margin" of columns of empty (and blank) cells. -# Only cell_value and cell_type are available. -#
True provides all cells, including empty and blank cells. -# XF information is available for each cell. -#
-- New in version 0.6.1 -# -# @param on_demand Governs whether sheets are all loaded initially or when demanded -# by the caller. Please refer back to the section "Loading worksheets on demand" for details. -# -- New in version 0.7.1 -# -# @return An instance of the Book class. - -def open_workbook(filename=None, - logfile=sys.stdout, verbosity=0, pickleable=True, use_mmap=USE_MMAP, - file_contents=None, - encoding_override=None, - formatting_info=False, on_demand=False, - ): - t0 = time.clock() - if TOGGLE_GC: - orig_gc_enabled = gc.isenabled() - if orig_gc_enabled: - gc.disable() - bk = Book() - bk.biff2_8_load( - filename=filename, file_contents=file_contents, - logfile=logfile, verbosity=verbosity, pickleable=pickleable, use_mmap=use_mmap, - encoding_override=encoding_override, - formatting_info=formatting_info, - on_demand=on_demand, - ) - t1 = time.clock() - bk.load_time_stage_1 = t1 - t0 - biff_version = bk.getbof(XL_WORKBOOK_GLOBALS) - if not biff_version: - raise XLRDError("Can't determine file's BIFF version") - if biff_version not in SUPPORTED_VERSIONS: - raise XLRDError( - "BIFF version %s is not supported" - % biff_text_from_num[biff_version] - ) - bk.biff_version = biff_version - if biff_version <= 40: - # no workbook globals, only 1 worksheet - if on_demand: - fprintf(bk.logfile, - "*** WARNING: on_demand is not supported for this Excel version.\n" - "*** Setting on_demand to False.\n") - bk.on_demand = on_demand = False - bk.fake_globals_get_sheet() - elif biff_version == 45: - # worksheet(s) embedded in global stream - bk.parse_globals() - if on_demand: - fprintf(bk.logfile, "*** WARNING: on_demand is not supported for this Excel version.\n" - "*** Setting on_demand to False.\n") - bk.on_demand = on_demand = False - else: - bk.parse_globals() - bk._sheet_list = [None for sh in bk._sheet_names] - if not on_demand: - bk.get_sheets() - bk.nsheets = len(bk._sheet_list) - if biff_version == 45 and bk.nsheets > 1: - fprintf(bk.logfile, - "*** WARNING: Excel 4.0 workbook (.XLW) file contains %d worksheets.\n" - "*** Book-level data will be that of the last worksheet.\n", - bk.nsheets - ) - if not on_demand: - bk.release_resources() - if TOGGLE_GC: - if orig_gc_enabled: - gc.enable() - t2 = time.clock() - bk.load_time_stage_2 = t2 - t1 - return bk - -## -# For debugging: dump the file's BIFF records in char & hex. -# @param filename The path to the file to be dumped. -# @param outfile An open file, to which the dump is written. -# @param unnumbered If true, omit offsets (for meaningful diffs). - -def dump(filename, outfile=sys.stdout, unnumbered=False): - bk = Book() - bk.biff2_8_load(filename=filename, logfile=outfile, ) - biff_dump(bk.mem, bk.base, bk.stream_len, 0, outfile, unnumbered) - -## -# For debugging and analysis: summarise the file's BIFF records. -# I.e. produce a sorted file of (record_name, count). -# @param filename The path to the file to be summarised. -# @param outfile An open file, to which the summary is written. - -def count_records(filename, outfile=sys.stdout): - bk = Book() - bk.biff2_8_load(filename=filename, logfile=outfile, ) - biff_count_records(bk.mem, bk.base, bk.stream_len, outfile) - -## -# Information relating to a named reference, formula, macro, etc. -#
-- New in version 0.6.0 -#
-- Name information is not extracted from files older than -# Excel 5.0 (Book.biff_version < 50) - -class Name(BaseObject): - - _repr_these = ['stack'] - book = None # parent - - ## - # 0 = Visible; 1 = Hidden - hidden = 0 - - ## - # 0 = Command macro; 1 = Function macro. Relevant only if macro == 1 - func = 0 - - ## - # 0 = Sheet macro; 1 = VisualBasic macro. Relevant only if macro == 1 - vbasic = 0 - - ## - # 0 = Standard name; 1 = Macro name - macro = 0 - - ## - # 0 = Simple formula; 1 = Complex formula (array formula or user defined)
- # No examples have been sighted. - complex = 0 - - ## - # 0 = User-defined name; 1 = Built-in name - # (common examples: Print_Area, Print_Titles; see OOo docs for full list) - builtin = 0 - - ## - # Function group. Relevant only if macro == 1; see OOo docs for values. - funcgroup = 0 - - ## - # 0 = Formula definition; 1 = Binary data
No examples have been sighted. - binary = 0 - - ## - # The index of this object in book.name_obj_list - name_index = 0 - - ## - # A Unicode string. If builtin, decoded as per OOo docs. - name = u"" - - ## - # An 8-bit string. - raw_formula = "" - - ## - # -1: The name is global (visible in all calculation sheets).
- # -2: The name belongs to a macro sheet or VBA sheet.
- # -3: The name is invalid.
- # 0 <= scope < book.nsheets: The name is local to the sheet whose index is scope. - scope = -1 - - ## - # The result of evaluating the formula, if any. - # If no formula, or evaluation of the formula encountered problems, - # the result is None. Otherwise the result is a single instance of the - # Operand class. - # - result = None - - ## - # This is a convenience method for the frequent use case where the name - # refers to a single cell. - # @return An instance of the Cell class. - # @throws XLRDError The name is not a constant absolute reference - # to a single cell. - def cell(self): - res = self.result - if res: - # result should be an instance of the Operand class - kind = res.kind - value = res.value - if kind == oREF and len(value) == 1: - ref3d = value[0] - if (0 <= ref3d.shtxlo == ref3d.shtxhi - 1 - and ref3d.rowxlo == ref3d.rowxhi - 1 - and ref3d.colxlo == ref3d.colxhi - 1): - sh = self.book.sheet_by_index(ref3d.shtxlo) - return sh.cell(ref3d.rowxlo, ref3d.colxlo) - self.dump(self.book.logfile, - header="=== Dump of Name object ===", - footer="======= End of dump =======", - ) - raise XLRDError("Not a constant absolute reference to a single cell") - - ## - # This is a convenience method for the use case where the name - # refers to one rectangular area in one worksheet. - # @param clipped If true (the default), the returned rectangle is clipped - # to fit in (0, sheet.nrows, 0, sheet.ncols) -- it is guaranteed that - # 0 <= rowxlo <= rowxhi <= sheet.nrows and that the number of usable rows - # in the area (which may be zero) is rowxhi - rowxlo; likewise for columns. - # @return a tuple (sheet_object, rowxlo, rowxhi, colxlo, colxhi). - # @throws XLRDError The name is not a constant absolute reference - # to a single area in a single sheet. - def area2d(self, clipped=True): - res = self.result - if res: - # result should be an instance of the Operand class - kind = res.kind - value = res.value - if kind == oREF and len(value) == 1: # only 1 reference - ref3d = value[0] - if 0 <= ref3d.shtxlo == ref3d.shtxhi - 1: # only 1 usable sheet - sh = self.book.sheet_by_index(ref3d.shtxlo) - if not clipped: - return sh, ref3d.rowxlo, ref3d.rowxhi, ref3d.colxlo, ref3d.colxhi - rowxlo = min(ref3d.rowxlo, sh.nrows) - rowxhi = max(rowxlo, min(ref3d.rowxhi, sh.nrows)) - colxlo = min(ref3d.colxlo, sh.ncols) - colxhi = max(colxlo, min(ref3d.colxhi, sh.ncols)) - assert 0 <= rowxlo <= rowxhi <= sh.nrows - assert 0 <= colxlo <= colxhi <= sh.ncols - return sh, rowxlo, rowxhi, colxlo, colxhi - self.dump(self.book.logfile, - header="=== Dump of Name object ===", - footer="======= End of dump =======", - ) - raise XLRDError("Not a constant absolute reference to a single area in a single sheet") - -## -# Contents of a "workbook". -#

WARNING: You don't call this class yourself. You use the Book object that -# was returned when you called xlrd.open_workbook("myfile.xls").

- -class Book(BaseObject): - - ## - # The number of worksheets present in the workbook file. - # This information is available even when no sheets have yet been loaded. - nsheets = 0 - - ## - # Which date system was in force when this file was last saved.
- # 0 => 1900 system (the Excel for Windows default).
- # 1 => 1904 system (the Excel for Macintosh default).
- datemode = 0 # In case it's not specified in the file. - - ## - # Version of BIFF (Binary Interchange File Format) used to create the file. - # Latest is 8.0 (represented here as 80), introduced with Excel 97. - # Earliest supported by this module: 2.0 (represented as 20). - biff_version = 0 - - ## - # List containing a Name object for each NAME record in the workbook. - #
-- New in version 0.6.0 - name_obj_list = [] - - ## - # An integer denoting the character set used for strings in this file. - # For BIFF 8 and later, this will be 1200, meaning Unicode; more precisely, UTF_16_LE. - # For earlier versions, this is used to derive the appropriate Python encoding - # to be used to convert to Unicode. - # Examples: 1252 -> 'cp1252', 10000 -> 'mac_roman' - codepage = None - - ## - # The encoding that was derived from the codepage. - encoding = None - - ## - # A tuple containing the (telephone system) country code for:
- # [0]: the user-interface setting when the file was created.
- # [1]: the regional settings.
- # Example: (1, 61) meaning (USA, Australia). - # This information may give a clue to the correct encoding for an unknown codepage. - # For a long list of observed values, refer to the OpenOffice.org documentation for - # the COUNTRY record. - countries = (0, 0) - - ## - # What (if anything) is recorded as the name of the last user to save the file. - user_name = u'' - - ## - # A list of Font class instances, each corresponding to a FONT record. - #
-- New in version 0.6.1 - font_list = [] - - ## - # A list of XF class instances, each corresponding to an XF record. - #
-- New in version 0.6.1 - xf_list = [] - - ## - # A list of Format objects, each corresponding to a FORMAT record, in - # the order that they appear in the input file. - # It does not contain builtin formats. - # If you are creating an output file using (for example) pyExcelerator, - # use this list. - # The collection to be used for all visual rendering purposes is format_map. - #
-- New in version 0.6.1 - format_list = [] - - ## - # The mapping from XF.format_key to Format object. - #
-- New in version 0.6.1 - format_map = {} - - ## - # This provides access via name to the extended format information for - # both built-in styles and user-defined styles.
- # It maps name to (built_in, xf_index), where:
- # name is either the name of a user-defined style, - # or the name of one of the built-in styles. Known built-in names are - # Normal, RowLevel_1 to RowLevel_7, - # ColLevel_1 to ColLevel_7, Comma, Currency, Percent, "Comma [0]", - # "Currency [0]", Hyperlink, and "Followed Hyperlink".
- # built_in 1 = built-in style, 0 = user-defined
- # xf_index is an index into Book.xf_list.
- # References: OOo docs s6.99 (STYLE record); Excel UI Format/Style - #
-- New in version 0.6.1 - style_name_map = {} - - ## - # This provides definitions for colour indexes. Please refer to the - # above section "The Palette; Colour Indexes" for an explanation - # of how colours are represented in Excel.
- # Colour indexes into the palette map into (red, green, blue) tuples. - # "Magic" indexes e.g. 0x7FFF map to None. - # colour_map is what you need if you want to render cells on screen or in a PDF - # file. If you are writing an output XLS file, use palette_record. - #
-- New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) - colour_map = {} - - ## - # If the user has changed any of the colours in the standard palette, the XLS - # file will contain a PALETTE record with 56 (16 for Excel 4.0 and earlier) - # RGB values in it, and this list will be e.g. [(r0, b0, g0), ..., (r55, b55, g55)]. - # Otherwise this list will be empty. This is what you need if you are - # writing an output XLS file. If you want to render cells on screen or in a PDF - # file, use colour_map. - #
-- New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) - palette_record = [] - - ## - # Time in seconds to extract the XLS image as a contiguous string (or mmap equivalent). - load_time_stage_1 = -1.0 - - ## - # Time in seconds to parse the data from the contiguous string (or mmap equivalent). - load_time_stage_2 = -1.0 - - ## - # @return A list of all sheets in the book. - # All sheets not already loaded will be loaded. - def sheets(self): - for sheetx in xrange(self.nsheets): - if not self._sheet_list[sheetx]: - self.get_sheet(sheetx) - return self._sheet_list[:] - - ## - # @param sheetx Sheet index in range(nsheets) - # @return An object of the Sheet class - def sheet_by_index(self, sheetx): - return self._sheet_list[sheetx] or self.get_sheet(sheetx) - - ## - # @param sheet_name Name of sheet required - # @return An object of the Sheet class - def sheet_by_name(self, sheet_name): - try: - sheetx = self._sheet_names.index(sheet_name) - except ValueError: - raise XLRDError('No sheet named <%r>' % sheet_name) - return self.sheet_by_index(sheetx) - - ## - # @return A list of the names of all the worksheets in the workbook file. - # This information is available even when no sheets have yet been loaded. - def sheet_names(self): - return self._sheet_names[:] - - ## - # @param sheet_name_or_index Name or index of sheet enquired upon - # @return true if sheet is loaded, false otherwise - #
-- New in version 0.7.1 - def sheet_loaded(self, sheet_name_or_index): - # using type(1) because int won't work with Python 2.1 - if isinstance(sheet_name_or_index, type(1)): - sheetx = sheet_name_or_index - else: - try: - sheetx = self._sheet_names.index(sheet_name_or_index) - except ValueError: - raise XLRDError('No sheet named <%r>' % sheet_name_or_index) - return self._sheet_list[sheetx] and True or False # Python 2.1 again - - ## - # @param sheet_name_or_index Name or index of sheet to be unloaded. - #
-- New in version 0.7.1 - def unload_sheet(self, sheet_name_or_index): - # using type(1) because int won't work with Python 2.1 - if isinstance(sheet_name_or_index, type(1)): - sheetx = sheet_name_or_index - else: - try: - sheetx = self._sheet_names.index(sheet_name_or_index) - except ValueError: - raise XLRDError('No sheet named <%r>' % sheet_name_or_index) - self._sheet_list[sheetx] = None - - ## - # A mapping from (lower_case_name, scope) to a single Name object. - #
-- New in version 0.6.0 - name_and_scope_map = {} - - ## - # A mapping from lower_case_name to a list of Name objects. The list is - # sorted in scope order. Typically there will be one item (of global scope) - # in the list. - #
-- New in version 0.6.0 - name_map = {} - - def __init__(self): - self._sheet_list = [] - self._sheet_names = [] - self._sheet_visibility = [] # from BOUNDSHEET record - self.nsheets = 0 - self._sh_abs_posn = [] # sheet's absolute position in the stream - self._sharedstrings = [] - self.raw_user_name = False - self._sheethdr_count = 0 # BIFF 4W only - self.builtinfmtcount = -1 # unknown as yet. BIFF 3, 4S, 4W - self.initialise_format_info() - self._all_sheets_count = 0 # includes macro & VBA sheets - self._supbook_count = 0 - self._supbook_locals_inx = None - self._supbook_addins_inx = None - self._all_sheets_map = [] # maps an all_sheets index to a calc-sheets index (or -1) - self._externsheet_info = [] - self._externsheet_type_b57 = [] - self._extnsht_name_from_num = {} - self._sheet_num_from_name = {} - self._extnsht_count = 0 - self._supbook_types = [] - self._resources_released = 0 - self.addin_func_names = [] - self.name_obj_list = [] - self.colour_map = {} - self.palette_record = [] - self.xf_list = [] - self.style_name_map = {} - - def biff2_8_load(self, filename=None, file_contents=None, - logfile=sys.stdout, verbosity=0, pickleable=True, use_mmap=USE_MMAP, - encoding_override=None, - formatting_info=False, - on_demand=False, - ): - # DEBUG = 0 - self.logfile = logfile - self.verbosity = verbosity - self.pickleable = pickleable - self.use_mmap = use_mmap and MMAP_AVAILABLE - self.encoding_override = encoding_override - self.formatting_info = formatting_info - self.on_demand = on_demand - - need_close_filestr = 0 - if not file_contents: - if python_version < (2, 2) and self.use_mmap: - # need to open for update - open_mode = "r+b" - else: - open_mode = "rb" - retry = False - try: - f = open(filename, open_mode) - except IOError: - e, v = sys.exc_info()[:2] - if open_mode == "r+b" \ - and (v.errno == 13 or v.strerror == "Permission denied"): - # Maybe the file is read-only - retry = True - self.use_mmap = False - else: - raise - if retry: - f = open(filename, "rb") - if self.use_mmap: - f.seek(0, 2) # EOF - size = f.tell() - f.seek(0, 0) # BOF - if python_version < (2, 2): - filestr = mmap.mmap(f.fileno(), size) - else: - filestr = mmap.mmap(f.fileno(), size, access=mmap.ACCESS_READ) - need_close_filestr = 1 - self.stream_len = size - else: - filestr = f.read() - self.stream_len = len(filestr) - f.close() - else: - filestr = file_contents - self.stream_len = len(file_contents) - - self.base = 0 - if filestr[:8] != compdoc.SIGNATURE: - # got this one at the antique store - self.mem = filestr - else: - cd = compdoc.CompDoc(filestr, logfile=self.logfile) - if USE_FANCY_CD: - for qname in [u'Workbook', u'Book']: - self.mem, self.base, self.stream_len = cd.locate_named_stream(qname) - if self.mem: break - else: - raise XLRDError("Can't find workbook in OLE2 compound document") - else: - for qname in [u'Workbook', u'Book']: - self.mem = cd.get_named_stream(qname) - if self.mem: break - else: - raise XLRDError("Can't find workbook in OLE2 compound document") - self.stream_len = len(self.mem) - del cd - if self.mem is not filestr: - if need_close_filestr: - filestr.close() - del filestr - self._position = self.base - if DEBUG: - print >> self.logfile, "mem: %s, base: %d, len: %d" % (type(self.mem), self.base, self.stream_len) - - def initialise_format_info(self): - # needs to be done once per sheet for BIFF 4W :-( - self.format_map = {} - self.format_list = [] - self.xfcount = 0 - self.actualfmtcount = 0 # number of FORMAT records seen so far - self._xf_index_to_xl_type_map = {} - self._xf_epilogue_done = 0 - self.xf_list = [] - self.font_list = [] - - def release_resources(self): - self._resources_released = 1 - del self.mem - del self._sharedstrings - - def get2bytes(self): - pos = self._position - buff_two = self.mem[pos:pos+2] - lenbuff = len(buff_two) - self._position += lenbuff - if lenbuff < 2: - return MY_EOF - lo, hi = buff_two - return (ord(hi) << 8) | ord(lo) - - def get_record_parts(self): - pos = self._position - mem = self.mem - code, length = unpack('> self.logfile, "GET_SHEETS:", self._sheet_names, self._sh_abs_posn - for sheetno in xrange(len(self._sheet_names)): - if DEBUG: print >> self.logfile, "GET_SHEETS: sheetno =", sheetno, self._sheet_names, self._sh_abs_posn - self.get_sheet(sheetno) - - def fake_globals_get_sheet(self): # for BIFF 4.0 and earlier - formatting.initialise_book(self) - fake_sheet_name = u'Sheet 1' - self._sheet_names = [fake_sheet_name] - self._sh_abs_posn = [0] - self._sheet_visibility = [0] # one sheet, visible - self._sheet_list.append(None) # get_sheet updates _sheet_list but needs a None beforehand - self.get_sheets() - - def handle_boundsheet(self, data): - # DEBUG = 1 - bv = self.biff_version - self.derive_encoding() - if DEBUG: - fprintf(self.logfile, "BOUNDSHEET: bv=%d data %r\n", bv, data); - if bv == 45: # BIFF4W - #### Not documented in OOo docs ... - # In fact, the *only* data is the name of the sheet. - sheet_name = unpack_string(data, 0, self.encoding, lenlen=1) - visibility = 0 - sheet_type = XL_BOUNDSHEET_WORKSHEET # guess, patch later - if len(self._sh_abs_posn) == 0: - abs_posn = self._sheetsoffset + self.base - # Note (a) this won't be used - # (b) it's the position of the SHEETHDR record - # (c) add 11 to get to the worksheet BOF record - else: - abs_posn = -1 # unknown - else: - offset, visibility, sheet_type = unpack('= 2: - fprintf(self.logfile, - "BOUNDSHEET: inx=%d vis=%r sheet_name=%r abs_posn=%d sheet_type=0x%02x\n", - self._all_sheets_count, visibility, sheet_name, abs_posn, sheet_type) - self._all_sheets_count += 1 - if sheet_type != XL_BOUNDSHEET_WORKSHEET: - self._all_sheets_map.append(-1) - descr = { - 1: 'Macro sheet', - 2: 'Chart', - 6: 'Visual Basic module', - }.get(sheet_type, 'UNKNOWN') - - fprintf(self.logfile, - "NOTE *** Ignoring non-worksheet data named %r (type 0x%02x = %s)\n", - sheet_name, sheet_type, descr) - else: - snum = len(self._sheet_names) - self._all_sheets_map.append(snum) - self._sheet_names.append(sheet_name) - self._sh_abs_posn.append(abs_posn) - self._sheet_visibility.append(visibility) - self._sheet_num_from_name[sheet_name] = snum - - def handle_builtinfmtcount(self, data): - ### N.B. This count appears to be utterly useless. - # DEBUG = 1 - builtinfmtcount = unpack('= 2: - fprintf(self.logfile, "*** No CODEPAGE record; assuming 1200 (utf_16_le)\n") - else: - codepage = self.codepage - if encoding_from_codepage.has_key(codepage): - encoding = encoding_from_codepage[codepage] - elif 300 <= codepage <= 1999: - encoding = 'cp' + str(codepage) - else: - encoding = 'unknown_codepage_' + str(codepage) - if DEBUG or (self.verbosity and encoding != self.encoding) : - fprintf(self.logfile, "CODEPAGE: codepage %r -> encoding %r\n", codepage, encoding) - self.encoding = encoding - if self.codepage != 1200: # utf_16_le - # If we don't have a codec that can decode ASCII into Unicode, - # we're well & truly stuffed -- let the punter know ASAP. - try: - _unused = unicode('trial', self.encoding) - except: - ei = sys.exc_info()[:2] - fprintf(self.logfile, - "ERROR *** codepage %r -> encoding %r -> %s: %s\n", - self.codepage, self.encoding, ei[0].__name__.split(".")[-1], ei[1]) - raise - if self.raw_user_name: - strg = unpack_string(self.user_name, 0, self.encoding, lenlen=1) - strg = strg.rstrip() - # if DEBUG: - # print "CODEPAGE: user name decoded from %r to %r" % (self.user_name, strg) - self.user_name = strg - self.raw_user_name = False - return self.encoding - - def handle_codepage(self, data): - # DEBUG = 0 - codepage = unpack('> self.logfile, "Countries:", countries - # Note: in BIFF7 and earlier, country record was put (redundantly?) in each worksheet. - assert self.countries == (0, 0) or self.countries == countries - self.countries = countries - - def handle_datemode(self, data): - datemode = unpack('= 2 - if self.biff_version >= 80: - option_flags, other_info =unpack("= 1 - blah2 = DEBUG or self.verbosity >= 2 - if self.biff_version >= 80: - num_refs = unpack("= 2: - logf = self.logfile - fprintf(logf, "FILEPASS:\n") - hex_char_dump(data, 0, len(data), base=0, fout=logf) - if self.biff_version >= 80: - kind1, = unpack('= 2 - bv = self.biff_version - if bv < 50: - return - self.derive_encoding() - # print - # hex_char_dump(data, 0, len(data)) - ( - option_flags, kb_shortcut, name_len, fmla_len, extsht_index, sheet_index, - menu_text_len, description_text_len, help_topic_text_len, status_bar_text_len, - ) = unpack("> nshift) - - macro_flag = " M"[nobj.macro] - if bv < 80: - internal_name, pos = unpack_string_update_pos(data, 14, self.encoding, known_len=name_len) - else: - internal_name, pos = unpack_unicode_update_pos(data, 14, known_len=name_len) - nobj.extn_sheet_num = extsht_index - nobj.excel_sheet_index = sheet_index - nobj.scope = None # patched up in the names_epilogue() method - if blah: - print "NAME[%d]:%s oflags=%d, name_len=%d, fmla_len=%d, extsht_index=%d, sheet_index=%d, name=%r" \ - % (name_index, macro_flag, option_flags, name_len, - fmla_len, extsht_index, sheet_index, internal_name) - name = internal_name - if nobj.builtin: - name = builtin_name_from_code.get(name, "??Unknown??") - if blah: print " builtin: %s" % name - nobj.name = name - nobj.raw_formula = data[pos:] - nobj.basic_formula_len = fmla_len - nobj.evaluated = 0 - if blah: - nobj.dump( - self.logfile, - header="--- handle_name: name[%d] ---" % name_index, - footer="-------------------", - ) - - def names_epilogue(self): - blah = self.verbosity >= 2 - f = self.logfile - if blah: - print >> f, "+++++ names_epilogue +++++" - print >> f, "_all_sheets_map", self._all_sheets_map - print >> f, "_extnsht_name_from_num", self._extnsht_name_from_num - print >> f, "_sheet_num_from_name", self._sheet_num_from_name - num_names = len(self.name_obj_list) - for namex in range(num_names): - nobj = self.name_obj_list[namex] - # Convert from excel_sheet_index to scope. - # This is done here because in BIFF7 and earlier, the - # BOUNDSHEET records (from which _all_sheets_map is derived) - # come after the NAME records. - if self.biff_version >= 80: - sheet_index = nobj.excel_sheet_index - if sheet_index == 0: - intl_sheet_index = -1 # global - elif 1 <= sheet_index <= len(self._all_sheets_map): - intl_sheet_index = self._all_sheets_map[sheet_index-1] - if intl_sheet_index == -1: # maps to a macro or VBA sheet - intl_sheet_index = -2 # valid sheet reference but not useful - else: - # huh? - intl_sheet_index = -3 # invalid - elif 50 <= self.biff_version <= 70: - sheet_index = nobj.extn_sheet_num - if sheet_index == 0: - intl_sheet_index = -1 # global - else: - sheet_name = self._extnsht_name_from_num[sheet_index] - intl_sheet_index = self._sheet_num_from_name.get(sheet_name, -2) - nobj.scope = intl_sheet_index - - for namex in range(num_names): - nobj = self.name_obj_list[namex] - # Parse the formula ... - if nobj.macro or nobj.binary: continue - if nobj.evaluated: continue - evaluate_name_formula(self, nobj, namex, blah=blah) - - if self.verbosity >= 2: - print >> f, "---------- name object dump ----------" - for namex in range(num_names): - nobj = self.name_obj_list[namex] - nobj.dump(f, header="--- name[%d] ---" % namex) - print >> f, "--------------------------------------" - # - # Build some dicts for access to the name objects - # - name_and_scope_map = {} # (name.lower(), scope): Name_object - name_map = {} # name.lower() : list of Name_objects (sorted in scope order) - for namex in range(num_names): - nobj = self.name_obj_list[namex] - name_lcase = nobj.name.lower() - key = (name_lcase, nobj.scope) - if name_and_scope_map.has_key(key): - msg = 'Duplicate entry %r in name_and_scope_map' % (key, ) - if 0: - raise XLRDError(msg) - else: - if self.verbosity: - print >> f, msg - name_and_scope_map[key] = nobj - if name_map.has_key(name_lcase): - name_map[name_lcase].append((nobj.scope, nobj)) - else: - name_map[name_lcase] = [(nobj.scope, nobj)] - for key in name_map.keys(): - alist = name_map[key] - alist.sort() - name_map[key] = [x[1] for x in alist] - self.name_and_scope_map = name_and_scope_map - self.name_map = name_map - - def handle_obj(self, data): - # Not doing much handling at all. - # Worrying about embedded (BOF ... EOF) substreams is done elsewhere. - # DEBUG = 1 - obj_type, obj_id = unpack(' handle_obj type=%d id=0x%08x" % (obj_type, obj_id) - - def handle_supbook(self, data): - self._supbook_types.append(None) - blah = DEBUG or self.verbosity >= 2 - if 0: - print "SUPBOOK:" - hex_char_dump(data, 0, len(data)) - num_sheets = unpack("> self.logfile, 'SHEETHDR %d at posn %d: len=%d name=%r' % (sheetno, posn, sheet_len, sheet_name) - self.initialise_format_info() - if DEBUG: print >> self.logfile, 'SHEETHDR: xf epilogue flag is %d' % self._xf_epilogue_done - self._sheet_list.append(None) # get_sheet updates _sheet_list but needs a None beforehand - self.get_sheet(sheetno, update_pos=False) - if DEBUG: print >> self.logfile, 'SHEETHDR: posn after get_sheet() =', self._position - self._position = BOF_posn + sheet_len - - def handle_sheetsoffset(self, data): - # DEBUG = 0 - posn = unpack('> self.logfile, 'SHEETSOFFSET:', posn - self._sheetsoffset = posn - - def handle_sst(self, data): - # DEBUG = 1 - if DEBUG: - print >> self.logfile, "SST Processing" - t0 = time.time() - nbt = len(data) - strlist = [data] - uniquestrings = unpack('= 2: - fprintf(self.logfile, "SST: unique strings: %d\n", uniquestrings) - while 1: - code, nb, data = self.get_record_parts_conditional(XL_CONTINUE) - if code is None: - break - nbt += nb - if DEBUG >= 2: - fprintf(self.logfile, "CONTINUE: adding %d bytes to SST -> %d\n", nb, nbt) - strlist.append(data) - self._sharedstrings = unpack_SST_table(strlist, uniquestrings) - if DEBUG: - t1 = time.time() - print >> self.logfile, "SST processing took %.2f seconds" % (t1 - t0, ) - - def handle_writeaccess(self, data): - # DEBUG = 0 - if self.biff_version < 80: - if not self.encoding: - self.raw_user_name = True - self.user_name = data - return - strg = unpack_string(data, 0, self.encoding, lenlen=1) - else: - strg = unpack_unicode(data, 0, lenlen=2) - if DEBUG: print >> self.logfile, "WRITEACCESS: %d bytes; raw=%d %r" % (len(data), self.raw_user_name, strg) - strg = strg.rstrip() - self.user_name = strg - - def parse_globals(self): - # DEBUG = 0 - # no need to position, just start reading (after the BOF) - formatting.initialise_book(self) - while 1: - rc, length, data = self.get_record_parts() - if DEBUG: print "parse_globals: record code is 0x%04x" % rc - if rc == XL_SST: - self.handle_sst(data) - elif rc == XL_FONT or rc == XL_FONT_B3B4: - self.handle_font(data) - elif rc == XL_FORMAT: # XL_FORMAT2 is BIFF <= 3.0, can't appear in globals - self.handle_format(data) - elif rc == XL_XF: - self.handle_xf(data) - elif rc == XL_BOUNDSHEET: - self.handle_boundsheet(data) - elif rc == XL_DATEMODE: - self.handle_datemode(data) - elif rc == XL_CODEPAGE: - self.handle_codepage(data) - elif rc == XL_COUNTRY: - self.handle_country(data) - elif rc == XL_EXTERNNAME: - self.handle_externname(data) - elif rc == XL_EXTERNSHEET: - self.handle_externsheet(data) - elif rc == XL_FILEPASS: - self.handle_filepass(data) - elif rc == XL_WRITEACCESS: - self.handle_writeaccess(data) - elif rc == XL_SHEETSOFFSET: - self.handle_sheetsoffset(data) - elif rc == XL_SHEETHDR: - self.handle_sheethdr(data) - elif rc == XL_SUPBOOK: - self.handle_supbook(data) - elif rc == XL_NAME: - self.handle_name(data) - elif rc == XL_PALETTE: - self.handle_palette(data) - elif rc == XL_STYLE: - self.handle_style(data) - elif rc & 0xff == 9: - print >> self.logfile, "*** Unexpected BOF at posn %d: 0x%04x len=%d data=%r" \ - % (self._position - length - 4, rc, length, data) - elif rc == XL_EOF: - self.xf_epilogue() - self.names_epilogue() - self.palette_epilogue() - if not self.encoding: - self.derive_encoding() - if self.biff_version == 45: - # DEBUG = 0 - if DEBUG: print "global EOF: position", self._position - # if DEBUG: - # pos = self._position - 4 - # print repr(self.mem[pos:pos+40]) - return - else: - # if DEBUG: - # print "parse_globals: ignoring record code 0x%04x" % rc - pass - - def read(self, pos, length): - data = self.mem[pos:pos+length] - self._position = pos + len(data) - return data - - def getbof(self, rqd_stream): - # DEBUG = 1 - # if DEBUG: print >> self.logfile, "getbof(): position", self._position - if DEBUG: print >> self.logfile, "reqd: 0x%04x" % rqd_stream - def bof_error(msg): - raise XLRDError('Unsupported format, or corrupt file: ' + msg) - savpos = self._position - opcode = self.get2bytes() - if opcode == MY_EOF: - bof_error('Expected BOF record; met end of file') - if opcode not in bofcodes: - bof_error('Expected BOF record; found %r' % self.mem[savpos:savpos+8]) - length = self.get2bytes() - if length == MY_EOF: - bof_error('Incomplete BOF record[1]; met end of file') - if length < boflen[opcode] or length > 20: - bof_error( - 'Invalid length (%d) for BOF record type 0x%04x' - % (length, opcode)) - data = self.read(self._position, length); - if DEBUG: print >> self.logfile, "\ngetbof(): data=%r" % data - if len(data) < length: - bof_error('Incomplete BOF record[2]; met end of file') - version1 = opcode >> 8 - version2, streamtype = unpack('> self.logfile, "getbof(): op=0x%04x version2=0x%04x streamtype=0x%04x" \ - % (opcode, version2, streamtype) - bof_offset = self._position - 4 - length - if DEBUG: - print >> self.logfile, "getbof(): BOF found at offset %d; savpos=%d" \ - % (bof_offset, savpos) - version = build = year = 0 - if version1 == 0x08: - build, year = unpack('= 2: - print >> self.logfile, \ - "BOF: op=0x%04x vers=0x%04x stream=0x%04x buildid=%d buildyr=%d -> BIFF%d" \ - % (opcode, version2, streamtype, build, year, version) - got_globals = streamtype == XL_WORKBOOK_GLOBALS or ( - version == 45 and streamtype == XL_WORKBOOK_GLOBALS_4W) - if (rqd_stream == XL_WORKBOOK_GLOBALS and got_globals) or streamtype == rqd_stream: - return version - if version < 50 and streamtype == XL_WORKSHEET: - return version - if version >= 50 and streamtype == 0x0100: - bof_error("Workspace file -- no spreadsheet data") - bof_error( - 'BOF not workbook/worksheet: op=0x%04x vers=0x%04x strm=0x%04x build=%d year=%d -> BIFF%d' \ - % (opcode, version2, streamtype, build, year, version) - ) - -# === helper functions - -def expand_cell_address(inrow, incol): - # Ref : OOo docs, "4.3.4 Cell Addresses in BIFF8" - outrow = inrow - if incol & 0x8000: - if outrow >= 32768: - outrow -= 65536 - relrow = 1 - else: - relrow = 0 - outcol = incol & 0xFF - if incol & 0x4000: - if outcol >= 128: - outcol -= 256 - relcol = 1 - else: - relcol = 0 - return outrow, outcol, relrow, relcol - -def colname(colx, _A2Z="ABCDEFGHIJKLMNOPQRSTUVWXYZ"): - assert colx >= 0 - name = '' - while 1: - quot, rem = divmod(colx, 26) - name = _A2Z[rem] + name - if not quot: - return name - colx = quot - 1 - -def display_cell_address(rowx, colx, relrow, relcol): - if relrow: - rowpart = "(*%s%d)" % ("+-"[rowx < 0], abs(rowx)) - else: - rowpart = "$%d" % (rowx+1,) - if relcol: - colpart = "(*%s%d)" % ("+-"[colx < 0], abs(colx)) - else: - colpart = "$" + colname(colx) - return colpart + rowpart - -def unpack_SST_table(datatab, nstrings): - "Return list of strings" - datainx = 0 - ndatas = len(datatab) - data = datatab[0] - datalen = len(data) - pos = 8 - strings = [] - strappend = strings.append - local_unpack = unpack - local_min = min - local_ord = ord - latin_1 = "latin_1" - for _unused_i in xrange(nstrings): - nchars = local_unpack('> 1, charsneed) - rawstrg = data[pos:pos+2*charsavail] - # if DEBUG: print "SST U16: nchars=%d pos=%d rawstrg=%r" % (nchars, pos, rawstrg) - try: - accstrg += unicode(rawstrg, "utf_16_le") - except: - # print "SST U16: nchars=%d pos=%d rawstrg=%r" % (nchars, pos, rawstrg) - # Probable cause: dodgy data e.g. unfinished surrogate pair. - # E.g. file unicode2.xls in pyExcelerator's examples has cells containing - # unichr(i) for i in range(0x100000) - # so this will include 0xD800 etc - raise - pos += 2*charsavail - else: - # Note: this is COMPRESSED (not ASCII!) encoding!!! - charsavail = local_min(datalen - pos, charsneed) - rawstrg = data[pos:pos+charsavail] - # if DEBUG: print "SST CMPRSD: nchars=%d pos=%d rawstrg=%r" % (nchars, pos, rawstrg) - accstrg += unicode(rawstrg, latin_1) - pos += charsavail - charsgot += charsavail - if charsgot == nchars: - break - datainx += 1 - data = datatab[datainx] - datalen = len(data) - options = local_ord(data[0]) - pos = 1 - pos += rtsz # size of richtext & phonetic stuff to skip - # also allow for the rich text etc being split ... - if pos >= datalen: - # adjust to correct position in next record - pos = pos - datalen - datainx += 1 - if datainx < ndatas: - data = datatab[datainx] - datalen = len(data) - else: - assert _unused_i == nstrings - 1 - strappend(accstrg) - return strings diff --git a/tablib/packages/xlrd/biffh.py b/tablib/packages/xlrd/biffh.py deleted file mode 100644 index ba3b26c..0000000 --- a/tablib/packages/xlrd/biffh.py +++ /dev/null @@ -1,639 +0,0 @@ -# -*- coding: cp1252 -*- - -## -# Support module for the xlrd package. -# -#

Portions copyright 2005-2008 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a BSD-style licence.

-## - -# 2008-02-10 SJM BIFF2 BLANK record -# 2008-02-08 SJM Preparation for Excel 2.0 support -# 2008-02-02 SJM Added suffixes (_B2, _B2_ONLY, etc) on record names for biff_dump & biff_count -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-09-08 SJM Avoid crash when zero-length Unicode string missing options byte. -# 2007-04-22 SJM Remove experimental "trimming" facility. - -DEBUG = 0 - -from struct import unpack -import sys -from timemachine import * - -class XLRDError(Exception): - pass - -## -# Parent of almost all other classes in the package. Defines a common "dump" method -# for debugging. - -class BaseObject(object): - - _repr_these = [] - - ## - # @param f open file object, to which the dump is written - # @param header text to write before the dump - # @param footer text to write after the dump - # @param indent number of leading spaces (for recursive calls) - - def dump(self, f=None, header=None, footer=None, indent=0): - if f is None: - f = sys.stderr - alist = self.__dict__.items() - alist.sort() - pad = " " * indent - if header is not None: print >> f, header - list_type = type([]) - dict_type = type({}) - for attr, value in alist: - if getattr(value, 'dump', None) and attr != 'book': - value.dump(f, - header="%s%s (%s object):" % (pad, attr, value.__class__.__name__), - indent=indent+4) - elif attr not in self._repr_these and ( - isinstance(value, list_type) or isinstance(value, dict_type) - ): - print >> f, "%s%s: %s, len = %d" % (pad, attr, type(value), len(value)) - else: - print >> f, "%s%s: %r" % (pad, attr, value) - if footer is not None: print >> f, footer - -FUN, FDT, FNU, FGE, FTX = range(5) # unknown, date, number, general, text -DATEFORMAT = FDT -NUMBERFORMAT = FNU - -( - XL_CELL_EMPTY, - XL_CELL_TEXT, - XL_CELL_NUMBER, - XL_CELL_DATE, - XL_CELL_BOOLEAN, - XL_CELL_ERROR, - XL_CELL_BLANK, # for use in debugging, gathering stats, etc -) = range(7) - -biff_text_from_num = { - 0: "(not BIFF)", - 20: "2.0", - 21: "2.1", - 30: "3", - 40: "4S", - 45: "4W", - 50: "5", - 70: "7", - 80: "8", - 85: "8X", - } - -## -#

This dictionary can be used to produce a text version of the internal codes -# that Excel uses for error cells. Here are its contents: -# 

-# 0x00: '#NULL!',  # Intersection of two cell ranges is empty
-# 0x07: '#DIV/0!', # Division by zero
-# 0x0F: '#VALUE!', # Wrong type of operand
-# 0x17: '#REF!',   # Illegal or deleted cell reference
-# 0x1D: '#NAME?',  # Wrong function or range name
-# 0x24: '#NUM!',   # Value range overflow
-# 0x2A: '#N/A!',   # Argument or function not available
-#

- -error_text_from_code = { - 0x00: '#NULL!', # Intersection of two cell ranges is empty - 0x07: '#DIV/0!', # Division by zero - 0x0F: '#VALUE!', # Wrong type of operand - 0x17: '#REF!', # Illegal or deleted cell reference - 0x1D: '#NAME?', # Wrong function or range name - 0x24: '#NUM!', # Value range overflow - 0x2A: '#N/A!', # Argument or function not available -} - -BIFF_FIRST_UNICODE = 80 - -XL_WORKBOOK_GLOBALS = WBKBLOBAL = 0x5 -XL_WORKBOOK_GLOBALS_4W = 0x100 -XL_WORKSHEET = WRKSHEET = 0x10 - -XL_BOUNDSHEET_WORKSHEET = 0x00 -XL_BOUNDSHEET_CHART = 0x02 -XL_BOUNDSHEET_VB_MODULE = 0x06 - -# XL_RK2 = 0x7e -XL_ARRAY = 0x0221 -XL_ARRAY2 = 0x0021 -XL_BLANK = 0x0201 -XL_BLANK_B2 = 0x01 -XL_BOF = 0x809 -XL_BOOLERR = 0x205 -XL_BOOLERR_B2 = 0x5 -XL_BOUNDSHEET = 0x85 -XL_BUILTINFMTCOUNT = 0x56 -XL_CF = 0x01B1 -XL_CODEPAGE = 0x42 -XL_COLINFO = 0x7D -XL_COLUMNDEFAULT = 0x20 # BIFF2 only -XL_COLWIDTH = 0x24 # BIFF2 only -XL_CONDFMT = 0x01B0 -XL_CONTINUE = 0x3c -XL_COUNTRY = 0x8C -XL_DATEMODE = 0x22 -XL_DEFAULTROWHEIGHT = 0x0225 -XL_DEFCOLWIDTH = 0x55 -XL_DIMENSION = 0x200 -XL_DIMENSION2 = 0x0 -XL_EFONT = 0x45 -XL_EOF = 0x0a -XL_EXTERNNAME = 0x23 -XL_EXTERNSHEET = 0x17 -XL_EXTSST = 0xff -XL_FEAT11 = 0x872 -XL_FILEPASS = 0x2f -XL_FONT = 0x31 -XL_FONT_B3B4 = 0x231 -XL_FORMAT = 0x41e -XL_FORMAT2 = 0x1E # BIFF2, BIFF3 -XL_FORMULA = 0x6 -XL_FORMULA3 = 0x206 -XL_FORMULA4 = 0x406 -XL_GCW = 0xab -XL_INDEX = 0x20b -XL_INTEGER = 0x2 # BIFF2 only -XL_IXFE = 0x44 # BIFF2 only -XL_LABEL = 0x204 -XL_LABEL_B2 = 0x04 -XL_LABELRANGES = 0x15f -XL_LABELSST = 0xfd -XL_MERGEDCELLS = 0xE5 -XL_MSO_DRAWING = 0x00EC -XL_MSO_DRAWING_GROUP = 0x00EB -XL_MSO_DRAWING_SELECTION = 0x00ED -XL_MULRK = 0xbd -XL_MULBLANK = 0xbe -XL_NAME = 0x18 -XL_NOTE = 0x1c -XL_NUMBER = 0x203 -XL_NUMBER_B2 = 0x3 -XL_OBJ = 0x5D -XL_PALETTE = 0x92 -XL_RK = 0x27e -XL_ROW = 0x208 -XL_ROW_B2 = 0x08 -XL_RSTRING = 0xd6 -XL_SHEETHDR = 0x8F # BIFF4W only -XL_SHEETSOFFSET = 0x8E # BIFF4W only -XL_SHRFMLA = 0x04bc -XL_SST = 0xfc -XL_STANDARDWIDTH = 0x99 -XL_STRING = 0x207 -XL_STRING_B2 = 0x7 -XL_STYLE = 0x293 -XL_SUPBOOK = 0x1AE -XL_TABLEOP = 0x236 -XL_TABLEOP2 = 0x37 -XL_TABLEOP_B2 = 0x36 -XL_TXO = 0x1b6 -XL_UNCALCED = 0x5e -XL_UNKNOWN = 0xffff -XL_WINDOW2 = 0x023E -XL_WRITEACCESS = 0x5C -XL_XF = 0xe0 -XL_XF2 = 0x0043 # BIFF2 version of XF record -XL_XF3 = 0x0243 # BIFF3 version of XF record -XL_XF4 = 0x0443 # BIFF4 version of XF record - -boflen = {0x0809: 8, 0x0409: 6, 0x0209: 6, 0x0009: 4} -bofcodes = (0x0809, 0x0409, 0x0209, 0x0009) - -XL_FORMULA_OPCODES = (0x0006, 0x0406, 0x0206) - -_cell_opcode_list = [ - XL_BOOLERR, - XL_FORMULA, - XL_FORMULA3, - XL_FORMULA4, - XL_LABEL, - XL_LABELSST, - XL_MULRK, - XL_NUMBER, - XL_RK, - XL_RSTRING, - ] -_cell_opcode_dict = {} -for _cell_opcode in _cell_opcode_list: - _cell_opcode_dict[_cell_opcode] = 1 -is_cell_opcode = _cell_opcode_dict.has_key - -# def fprintf(f, fmt, *vargs): f.write(fmt % vargs) - -def fprintf(f, fmt, *vargs): - if fmt.endswith('\n'): - print >> f, fmt[:-1] % vargs - else: - print >> f, fmt % vargs, - -def upkbits(tgt_obj, src, manifest, local_setattr=setattr): - for n, mask, attr in manifest: - local_setattr(tgt_obj, attr, (src & mask) >> n) - -def upkbitsL(tgt_obj, src, manifest, local_setattr=setattr, local_int=int): - for n, mask, attr in manifest: - local_setattr(tgt_obj, attr, local_int((src & mask) >> n)) - -def unpack_string(data, pos, encoding, lenlen=1): - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - pos += lenlen - return unicode(data[pos:pos+nchars], encoding) - -def unpack_string_update_pos(data, pos, encoding, lenlen=1, known_len=None): - if known_len is not None: - # On a NAME record, the length byte is detached from the front of the string. - nchars = known_len - else: - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - pos += lenlen - newpos = pos + nchars - return (unicode(data[pos:newpos], encoding), newpos) - -def unpack_unicode(data, pos, lenlen=2): - "Return unicode_strg" - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - if not nchars: - # Ambiguous whether 0-length string should have an "options" byte. - # Avoid crash if missing. - return u"" - pos += lenlen - options = ord(data[pos]) - pos += 1 - # phonetic = options & 0x04 - # richtext = options & 0x08 - if options & 0x08: - # rt = unpack(' endpos=%d pos=%d endsub=%d substrg=%r\n', - ofs, dlen, base, endpos, pos, endsub, substrg) - break - hexd = ''.join(["%02x " % ord(c) for c in substrg]) - chard = '' - for c in substrg: - if c == '\0': - c = '~' - elif not (' ' <= c <= '~'): - c = '?' - chard += c - if numbered: - num_prefix = "%5d: " % (base+pos-ofs) - fprintf(fout, "%s %-48s %s\n", num_prefix, hexd, chard) - pos = endsub - -def biff_dump(mem, stream_offset, stream_len, base=0, fout=sys.stdout, unnumbered=False): - pos = stream_offset - stream_end = stream_offset + stream_len - adj = base - stream_offset - dummies = 0 - numbered = not unnumbered - num_prefix = '' - while stream_end - pos >= 4: - rc, length = unpack('') - if numbered: - num_prefix = "%5d: " % (adj + pos) - fprintf(fout, "%s%04x %s len = %04x (%d)\n", num_prefix, rc, recname, length, length) - pos += 4 - hex_char_dump(mem, pos, length, adj+pos, fout, unnumbered) - pos += length - if dummies: - if numbered: - num_prefix = "%5d: " % (adj + savpos) - fprintf(fout, "%s---- %d zero bytes skipped ----\n", num_prefix, dummies) - if pos < stream_end: - if numbered: - num_prefix = "%5d: " % (adj + pos) - fprintf(fout, "%s---- Misc bytes at end ----\n", num_prefix) - hex_char_dump(mem, pos, stream_end-pos, adj + pos, fout, unnumbered) - elif pos > stream_end: - fprintf(fout, "Last dumped record has length (%d) that is too large\n", length) - -def biff_count_records(mem, stream_offset, stream_len, fout=sys.stdout): - pos = stream_offset - stream_end = stream_offset + stream_len - tally = {} - while stream_end - pos >= 4: - rc, length = unpack('> fout, "%8d %s" % (count, recname) - -encoding_from_codepage = { - 1200 : 'utf_16_le', - 10000: 'mac_roman', - 10006: 'mac_greek', # guess - 10007: 'mac_cyrillic', # guess - 10029: 'mac_latin2', # guess - 10079: 'mac_iceland', # guess - 10081: 'mac_turkish', # guess - 32768: 'mac_roman', - 32769: 'cp1252', - } -# some more guessing, for Indic scripts -# codepage 57000 range: -# 2 Devanagari [0] -# 3 Bengali [1] -# 4 Tamil [5] -# 5 Telegu [6] -# 6 Assamese [1] c.f. Bengali -# 7 Oriya [4] -# 8 Kannada [7] -# 9 Malayalam [8] -# 10 Gujarati [3] -# 11 Gurmukhi [2] diff --git a/tablib/packages/xlrd/compdoc.py b/tablib/packages/xlrd/compdoc.py deleted file mode 100644 index 3abb7a6..0000000 --- a/tablib/packages/xlrd/compdoc.py +++ /dev/null @@ -1,358 +0,0 @@ -# -*- coding: cp1252 -*- - -## -# Implements the minimal functionality required -# to extract a "Workbook" or "Book" stream (as one big string) -# from an OLE2 Compound Document file. -#

Copyright 2005-2008 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a BSD-style licence.

-## - -# No part of the content of this file was derived from the works of David Giffin. - -# 2008-11-04 SJM Avoid assertion error when -1 used instead of -2 for first_SID of empty SCSS [Frank Hoffsuemmer] -# 2007-09-08 SJM Warning message if sector sizes are extremely large. -# 2007-05-07 SJM Meaningful exception instead of IndexError if a SAT (sector allocation table) is corrupted. -# 2007-04-22 SJM Missing "<" in a struct.unpack call => can't open files on bigendian platforms. - - -import sys -from struct import unpack -from timemachine import * - -## -# Magic cookie that should appear in the first 8 bytes of the file. -SIGNATURE = "\xD0\xCF\x11\xE0\xA1\xB1\x1A\xE1" - -EOCSID = -2 -FREESID = -1 -SATSID = -3 -MSATSID = -4 - -class CompDocError(Exception): - pass - -class DirNode(object): - - def __init__(self, DID, dent, DEBUG=0): - # dent is the 128-byte directory entry - self.DID = DID - # (cbufsize, self.etype, self.colour, self.left_DID, self.right_DID, - # self.root_DID, - # self.first_SID, - # self.tot_size) = \ - # unpack('> logfile, "\nCompDoc format: version=0x%04x revision=0x%04x" % (version, revision) - self.mem = mem - ssz, sssz = unpack(' 20: # allows for 2**20 bytes i.e. 1MB - print >> logfile, \ - "WARNING: sector size (2**%d) is preposterous; assuming 512 and continuing ..." \ - % ssz - ssz = 9 - if sssz > ssz: - print >> logfile, \ - "WARNING: short stream sector size (2**%d) is preposterous; assuming 64 and continuing ..." \ - % sssz - sssz = 6 - self.sec_size = sec_size = 1 << ssz - self.short_sec_size = 1 << sssz - ( - SAT_tot_secs, self.dir_first_sec_sid, _unused, self.min_size_std_stream, - SSAT_first_sec_sid, SSAT_tot_secs, - MSAT_first_sec_sid, MSAT_tot_secs, - # ) = unpack('> logfile, \ - "WARNING *** file size (%d) not 512 + multiple of sector size (%d)" \ - % (len(mem), sec_size) - if DEBUG: - print >> logfile, 'sec sizes', ssz, sssz, sec_size, self.short_sec_size - print >> logfile, "mem data: %d bytes == %d sectors" % (mem_data_len, mem_data_secs) - print >> logfile, "SAT_tot_secs=%d, dir_first_sec_sid=%d, min_size_std_stream=%d" \ - % (SAT_tot_secs, self.dir_first_sec_sid, self.min_size_std_stream,) - print >> logfile, "SSAT_first_sec_sid=%d, SSAT_tot_secs=%d" % (SSAT_first_sec_sid, SSAT_tot_secs,) - print >> logfile, "MSAT_first_sec_sid=%d, MSAT_tot_secs=%d" % (MSAT_first_sec_sid, MSAT_tot_secs,) - nent = int_floor_div(sec_size, 4) # number of SID entries in a sector - fmt = "<%di" % nent - trunc_warned = 0 - # - # === build the MSAT === - # - MSAT = list(unpack('<109i', mem[76:512])) - sid = MSAT_first_sec_sid - while sid >= 0: - if sid >= mem_data_secs: - raise CompDocError( - "MSAT extension: accessing sector %d but only %d in file" % (sid, mem_data_secs) - ) - offset = 512 + sec_size * sid - news = list(unpack(fmt, mem[offset:offset+sec_size])) - sid = news.pop() - MSAT.extend(news) - if DEBUG: - print >> logfile, "MSAT: len =", len(MSAT) - print >> logfile, MSAT - # - # === build the SAT === - # - self.SAT = [] - for msid in MSAT: - if msid == FREESID: continue - if msid >= mem_data_secs: - if not trunc_warned: - print >> logfile, "WARNING *** File is truncated, or OLE2 MSAT is corrupt!!" - print >> logfile, \ - "INFO: Trying to access sector %d but only %d available" \ - % (msid, mem_data_secs) - trunc_warned = 1 - continue - offset = 512 + sec_size * msid - news = list(unpack(fmt, mem[offset:offset+sec_size])) - self.SAT.extend(news) - if DEBUG: - print >> logfile, "SAT: len =", len(self.SAT) - print >> logfile, self.SAT - # print >> logfile, "SAT ", - # for i, s in enumerate(self.SAT): - # print >> logfile, "entry: %4d offset: %6d, next entry: %4d" % (i, 512 + sec_size * i, s) - # print >> logfile, "%d:%d " % (i, s), - print - - # === build the directory === - # - dbytes = self._get_stream( - self.mem, 512, self.SAT, self.sec_size, self.dir_first_sec_sid, - name="directory") - dirlist = [] - did = -1 - for pos in xrange(0, len(dbytes), 128): - did += 1 - dirlist.append(DirNode(did, dbytes[pos:pos+128], 0)) - self.dirlist = dirlist - _build_family_tree(dirlist, 0, dirlist[0].root_DID) # and stand well back ... - if DEBUG: - for d in dirlist: - d.dump(DEBUG) - # - # === get the SSCS === - # - sscs_dir = self.dirlist[0] - assert sscs_dir.etype == 5 # root entry - if sscs_dir.first_SID < 0 and sscs_dir.tot_size == 0: - # Problem reported by Frank Hoffsuemmer: some software was - # writing -1 instead of -2 (EOCSID) for the first_SID - # when the SCCS was empty. Not having EOCSID caused assertion - # failure in _get_stream. - # Solution: avoid calling _get_stream in any case when the - # SCSS appears to be empty. - self.SSCS = "" - else: - self.SSCS = self._get_stream( - self.mem, 512, self.SAT, sec_size, sscs_dir.first_SID, - sscs_dir.tot_size, name="SSCS") - # if DEBUG: print >> logfile, "SSCS", repr(self.SSCS) - # - # === build the SSAT === - # - self.SSAT = [] - if SSAT_tot_secs > 0 and sscs_dir.tot_size == 0: - print >> logfile, \ - "WARNING *** OLE2 inconsistency: SSCS size is 0 but SSAT size is non-zero" - if sscs_dir.tot_size > 0: - sid = SSAT_first_sec_sid - nsecs = SSAT_tot_secs - while sid >= 0 and nsecs > 0: - nsecs -= 1 - start_pos = 512 + sid * sec_size - news = list(unpack(fmt, mem[start_pos:start_pos+sec_size])) - self.SSAT.extend(news) - sid = self.SAT[sid] - # assert SSAT_tot_secs == 0 or sid == EOCSID - if DEBUG: print >> logfile, "SSAT last sid %d; remaining sectors %d" % (sid, nsecs) - assert nsecs == 0 and sid == EOCSID - if DEBUG: print >> logfile, "SSAT", self.SSAT - - def _get_stream(self, mem, base, sat, sec_size, start_sid, size=None, name=''): - # print >> self.logfile, "_get_stream", base, sec_size, start_sid, size - sectors = [] - s = start_sid - if size is None: - # nothing to check against - while s >= 0: - start_pos = base + s * sec_size - sectors.append(mem[start_pos:start_pos+sec_size]) - try: - s = sat[s] - except IndexError: - raise CompDocError( - "OLE2 stream %r: sector allocation table invalid entry (%d)" % - (name, s) - ) - assert s == EOCSID - else: - todo = size - while s >= 0: - start_pos = base + s * sec_size - grab = sec_size - if grab > todo: - grab = todo - todo -= grab - sectors.append(mem[start_pos:start_pos+grab]) - try: - s = sat[s] - except IndexError: - raise CompDocError( - "OLE2 stream %r: sector allocation table invalid entry (%d)" % - (name, s) - ) - assert s == EOCSID - if todo != 0: - print >> self.logfile, \ - "WARNING *** OLE2 stream %r: expected size %d, actual size %d" \ - % (name, size, size - todo) - return ''.join(sectors) - - def _dir_search(self, path, storage_DID=0): - # Return matching DirNode instance, or None - head = path[0] - tail = path[1:] - dl = self.dirlist - for child in dl[storage_DID].children: - if dl[child].name.lower() == head.lower(): - et = dl[child].etype - if et == 2: - return dl[child] - if et == 1: - if not tail: - raise CompDocError("Requested component is a 'storage'") - return self._dir_search(tail, child) - dl[child].dump(1) - raise CompDocError("Requested stream is not a 'user stream'") - return None - - ## - # Interrogate the compound document's directory; return the stream as a string if found, otherwise - # return None. - # @param qname Name of the desired stream e.g. u'Workbook'. Should be in Unicode or convertible thereto. - - def get_named_stream(self, qname): - d = self._dir_search(qname.split("/")) - if d is None: - return None - if d.tot_size >= self.min_size_std_stream: - return self._get_stream( - self.mem, 512, self.SAT, self.sec_size, d.first_SID, - d.tot_size, name=qname) - else: - return self._get_stream( - self.SSCS, 0, self.SSAT, self.short_sec_size, d.first_SID, - d.tot_size, name=qname + " (from SSCS)") - - ## - # Interrogate the compound document's directory. - # If the named stream is not found, (None, 0, 0) will be returned. - # If the named stream is found and is contiguous within the original byte sequence ("mem") - # used when the document was opened, - # then (mem, offset_to_start_of_stream, length_of_stream) is returned. - # Otherwise a new string is built from the fragments and (new_string, 0, length_of_stream) is returned. - # @param qname Name of the desired stream e.g. u'Workbook'. Should be in Unicode or convertible thereto. - - def locate_named_stream(self, qname): - d = self._dir_search(qname.split("/")) - if d is None: - return (None, 0, 0) - if d.tot_size >= self.min_size_std_stream: - return self._locate_stream(self.mem, 512, self.SAT, self.sec_size, d.first_SID, d.tot_size) - else: - return ( - self._get_stream( - self.SSCS, 0, self.SSAT, self.short_sec_size, d.first_SID, - d.tot_size, qname + " (from SSCS)"), - 0, - d.tot_size - ) - return (None, 0, 0) # not found - - def _locate_stream(self, mem, base, sat, sec_size, start_sid, size): - # print >> self.logfile, "_locate_stream", base, sec_size, start_sid, size - s = start_sid - if s < 0: - raise CompDocError("_locate_stream: start_sid (%d) is -ve" % start_sid) - p = -99 # dummy previous SID - start_pos = -9999 - end_pos = -8888 - slices = [] - while s >= 0: - if s == p+1: - # contiguous sectors - end_pos += sec_size - else: - # start new slice - if p >= 0: - # not first time - slices.append((start_pos, end_pos)) - start_pos = base + s * sec_size - end_pos = start_pos + sec_size - p = s - s = sat[s] - assert s == EOCSID - # print >> self.logfile, len(slices) + 1, "slices" - if not slices: - # The stream is contiguous ... just what we like! - return (mem, start_pos, size) - slices.append((start_pos, end_pos)) - return (''.join([mem[start_pos:end_pos] for start_pos, end_pos in slices]), 0, size) - -# ========================================================================================== diff --git a/tablib/packages/xlrd/doc/compdoc.html b/tablib/packages/xlrd/doc/compdoc.html deleted file mode 100644 index c55a194..0000000 --- a/tablib/packages/xlrd/doc/compdoc.html +++ /dev/null @@ -1,69 +0,0 @@ - - - - -The compdoc Module - - -

The compdoc Module

-

Implements the minimal functionality required -to extract a "Workbook" or "Book" stream (as one big string) -from an OLE2 Compound Document file. -

Copyright © 2005-2008 Stephen John Machin, Lingfo Pty Ltd

-

This module is part of the xlrd package, which is released under a BSD-style licence.

-

Module Contents

-
-
CompDoc(mem, logfile=sys.stdout, DEBUG=0) (class) [#]
-
-

Compound document handler.

-
-
mem
-
-The raw contents of the file, as a string, or as an mmap.mmap() object. The -only operation it needs to support is slicing.
-

-

For more information about this class, see The CompDoc Class.

-
-
SIGNATURE (variable) [#]
-
-

Magic cookie that should appear in the first 8 bytes of the file.

-
-
-

The CompDoc Class

-
-
CompDoc(mem, logfile=sys.stdout, DEBUG=0) (class) [#]
-
-

Compound document handler.

-
-
mem
-
-The raw contents of the file, as a string, or as an mmap.mmap() object. The -only operation it needs to support is slicing.
-

-
-
get_named_stream(qname) [#]
-
-

Interrogate the compound document's directory; return the stream as a string if found, otherwise -return None.

-
-
qname
-
-Name of the desired stream e.g. u'Workbook'. Should be in Unicode or convertible thereto.
-

-
-
locate_named_stream(qname) [#]
-
-

Interrogate the compound document's directory. -If the named stream is not found, (None, 0, 0) will be returned. -If the named stream is found and is contiguous within the original byte sequence ("mem") -used when the document was opened, -then (mem, offset_to_start_of_stream, length_of_stream) is returned. -Otherwise a new string is built from the fragments and (new_string, 0, length_of_stream) is returned.

-
-
qname
-
-Name of the desired stream e.g. u'Workbook'. Should be in Unicode or convertible thereto.
-

-
-
- diff --git a/tablib/packages/xlrd/doc/xlrd.html b/tablib/packages/xlrd/doc/xlrd.html deleted file mode 100644 index f982e0e..0000000 --- a/tablib/packages/xlrd/doc/xlrd.html +++ /dev/null @@ -1,1845 +0,0 @@ - - - - -The xlrd Module - - -

The xlrd Module

-

A Python module for extracting data from MS Excel ™ spreadsheet files. -

-Version 0.7.1 -- 2009-05-31 -

- -

General information

- -

Acknowledgements

- -

-Development of this module would not have been possible without the document -"OpenOffice.org's Documentation of the Microsoft Excel File Format" -("OOo docs" for short). -The latest version is available from OpenOffice.org in - PDF format -and - ODT format. -Small portions of the OOo docs are reproduced in this -document. A study of the OOo docs is recommended for those who wish a -deeper understanding of the Excel file layout than the xlrd docs can provide. -

- -

Backporting to Python 2.1 was partially funded by - - Journyx - provider of timesheet and project accounting solutions. - -

- -

Provision of formatting information in version 0.6.1 was funded by - - Simplistix Ltd. - -

- -

Unicode

- -

This module presents all text strings as Python unicode objects. -From Excel 97 onwards, text in Excel spreadsheets has been stored as Unicode. -Older files (Excel 95 and earlier) don't keep strings in Unicode; -a CODEPAGE record provides a codepage number (for example, 1252) which is -used by xlrd to derive the encoding (for same example: "cp1252") which is -used to translate to Unicode.

- -

If the CODEPAGE record is missing (possible if the file was created -by third-party software), xlrd will assume that the encoding is ascii, and keep going. -If the actual encoding is not ascii, a UnicodeDecodeError exception will be raised and -you will need to determine the encoding yourself, and tell xlrd: -

-    book = xlrd.open_workbook(..., encoding_override="cp1252")
-

-

If the CODEPAGE record exists but is wrong (for example, the codepage -number is 1251, but the strings are actually encoded in koi8_r), -it can be overridden using the same mechanism. -The supplied runxlrd.py has a corresponding command-line argument, which -may be used for experimentation: -

-    runxlrd.py -e koi8_r 3rows myfile.xls
-

-

The first place to look for an encoding ("codec name") is - -the Python documentation. -

- - -

Dates in Excel spreadsheets

- -

In reality, there are no such things. What you have are floating point -numbers and pious hope. -There are several problems with Excel dates:

- -

(1) Dates are not stored as a separate data type; they are stored as -floating point numbers and you have to rely on -(a) the "number format" applied to them in Excel and/or -(b) knowing which cells are supposed to have dates in them. -This module helps with (a) by inspecting the -format that has been applied to each number cell; -if it appears to be a date format, the cell -is classified as a date rather than a number. Feedback on this feature, -especially from non-English-speaking locales, would be appreciated.

- -

(2) Excel for Windows stores dates by default as the number of -days (or fraction thereof) since 1899-12-31T00:00:00. Excel for -Macintosh uses a default start date of 1904-01-01T00:00:00. The date -system can be changed in Excel on a per-workbook basis (for example: -Tools -> Options -> Calculation, tick the "1904 date system" box). -This is of course a bad idea if there are already dates in the -workbook. There is no good reason to change it even if there are no -dates in the workbook. Which date system is in use is recorded in the -workbook. A workbook transported from Windows to Macintosh (or vice -versa) will work correctly with the host Excel. When using this -module's xldate_as_tuple function to convert numbers from a workbook, -you must use the datemode attribute of the Book object. If you guess, -or make a judgement depending on where you believe the workbook was -created, you run the risk of being 1462 days out of kilter.

- -

Reference: -http://support.microsoft.com/default.aspx?scid=KB;EN-US;q180162

- - -

(3) The Excel implementation of the Windows-default 1900-based date system works on the -incorrect premise that 1900 was a leap year. It interprets the number 60 as meaning 1900-02-29, -which is not a valid date. Consequently any number less than 61 is ambiguous. Example: is 59 the -result of 1900-02-28 entered directly, or is it 1900-03-01 minus 2 days? The OpenOffice.org Calc -program "corrects" the Microsoft problem; entering 1900-02-27 causes the number 59 to be stored. -Save as an XLS file, then open the file with Excel -- you'll see 1900-02-28 displayed.

- -

Reference: http://support.microsoft.com/default.aspx?scid=kb;en-us;214326

- -

(4) The Macintosh-default 1904-based date system counts 1904-01-02 as day 1 and 1904-01-01 as day zero. -Thus any number such that (0.0 <= number < 1.0) is ambiguous. Is 0.625 a time of day (15:00:00), -independent of the calendar, -or should it be interpreted as an instant on a particular day (1904-01-01T15:00:00)? -The xldate_* functions in this module -take the view that such a number is a calendar-independent time of day (like Python's datetime.time type) for both -date systems. This is consistent with more recent Microsoft documentation -(for example, the help file for Excel 2002 which says that the first day -in the 1904 date system is 1904-01-02). - -

(5) Usage of the Excel DATE() function may leave strange dates in a spreadsheet. Quoting the help file, -in respect of the 1900 date system: "If year is between 0 (zero) and 1899 (inclusive), -Excel adds that value to 1900 to calculate the year. For example, DATE(108,1,2) returns January 2, 2008 (1900+108)." -This gimmick, semi-defensible only for arguments up to 99 and only in the pre-Y2K-awareness era, -means that DATE(1899, 12, 31) is interpreted as 3799-12-31.

- -

For further information, please refer to the documentation for the xldate_* functions.

- -

Named references, constants, formulas, and macros

- -

-A name is used to refer to a cell, a group of cells, a constant -value, a formula, or a macro. Usually the scope of a name is global -across the whole workbook. However it can be local to a worksheet. -For example, if the sales figures are in different cells in -different sheets, the user may define the name "Sales" in each -sheet. There are built-in names, like "Print_Area" and -"Print_Titles"; these two are naturally local to a sheet. -

-To inspect the names with a user interface like MS Excel, OOo Calc, -or Gnumeric, click on Insert/Names/Define. This will show the global -names, plus those local to the currently selected sheet. -

-A Book object provides two dictionaries (name_map and -name_and_scope_map) and a list (name_obj_list) which allow various -ways of accessing the Name objects. There is one Name object for -each NAME record found in the workbook. Name objects have many -attributes, several of which are relevant only when obj.macro is 1. -

-In the examples directory you will find namesdemo.xls which -showcases the many different ways that names can be used, and -xlrdnamesAPIdemo.py which offers 3 different queries for inspecting -the names in your files, and shows how to extract whatever a name is -referring to. There is currently one "convenience method", -Name.cell(), which extracts the value in the case where the name -refers to a single cell. More convenience methods are planned. The -source code for Name.cell (in __init__.py) is an extra source of -information on how the Name attributes hang together. -

- -

Name information is not extracted from files older than -Excel 5.0 (Book.biff_version < 50)

- -

Formatting

- -

Introduction

- -

This collection of features, new in xlrd version 0.6.1, is intended -to provide the information needed to (1) display/render spreadsheet contents -(say) on a screen or in a PDF file, and (2) copy spreadsheet data to another -file without losing the ability to display/render it.

- -

The Palette; Colour Indexes

- -

A colour is represented in Excel as a (red, green, blue) ("RGB") tuple -with each component in range(256). However it is not possible to access an -unlimited number of colours; each spreadsheet is limited to a palette of 64 different -colours (24 in Excel 3.0 and 4.0, 8 in Excel 2.0). Colours are referenced by an index -("colour index") into this palette. - -Colour indexes 0 to 7 represent 8 fixed built-in colours: black, white, red, green, blue, -yellow, magenta, and cyan.

- -The remaining colours in the palette (8 to 63 in Excel 5.0 and later) -can be changed by the user. In the Excel 2003 UI, Tools/Options/Color presents a palette -of 7 rows of 8 colours. The last two rows are reserved for use in charts.
-The correspondence between this grid and the assigned -colour indexes is NOT left-to-right top-to-bottom.
-Indexes 8 to 15 correspond to changeable -parallels of the 8 fixed colours -- for example, index 7 is forever cyan; -index 15 starts off being cyan but can be changed by the user.
- -The default colour for each index depends on the file version; tables of the defaults -are available in the source code. If the user changes one or more colours, -a PALETTE record appears in the XLS file -- it gives the RGB values for *all* changeable -indexes.
-Note that colours can be used in "number formats": "[CYAN]...." and "[COLOR8]...." refer -to colour index 7; "[COLOR16]...." will produce cyan -unless the user changes colour index 15 to something else.
- -

In addition, there are several "magic" colour indexes used by Excel:
-0x18 (BIFF3-BIFF4), 0x40 (BIFF5-BIFF8): System window text colour for border lines -(used in XF, CF, and WINDOW2 records)
-0x19 (BIFF3-BIFF4), 0x41 (BIFF5-BIFF8): System window background colour for pattern background -(used in XF and CF records )
-0x43: System face colour (dialogue background colour)
-0x4D: System window text colour for chart border lines
-0x4E: System window background colour for chart areas
-0x4F: Automatic colour for chart border lines (seems to be always Black)
-0x50: System ToolTip background colour (used in note objects)
-0x51: System ToolTip text colour (used in note objects)
-0x7FFF: System window text colour for fonts (used in FONT and CF records)
-Note 0x7FFF appears to be the *default* colour index. It appears quite often in FONT -records.
- -

Default Formatting

- -Default formatting is applied to all empty cells (those not described by a cell record). -Firstly row default information (ROW record, Rowinfo class) is used if available. -Failing that, column default information (COLINFO record, Colinfo class) is used if available. -As a last resort the worksheet/workbook default cell format will be used; this -should always be present in an Excel file, -described by the XF record with the fixed index 15 (0-based). By default, it uses the -worksheet/workbook default cell style, described by the very first XF record (index 0). - -

Formatting features not included in xlrd version 0.6.1

-
    -
  • Rich text i.e. strings containing partial bold italic - and underlined text, change of font inside a string, etc. - See OOo docs s3.4 and s3.2
    • -
  • Asian phonetic text (known as "ruby"), used for Japanese furigana. See OOo docs - s3.4.2 (p15)
    • -
  • Conditional formatting. See OOo docs - s5.12, s6.21 (CONDFMT record), s6.16 (CF record)
    • -
  • Miscellaneous sheet-level and book-level items e.g. printing layout, screen panes.
    • -
  • Modern Excel file versions don't keep most of the built-in - "number formats" in the file; Excel loads formats according to the - user's locale. Currently xlrd's emulation of this is limited to - a hard-wired table that applies to the US English locale. This may mean - that currency symbols, date order, thousands separator, decimals separator, etc - are inappropriate. Note that this does not affect users who are copying XLS - files, only those who are visually rendering cells.
    • -
- -

Loading worksheets on demand

- -

This feature, new in version 0.7.1, is governed by the on_demand argument -to the open_workbook() function and allows saving memory and time by loading -only those sheets that the caller is interested in, and releasing sheets -when no longer required.

- -

on_demand=False (default): No change. open_workbook() loads global data -and all sheets, releases resources no longer required (principally the -str or mmap object containing the Workbook stream), and returns.

- -

on_demand=True and BIFF version < 5.0: A warning message is emitted, -on_demand is recorded as False, and the old process is followed.

- -

on_demand=True and BIFF version >= 5.0: open_workbook() loads global -data and returns without releasing resources. At this stage, the only -information available about sheets is Book.nsheets and Book.sheet_names().

- -

Book.sheet_by_name() and Book.sheet_by_index() will load the requested -sheet if it is not already loaded.

- -

Book.sheets() will load all/any unloaded sheets.

- -

The caller may save memory by calling -Book.unload_sheet(sheet_name_or_index) when finished with the sheet. -This applies irrespective of the state of on_demand.

- -

The caller may re-load an unloaded sheet by calling Book.sheet_by_xxxx() - -- except if those required resources have been released (which will -have happened automatically when on_demand is false). This is the only -case where an exception will be raised.

- -

The caller may query the state of a sheet: -Book.sheet_loaded(sheet_name_or_index) -> a bool

- -

Module Contents

-
-
BaseObject (class) [#]
-
-

Parent of almost all other classes in the package.

-

For more information about this class, see The BaseObject Class.

-
-
Book() (class) [#]
-
-

Contents of a "workbook".

-

For more information about this class, see The Book Class.

-
-
Cell(ctype, value, xf_index=None) (class) [#]
-
-

Contains the data for one cell.

-

For more information about this class, see The Cell Class.

-
-
cellname(rowx, colx) [#]
-
-

Utility function: (5, 7) => 'H6'

-
-
cellnameabs(rowx, colx) [#]
-
-

Utility function: (5, 7) => '$H$6'

-
-
Colinfo (class) [#]
-
-

Width and default formatting information that applies to one or -more columns in a sheet.

-

For more information about this class, see The Colinfo Class.

-
-
colname(colx) [#]
-
-

Utility function: 7 => 'H', 27 => 'AB'

-
-
count_records(filename, outfile=sys.stdout) [#]
-
-

For debugging and analysis: summarise the file's BIFF records. -I.e. produce a sorted file of (record_name, count).

-
-
filename
-
-The path to the file to be summarised.
-
outfile
-
-An open file, to which the summary is written.
-

-
-
dump(filename, outfile=sys.stdout, unnumbered=False) [#]
-
-

For debugging: dump the file's BIFF records in char & hex. -

-
filename
-
-The path to the file to be dumped.
-
outfile
-
-An open file, to which the dump is written.
-
unnumbered
-
-If true, omit offsets (for meaningful diffs).
-

-
-
empty_cell (variable) [#]
-
-

There is one and only one instance of an empty cell -- it's a singleton. This is it. -You may use a test like "acell is empty_cell".

-
-
EqNeAttrs (class) [#]
-
-

This mixin class exists solely so that Format, Font, and XF....

-

For more information about this class, see The EqNeAttrs Class.

-
-
error_text_from_code (variable) [#]
-
-

This dictionary can be used to produce a text version of the internal codes -that Excel uses for error cells. Here are its contents: -

-0x00: '#NULL!',  # Intersection of two cell ranges is empty
-0x07: '#DIV/0!', # Division by zero
-0x0F: '#VALUE!', # Wrong type of operand
-0x17: '#REF!',   # Illegal or deleted cell reference
-0x1D: '#NAME?',  # Wrong function or range name
-0x24: '#NUM!',   # Value range overflow
-0x2A: '#N/A!',   # Argument or function not available
-

-
-
Font (class) [#]
-
-

An Excel "font" contains the details of not only what is normally -considered a font, but also several other display attributes.

-

For more information about this class, see The Font Class.

-
-
Format(format_key, ty, format_str) (class) [#]
-
-

"Number format" information from a FORMAT record.

-

For more information about this class, see The Format Class.

-
-
Name (class) [#]
-
-

Information relating to a named reference, formula, macro, etc.

-

For more information about this class, see The Name Class.

-
-
open_workbook(filename=None, -logfile=sys.stdout, verbosity=0, pickleable=True, use_mmap=USE_MMAP, -file_contents=None, -encoding_override=None, -formatting_info=False, on_demand=False, -) [#]
-
-

Open a spreadsheet file for data extraction.

-
-
filename
-
-The path to the spreadsheet file to be opened.
-
logfile
-
-An open file to which messages and diagnostics are written.
-
verbosity
-
-Increases the volume of trace material written to the logfile.
-
pickleable
-
-Default is true. In Python 2.4 or earlier, setting to false -will cause use of array.array objects which save some memory but can't be pickled. -In Python 2.5, array.arrays are used unconditionally. Note: if you have large files that -you need to read multiple times, it can be much faster to cPickle.dump() the xlrd.Book object -once, and use cPickle.load() multiple times.
-
use_mmap
-
-Whether to use the mmap module is determined heuristically. -Use this arg to override the result. Current heuristic: mmap is used if it exists.
-
file_contents
-
-... as a string or an mmap.mmap object or some other behave-alike object. -If file_contents is supplied, filename will not be used, except (possibly) in messages.
-
encoding_override
-
-Used to overcome missing or bad codepage information -in older-version files. Refer to discussion in the Unicode section above. -
-- New in version 0.6.0 - -
-
formatting_info
-
-Governs provision of a reference to an XF (eXtended Format) object -for each cell in the worksheet. -
Default is False. This is backwards compatible and saves memory. -"Blank" cells (those with their own formatting information but no data) are treated as empty -(by ignoring the file's BLANK and MULBLANK records). -It cuts off any bottom "margin" of rows of empty (and blank) cells and -any right "margin" of columns of empty (and blank) cells. -Only cell_value and cell_type are available. -
True provides all cells, including empty and blank cells. -XF information is available for each cell. -
-- New in version 0.6.1 - -
-
on_demand
-
-Governs whether sheets are all loaded initially or when demanded -by the caller. Please refer back to the section "Loading worksheets on demand" for details. --- New in version 0.7.1
-
Returns:
-
-An instance of the Book class.
-

-
-
Operand(akind=None, avalue=None, arank=0, atext='?') (class) [#]
-
-

Used in evaluating formulas.

-

For more information about this class, see The Operand Class.

-
-
rangename3d(book, ref3d) [#]
-
-

Utility function: -
Ref3D((1, 4, 5, 20, 7, 10)) => 'Sheet2:Sheet3!$H$6:$J$20' -

-
rangename3drel(book, ref3d) [#]
-
-

Utility function: -
Ref3D(coords=(0, 1, -32, -22, -13, 13), relflags=(0, 0, 1, 1, 1, 1)) -=> 'Sheet1![@-13,#-32]:[@+12,#-23]' -where '@' refers to the current or base column and '#' -refers to the current or base row. -

-
Ref3D(atuple) (class) [#]
-
-

Represents an absolute or relative 3-dimensional reference to a box -of one or more cells.

-

For more information about this class, see The Ref3D Class.

-
-
Rowinfo (class) [#]
-
-

Height and default formatting information that applies to a row in a sheet.

-

For more information about this class, see The Rowinfo Class.

-
-
Sheet(book, position, name, number) (class) [#]
-
-

Contains the data for one worksheet.

-

For more information about this class, see The Sheet Class.

-
-
XF (class) [#]
-
-

eXtended Formatting information for cells, rows, columns and styles.

-

For more information about this class, see The XF Class.

-
-
XFAlignment (class) [#]
-
-

A collection of the alignment and similar attributes of an XF record.

-

For more information about this class, see The XFAlignment Class.

-
-
XFBackground (class) [#]
-
-

A collection of the background-related attributes of an XF record.

-

For more information about this class, see The XFBackground Class.

-
-
XFBorder (class) [#]
-
-

A collection of the border-related attributes of an XF record.

-

For more information about this class, see The XFBorder Class.

-
-
XFProtection (class) [#]
-
-

A collection of the protection-related attributes of an XF record.

-

For more information about this class, see The XFProtection Class.

-
-
xldate_as_tuple(xldate, datemode) [#]
-
-

Convert an Excel number (presumed to represent a date, a datetime or a time) into -a tuple suitable for feeding to datetime or mx.DateTime constructors.

-
-
xldate
-
-The Excel number
-
datemode
-
-0: 1900-based, 1: 1904-based. -
WARNING: when using this function to -interpret the contents of a workbook, you should pass in the Book.datemode -attribute of that workbook. Whether -the workbook has ever been anywhere near a Macintosh is irrelevant. -
-
Returns:
-
-Gregorian (year, month, day, hour, minute, nearest_second). -
Special case: if 0.0 <= xldate < 1.0, it is assumed to represent a time; -(0, 0, 0, hour, minute, second) will be returned. -
Note: 1904-01-01 is not regarded as a valid date in the datemode 1 system; its "serial number" -is zero. -
-
Raises XLDateNegative:
-xldate < 0.00 -
-
Raises XLDateAmbiguous:
-The 1900 leap-year problem (datemode == 0 and 1.0 <= xldate < 61.0) -
-
Raises XLDateTooLarge:
-Gregorian year 10000 or later
-
Raises XLDateBadDatemode:
-datemode arg is neither 0 nor 1
-
Raises XLDateError:
-Covers the 4 specific errors
-

-
-
xldate_from_date_tuple((year, month, day), datemode) [#]
-
-

Convert a date tuple (year, month, day) to an Excel date.

-
-
year
-
-Gregorian year.
-
month
-
-1 <= month <= 12 -
-
day
-
-1 <= day <= last day of that (year, month) -
-
datemode
-
-0: 1900-based, 1: 1904-based.
-
Raises XLDateAmbiguous:
-The 1900 leap-year problem (datemode == 0 and 1.0 <= xldate < 61.0) -
-
Raises XLDateBadDatemode:
-datemode arg is neither 0 nor 1
-
Raises XLDateBadTuple:
-(year, month, day) is too early/late or has invalid component(s)
-
Raises XLDateError:
-Covers the specific errors
-

-
-
xldate_from_datetime_tuple(datetime_tuple, datemode) [#]
-
-

Convert a datetime tuple (year, month, day, hour, minute, second) to an Excel date value. -For more details, refer to other xldate_from_*_tuple functions.

-
-
datetime_tuple
-
-(year, month, day, hour, minute, second)
-
datemode
-
-0: 1900-based, 1: 1904-based.
-

-
-
xldate_from_time_tuple((hour, minute, second)) [#]
-
-

Convert a time tuple (hour, minute, second) to an Excel "date" value (fraction of a day).

-
-
hour
-
-0 <= hour < 24 -
-
minute
-
-0 <= minute < 60 -
-
second
-
-0 <= second < 60 -
-
Raises XLDateBadTuple:
-Out-of-range hour, minute, or second
-

-
-
-

The BaseObject Class

-
-
BaseObject (class) [#]
-
-

Parent of almost all other classes in the package. Defines a common "dump" method -for debugging.

-
-
dump(f=None, header=None, footer=None, indent=0) [#]
-
-
-
f
-
-open file object, to which the dump is written
-
header
-
-text to write before the dump
-
footer
-
-text to write after the dump
-
indent
-
-number of leading spaces (for recursive calls)
-

-
-
-

The Book Class

-
-
Book() (class) [#]
-
-

Contents of a "workbook". -

WARNING: You don't call this class yourself. You use the Book object that -was returned when you called xlrd.open_workbook("myfile.xls").

-
-
biff_version [#]
-
-

Version of BIFF (Binary Interchange File Format) used to create the file. -Latest is 8.0 (represented here as 80), introduced with Excel 97. -Earliest supported by this module: 2.0 (represented as 20).

-
-
codepage [#]
-
-

An integer denoting the character set used for strings in this file. -For BIFF 8 and later, this will be 1200, meaning Unicode; more precisely, UTF_16_LE. -For earlier versions, this is used to derive the appropriate Python encoding -to be used to convert to Unicode. -Examples: 1252 -> 'cp1252', 10000 -> 'mac_roman'

-
-
colour_map [#]
-
-

This provides definitions for colour indexes. Please refer to the -above section "The Palette; Colour Indexes" for an explanation -of how colours are represented in Excel.
-Colour indexes into the palette map into (red, green, blue) tuples. -"Magic" indexes e.g. 0x7FFF map to None. -colour_map is what you need if you want to render cells on screen or in a PDF -file. If you are writing an output XLS file, use palette_record. -
-- New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) -

-
countries [#]
-
-

A tuple containing the (telephone system) country code for:
- [0]: the user-interface setting when the file was created.
- [1]: the regional settings.
-Example: (1, 61) meaning (USA, Australia). -This information may give a clue to the correct encoding for an unknown codepage. -For a long list of observed values, refer to the OpenOffice.org documentation for -the COUNTRY record. -

-
datemode [#]
-
-

Which date system was in force when this file was last saved.
- 0 => 1900 system (the Excel for Windows default).
- 1 => 1904 system (the Excel for Macintosh default).
-

-
encoding [#]
-
-

The encoding that was derived from the codepage.

-
-
font_list [#]
-
-

A list of Font class instances, each corresponding to a FONT record. -
-- New in version 0.6.1 -

-
format_list [#]
-
-

A list of Format objects, each corresponding to a FORMAT record, in -the order that they appear in the input file. -It does not contain builtin formats. -If you are creating an output file using (for example) pyExcelerator, -use this list. -The collection to be used for all visual rendering purposes is format_map. -
-- New in version 0.6.1 -

-
format_map [#]
-
-

The mapping from XF.format_key to Format object. -
-- New in version 0.6.1 -

-
load_time_stage_1 [#]
-
-

Time in seconds to extract the XLS image as a contiguous string (or mmap equivalent).

-
-
load_time_stage_2 [#]
-
-

Time in seconds to parse the data from the contiguous string (or mmap equivalent).

-
-
name_and_scope_map [#]
-
-

A mapping from (lower_case_name, scope) to a single Name object. -
-- New in version 0.6.0 -

-
name_map [#]
-
-

A mapping from lower_case_name to a list of Name objects. The list is -sorted in scope order. Typically there will be one item (of global scope) -in the list. -
-- New in version 0.6.0 -

-
name_obj_list [#]
-
-

List containing a Name object for each NAME record in the workbook. -
-- New in version 0.6.0 -

-
nsheets [#]
-
-

The number of worksheets present in the workbook file. -This information is available even when no sheets have yet been loaded.

-
-
palette_record [#]
-
-

If the user has changed any of the colours in the standard palette, the XLS -file will contain a PALETTE record with 56 (16 for Excel 4.0 and earlier) -RGB values in it, and this list will be e.g. [(r0, b0, g0), ..., (r55, b55, g55)]. -Otherwise this list will be empty. This is what you need if you are -writing an output XLS file. If you want to render cells on screen or in a PDF -file, use colour_map. -
-- New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) -

-
sheet_by_index(sheetx) [#]
-
-
-
sheetx
-
-Sheet index in range(nsheets)
-
Returns:
-
-An object of the Sheet class
-

-
-
sheet_by_name(sheet_name) [#]
-
-
-
sheet_name
-
-Name of sheet required
-
Returns:
-
-An object of the Sheet class
-

-
-
sheet_loaded(sheet_name_or_index) [#]
-
-
-
sheet_name_or_index
-
-Name or index of sheet enquired upon
-
Returns:
-
-true if sheet is loaded, false otherwise -
-- New in version 0.7.1 -
-

-
-
sheet_names() [#]
-
-
-
Returns:
-
-A list of the names of all the worksheets in the workbook file. -This information is available even when no sheets have yet been loaded.
-

-
-
sheets() [#]
-
-
-
Returns:
-
-A list of all sheets in the book. -All sheets not already loaded will be loaded.
-

-
-
style_name_map [#]
-
-

This provides access via name to the extended format information for -both built-in styles and user-defined styles.
-It maps name to (built_in, xf_index), where:
-name is either the name of a user-defined style, -or the name of one of the built-in styles. Known built-in names are -Normal, RowLevel_1 to RowLevel_7, -ColLevel_1 to ColLevel_7, Comma, Currency, Percent, "Comma [0]", -"Currency [0]", Hyperlink, and "Followed Hyperlink".
-built_in 1 = built-in style, 0 = user-defined
-xf_index is an index into Book.xf_list.
-References: OOo docs s6.99 (STYLE record); Excel UI Format/Style -
-- New in version 0.6.1 -

-
unload_sheet(sheet_name_or_index) [#]
-
-
-
sheet_name_or_index
-
-Name or index of sheet to be unloaded. -
-- New in version 0.7.1 -
-

-
-
user_name [#]
-
-

What (if anything) is recorded as the name of the last user to save the file.

-
-
xf_list [#]
-
-

A list of XF class instances, each corresponding to an XF record. -
-- New in version 0.6.1 -

-
-

The Cell Class

-
-
Cell(ctype, value, xf_index=None) (class) [#]
-
-

Contains the data for one cell.

- -

WARNING: You don't call this class yourself. You access Cell objects -via methods of the Sheet object(s) that you found in the Book object that -was returned when you called xlrd.open_workbook("myfile.xls").

-

Cell objects have three attributes: ctype is an int, value -(which depends on ctype) and xf_index. -If "formatting_info" is not enabled when the workbook is opened, xf_index will be None. -The following table describes the types of cells and how their values -are represented in Python.

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Type symbolType numberPython value
XL_CELL_EMPTY0empty string u''
XL_CELL_TEXT1a Unicode string
XL_CELL_NUMBER2float
XL_CELL_DATE3float
XL_CELL_BOOLEAN4int; 1 means TRUE, 0 means FALSE
XL_CELL_ERROR5int representing internal Excel codes; for a text representation, -refer to the supplied dictionary error_text_from_code
XL_CELL_BLANK6empty string u''. Note: this type will appear only when -open_workbook(..., formatting_info=True) is used.
-

-

-
-

The Colinfo Class

-
-
Colinfo (class) [#]
-
-

Width and default formatting information that applies to one or -more columns in a sheet. Derived from COLINFO records. - -

Here is the default hierarchy for width, according to the OOo docs: - -
"""In BIFF3, if a COLINFO record is missing for a column, -the width specified in the record DEFCOLWIDTH is used instead. - -
In BIFF4-BIFF7, the width set in this [COLINFO] record is only used, -if the corresponding bit for this column is cleared in the GCW -record, otherwise the column width set in the DEFCOLWIDTH record -is used (the STANDARDWIDTH record is always ignored in this case [see footnote!]). - -
In BIFF8, if a COLINFO record is missing for a column, -the width specified in the record STANDARDWIDTH is used. -If this [STANDARDWIDTH] record is also missing, -the column width of the record DEFCOLWIDTH is used instead.""" -
- -Footnote: The docs on the GCW record say this: -"""
-If a bit is set, the corresponding column uses the width set in the STANDARDWIDTH -record. If a bit is cleared, the corresponding column uses the width set in the -COLINFO record for this column. -
If a bit is set, and the worksheet does not contain the STANDARDWIDTH record, or if -the bit is cleared, and the worksheet does not contain the COLINFO record, the DEFCOLWIDTH -record of the worksheet will be used instead. -
"""
-At the moment (2007-01-17) xlrd is going with the GCW version of the story. -Reference to the source may be useful: see the computed_column_width(colx) method -of the Sheet class. -
-- New in version 0.6.1 -

-
-
bit1_flag [#]
-
-

Value of a 1-bit flag whose purpose is unknown -but is often seen set to 1

-
-
collapsed [#]
-
-

1 = column is collapsed

-
-
hidden [#]
-
-

1 = column is hidden

-
-
outline_level [#]
-
-

Outline level of the column, in range(7). -(0 = no outline)

-
-
width [#]
-
-

Width of the column in 1/256 of the width of the zero character, -using default font (first FONT record in the file).

-
-
xf_index [#]
-
-

XF index to be used for formatting empty cells.

-
-
-

The EqNeAttrs Class

-
-
EqNeAttrs (class) [#]
-
-

This mixin class exists solely so that Format, Font, and XF.... objects -can be compared by value of their attributes.

-
-
-

The Font Class

-
-
Font (class) [#]
-
-

An Excel "font" contains the details of not only what is normally -considered a font, but also several other display attributes. -Items correspond to those in the Excel UI's Format/Cells/Font tab. -
-- New in version 0.6.1 -

-
bold [#]
-
-

1 = Characters are bold. Redundant; see "weight" attribute.

-
-
character_set [#]
-
-

Values: 0 = ANSI Latin, 1 = System default, 2 = Symbol, -77 = Apple Roman, -128 = ANSI Japanese Shift-JIS, -129 = ANSI Korean (Hangul), -130 = ANSI Korean (Johab), -134 = ANSI Chinese Simplified GBK, -136 = ANSI Chinese Traditional BIG5, -161 = ANSI Greek, -162 = ANSI Turkish, -163 = ANSI Vietnamese, -177 = ANSI Hebrew, -178 = ANSI Arabic, -186 = ANSI Baltic, -204 = ANSI Cyrillic, -222 = ANSI Thai, -238 = ANSI Latin II (Central European), -255 = OEM Latin I

-
-
colour_index [#]
-
-

An explanation of "colour index" is given in the Formatting -section at the start of this document.

-
-
escapement [#]
-
-

1 = Superscript, 2 = Subscript.

-
-
family [#]
-
-

0 = None (unknown or don't care)
-1 = Roman (variable width, serifed)
-2 = Swiss (variable width, sans-serifed)
-3 = Modern (fixed width, serifed or sans-serifed)
-4 = Script (cursive)
-5 = Decorative (specialised, for example Old English, Fraktur) -

-
font_index [#]
-
-

The 0-based index used to refer to this Font() instance. -Note that index 4 is never used; xlrd supplies a dummy place-holder.

-
-
height [#]
-
-

Height of the font (in twips). A twip = 1/20 of a point.

-
-
italic [#]
-
-

1 = Characters are italic.

-
-
name [#]
-
-

The name of the font. Example: u"Arial"

-
-
outline [#]
-
-

1 = Font is outline style (Macintosh only)

-
-
shadow [#]
-
-

1 = Font is shadow style (Macintosh only)

-
-
struck_out [#]
-
-

1 = Characters are struck out.

-
-
underline_type [#]
-
-

0 = None
-1 = Single; 0x21 (33) = Single accounting
-2 = Double; 0x22 (34) = Double accounting -

-
underlined [#]
-
-

1 = Characters are underlined. Redundant; see "underline_type" attribute.

-
-
weight [#]
-
-

Font weight (100-1000). Standard values are 400 for normal text -and 700 for bold text.

-
-
-

The Format Class

-
-
Format(format_key, ty, format_str) (class) [#]
-
-

"Number format" information from a FORMAT record. -
-- New in version 0.6.1 -

-
format_key [#]
-
-

The key into Book.format_map

-
-
format_str [#]
-
-

The format string

-
-
type [#]
-
-

A classification that has been inferred from the format string. -Currently, this is used only to distinguish between numbers and dates. -
Values: -
FUN = 0 # unknown -
FDT = 1 # date -
FNU = 2 # number -
FGE = 3 # general -
FTX = 4 # text -

-
-

The Name Class

-
-
Name (class) [#]
-
-

Information relating to a named reference, formula, macro, etc. -
-- New in version 0.6.0 -
-- Name information is not extracted from files older than -Excel 5.0 (Book.biff_version < 50) -

-
area2d(clipped=True) [#]
-
-

This is a convenience method for the use case where the name -refers to one rectangular area in one worksheet.

-
-
clipped
-
-If true (the default), the returned rectangle is clipped -to fit in (0, sheet.nrows, 0, sheet.ncols) -- it is guaranteed that -0 <= rowxlo <= rowxhi <= sheet.nrows and that the number of usable rows -in the area (which may be zero) is rowxhi - rowxlo; likewise for columns. -
-
Returns:
-
-a tuple (sheet_object, rowxlo, rowxhi, colxlo, colxhi).
-
Raises XLRDError:
-The name is not a constant absolute reference -to a single area in a single sheet.
-

-
-
binary [#]
-
-

0 = Formula definition; 1 = Binary data
No examples have been sighted. -

-
builtin [#]
-
-

0 = User-defined name; 1 = Built-in name -(common examples: Print_Area, Print_Titles; see OOo docs for full list)

-
-
cell() [#]
-
-

This is a convenience method for the frequent use case where the name -refers to a single cell.

-
-
Returns:
-
-An instance of the Cell class.
-
Raises XLRDError:
-The name is not a constant absolute reference -to a single cell.
-

-
-
complex [#]
-
-

0 = Simple formula; 1 = Complex formula (array formula or user defined)
-No examples have been sighted. -

-
func [#]
-
-

0 = Command macro; 1 = Function macro. Relevant only if macro == 1

-
-
funcgroup [#]
-
-

Function group. Relevant only if macro == 1; see OOo docs for values.

-
-
hidden [#]
-
-

0 = Visible; 1 = Hidden

-
-
macro [#]
-
-

0 = Standard name; 1 = Macro name

-
-
name [#]
-
-

A Unicode string. If builtin, decoded as per OOo docs.

-
-
name_index [#]
-
-

The index of this object in book.name_obj_list

-
-
raw_formula [#]
-
-

An 8-bit string.

-
-
result [#]
-
-

The result of evaluating the formula, if any. -If no formula, or evaluation of the formula encountered problems, -the result is None. Otherwise the result is a single instance of the -Operand class.

-
-
scope [#]
-
-

-1: The name is global (visible in all calculation sheets).
--2: The name belongs to a macro sheet or VBA sheet.
--3: The name is invalid.
-0 <= scope < book.nsheets: The name is local to the sheet whose index is scope. -

-
vbasic [#]
-
-

0 = Sheet macro; 1 = VisualBasic macro. Relevant only if macro == 1

-
-
-

The Operand Class

-
-
Operand(akind=None, avalue=None, arank=0, atext='?') (class) [#]
-
-

Used in evaluating formulas. -The following table describes the kinds and how their values -are represented.

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Kind symbolKind numberValue representation
oBOOL3integer: 0 => False; 1 => True
oERR4None, or an int error code (same as XL_CELL_ERROR in the Cell class). -
oMSNG5Used by Excel as a placeholder for a missing (not supplied) function -argument. Should *not* appear as a final formula result. Value is None.
oNUM2A float. Note that there is no way of distinguishing dates.
oREF-1The value is either None or a non-empty list of -absolute Ref3D instances.
-
oREL-2The value is None or a non-empty list of -fully or partially relative Ref3D instances. -
oSTRG1A Unicode string.
oUNK0The kind is unknown or ambiguous. The value is None
-

-

-
kind [#]
-
-

oUNK means that the kind of operand is not known unambiguously.

-
-
text [#]
-
-

The reconstituted text of the original formula. Function names will be -in English irrespective of the original language, which doesn't seem -to be recorded anywhere. The separator is ",", not ";" or whatever else -might be more appropriate for the end-user's locale; patches welcome.

-
-
value [#]
-
-

None means that the actual value of the operand is a variable -(depends on cell data), not a constant.

-
-
-

The Ref3D Class

-
-
Ref3D(atuple) (class) [#]
-
-

Represents an absolute or relative 3-dimensional reference to a box -of one or more cells.
--- New in version 0.6.0 -

- -

The coords attribute is a tuple of the form:
-(shtxlo, shtxhi, rowxlo, rowxhi, colxlo, colxhi)
-where 0 <= thingxlo <= thingx < thingxhi.
-Note that it is quite possible to have thingx > nthings; for example -Print_Titles could have colxhi == 256 and/or rowxhi == 65536 -irrespective of how many columns/rows are actually used in the worksheet. -The caller will need to decide how to handle this situation. -Keyword: IndexError :-) -

- -

The components of the coords attribute are also available as individual -attributes: shtxlo, shtxhi, rowxlo, rowxhi, colxlo, and colxhi.

- -

The relflags attribute is a 6-tuple of flags which indicate whether -the corresponding (sheet|row|col)(lo|hi) is relative (1) or absolute (0).
-Note that there is necessarily no information available as to what cell(s) -the reference could possibly be relative to. The caller must decide what if -any use to make of oREL operands. Note also that a partially relative -reference may well be a typo. -For example, define name A1Z10 as $a$1:$z10 (missing $ after z) -while the cursor is on cell Sheet3!A27.
-The resulting Ref3D instance will have coords = (2, 3, 0, -16, 0, 26) -and relflags = (0, 0, 0, 1, 0, 0).
-So far, only one possibility of a sheet-relative component in -a reference has been noticed: a 2D reference located in the "current sheet". -
This will appear as coords = (0, 1, ...) and relflags = (1, 1, ...). -

-
-

The Rowinfo Class

-
-
Rowinfo (class) [#]
-
-

Height and default formatting information that applies to a row in a sheet. -Derived from ROW records. -
-- New in version 0.6.1 -

-
additional_space_above [#]
-
-

This flag is set, if the upper border of at least one cell in this row -or if the lower border of at least one cell in the row above is -formatted with a thick line style. Thin and medium line styles are not -taken into account.

-
-
additional_space_below [#]
-
-

This flag is set, if the lower border of at least one cell in this row -or if the upper border of at least one cell in the row below is -formatted with a medium or thick line style. Thin line styles are not -taken into account.

-
-
has_default_height [#]
-
-

0 = Row has custom height; 1 = Row has default height

-
-
has_default_xf_index [#]
-
-

1 = the xf_index attribute is usable; 0 = ignore it

-
-
height [#]
-
-

Height of the row, in twips. One twip == 1/20 of a point

-
-
height_mismatch [#]
-
-

1 = Row height and default font height do not match

-
-
hidden [#]
-
-

1 = Row is hidden (manually, or by a filter or outline group)

-
-
outline_group_starts_ends [#]
-
-

1 = Outline group starts or ends here (depending on where the -outline buttons are located, see WSBOOL record [TODO ??]), -and is collapsed -

-
outline_level [#]
-
-

Outline level of the row

-
-
xf_index [#]
-
-

Index to default XF record for empty cells in this row. -Don't use this if has_default_xf_index == 0.

-
-
-

The Sheet Class

-
-
Sheet(book, position, name, number) (class) [#]
-
-

Contains the data for one worksheet.

- -

In the cell access functions, "rowx" is a row index, counting from zero, and "colx" is a -column index, counting from zero. -Negative values for row/column indexes and slice positions are supported in the expected fashion.

- -

For information about cell types and cell values, refer to the documentation of the Cell class.

- -

WARNING: You don't call this class yourself. You access Sheet objects via the Book object that -was returned when you called xlrd.open_workbook("myfile.xls").

-
-
cell(rowx, colx) [#]
-
-

Cell object in the given row and column.

-
-
cell_type(rowx, colx) [#]
-
-

Type of the cell in the given row and column. -Refer to the documentation of the Cell class.

-
-
cell_value(rowx, colx) [#]
-
-

Value of the cell in the given row and column.

-
-
cell_xf_index(rowx, colx) [#]
-
-

XF index of the cell in the given row and column. -This is an index into Book.xf_list. -
-- New in version 0.6.1 -

-
col(colx) [#]
-
-

Returns a sequence of the Cell objects in the given column.

-
-
col_label_ranges [#]
-
-

List of address ranges of cells containing column labels. -These are set up in Excel by Insert > Name > Labels > Columns. -
-- New in version 0.6.0 -
How to deconstruct the list: -

-for crange in thesheet.col_label_ranges:
-    rlo, rhi, clo, chi = crange
-    for rx in xrange(rlo, rhi):
-        for cx in xrange(clo, chi):
-            print "Column label at (rowx=%d, colx=%d) is %r" \
-                (rx, cx, thesheet.cell_value(rx, cx))
-
-

-
col_slice(colx, start_rowx=0, end_rowx=None) [#]
-
-

Returns a slice of the Cell objects in the given column.

-
-
col_types(colx, start_rowx=0, end_rowx=None) [#]
-
-

Returns a slice of the types of the cells in the given column.

-
-
col_values(colx, start_rowx=0, end_rowx=None) [#]
-
-

Returns a slice of the values of the cells in the given column.

-
-
colinfo_map [#]
-
-

The map from a column index to a Colinfo object. Often there is an entry -in COLINFO records for all column indexes in range(257). -Note that xlrd ignores the entry for the non-existent -257th column. On the other hand, there may be no entry for unused columns. -
-- New in version 0.6.1 -

-
computed_column_width(colx) [#]
-
-

Determine column display width. -
-- New in version 0.6.1 -
-

-
colx
-
-Index of the queried column, range 0 to 255. -Note that it is possible to find out the width that will be used to display -columns with no cell information e.g. column IV (colx=255).
-
Returns:
-
-The column width that will be used for displaying -the given column by Excel, in units of 1/256th of the width of a -standard character (the digit zero in the first font).
-

-
-
default_additional_space_above [#]
-
-

Default value to be used for a row if there is -no ROW record for that row. -From the optional DEFAULTROWHEIGHT record. -

-
default_additional_space_below [#]
-
-

Default value to be used for a row if there is -no ROW record for that row. -From the optional DEFAULTROWHEIGHT record. -

-
default_row_height [#]
-
-

Default value to be used for a row if there is -no ROW record for that row. -From the optional DEFAULTROWHEIGHT record. -

-
default_row_height_mismatch [#]
-
-

Default value to be used for a row if there is -no ROW record for that row. -From the optional DEFAULTROWHEIGHT record. -

-
default_row_hidden [#]
-
-

Default value to be used for a row if there is -no ROW record for that row. -From the optional DEFAULTROWHEIGHT record. -

-
defcolwidth [#]
-
-

Default column width from DEFCOLWIDTH record, else None. -From the OOo docs:
-"""Column width in characters, using the width of the zero character -from default font (first FONT record in the file). Excel adds some -extra space to the default width, depending on the default font and -default font size. The algorithm how to exactly calculate the resulting -column width is not known.
-Example: The default width of 8 set in this record results in a column -width of 8.43 using Arial font with a size of 10 points."""
-For the default hierarchy, refer to the Colinfo class above. -
-- New in version 0.6.1 -

-
gcw [#]
-
-

A 256-element tuple corresponding to the contents of the GCW record for this sheet. -If no such record, treat as all bits zero. -Applies to BIFF4-7 only. See docs of Colinfo class for discussion.

-
-
merged_cells [#]
-
-

List of address ranges of cells which have been merged. -These are set up in Excel by Format > Cells > Alignment, then ticking -the "Merge cells" box. -
-- New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) -
How to deconstruct the list: -

-for crange in thesheet.merged_cells:
-    rlo, rhi, clo, chi = crange
-    for rowx in xrange(rlo, rhi):
-        for colx in xrange(clo, chi):
-            # cell (rlo, clo) (the top left one) will carry the data
-            # and formatting info; the remainder will be recorded as
-            # blank cells, but a renderer will apply the formatting info
-            # for the top left cell (e.g. border, pattern) to all cells in
-            # the range.
-
-

-
name [#]
-
-

Name of sheet.

-
-
ncols [#]
-
-

Number of columns in sheet. A column index is in range(thesheet.ncols).

-
-
nrows [#]
-
-

Number of rows in sheet. A row index is in range(thesheet.nrows).

-
-
row(rowx) [#]
-
-

Returns a sequence of the Cell objects in the given row.

-
-
row_label_ranges [#]
-
-

List of address ranges of cells containing row labels. -For more details, see col_label_ranges above. -
-- New in version 0.6.0 -

-
row_slice(rowx, start_colx=0, end_colx=None) [#]
-
-

Returns a slice of the Cell objects in the given row.

-
-
row_types(rowx, start_colx=0, end_colx=None) [#]
-
-

Returns a slice of the types -of the cells in the given row.

-
-
row_values(rowx, start_colx=0, end_colx=None) [#]
-
-

Returns a slice of the values -of the cells in the given row.

-
-
rowinfo_map [#]
-
-

The map from a row index to a Rowinfo object. Note that it is possible -to have missing entries -- at least one source of XLS files doesn't -bother writing ROW records. -
-- New in version 0.6.1 -

-
standardwidth [#]
-
-

Default column width from STANDARDWIDTH record, else None. -From the OOo docs:
-"""Default width of the columns in 1/256 of the width of the zero -character, using default font (first FONT record in the file)."""
-For the default hierarchy, refer to the Colinfo class above. -
-- New in version 0.6.1 -

-
visibility [#]
-
-

Visibility of the sheet. 0 = visible, 1 = hidden (can be unhidden -by user -- Format/Sheet/Unhide), 2 = "very hidden" (can be unhidden -only by VBA macro).

-
-
-

The XF Class

-
-
XF (class) [#]
-
-

eXtended Formatting information for cells, rows, columns and styles. -
-- New in version 0.6.1 - -

Each of the 6 flags below describes the validity of -a specific group of attributes. -
-In cell XFs, flag==0 means the attributes of the parent style XF are used, -(but only if the attributes are valid there); flag==1 means the attributes -of this XF are used.
-In style XFs, flag==0 means the attribute setting is valid; flag==1 means -the attribute should be ignored.
-Note that the API -provides both "raw" XFs and "computed" XFs -- in the latter case, cell XFs -have had the above inheritance mechanism applied. -

-
-
_alignment_flag [#]
-
-
-
_background_flag [#]
-
-
-
_border_flag [#]
-
-
-
_font_flag [#]
-
-
-
_format_flag [#]
-
-
-
_protection_flag [#]
-
-

  -

-
alignment [#]
-
-

An instance of an XFAlignment object.

-
-
background [#]
-
-

An instance of an XFBackground object.

-
-
border [#]
-
-

An instance of an XFBorder object.

-
-
font_index [#]
-
-

Index into Book.font_list

-
-
format_key [#]
-
-

Key into Book.format_map -

-Warning: OOo docs on the XF record call this "Index to FORMAT record". -It is not an index in the Python sense. It is a key to a map. -It is true only for Excel 4.0 and earlier files -that the key into format_map from an XF instance -is the same as the index into format_list, and only -if the index is less than 164. -

-
-
is_style [#]
-
-

0 = cell XF, 1 = style XF

-
-
parent_style_index [#]
-
-

cell XF: Index into Book.xf_list -of this XF's style XF
-style XF: 0xFFF -

-
protection [#]
-
-

An instance of an XFProtection object.

-
-
xf_index [#]
-
-

Index into Book.xf_list

-
-
-

The XFAlignment Class

-
-
XFAlignment (class) [#]
-
-

A collection of the alignment and similar attributes of an XF record. -Items correspond to those in the Excel UI's Format/Cells/Alignment tab. -
-- New in version 0.6.1 -

-
hor_align [#]
-
-

Values: section 6.115 (p 214) of OOo docs

-
-
indent_level [#]
-
-

A number in range(15).

-
-
rotation [#]
-
-

Values: section 6.115 (p 215) of OOo docs.
-Note: file versions BIFF7 and earlier use the documented -"orientation" attribute; this will be mapped (without loss) -into "rotation". -

-
shrink_to_fit [#]
-
-

1 = shrink font size to fit text into cell.

-
-
text_direction [#]
-
-

0 = according to context; 1 = left-to-right; 2 = right-to-left

-
-
text_wrapped [#]
-
-

1 = text is wrapped at right margin

-
-
vert_align [#]
-
-

Values: section 6.115 (p 215) of OOo docs

-
-
-

The XFBackground Class

-
-
XFBackground (class) [#]
-
-

A collection of the background-related attributes of an XF record. -Items correspond to those in the Excel UI's Format/Cells/Patterns tab. -An explanation of "colour index" is given in the Formatting -section at the start of this document. -
-- New in version 0.6.1 -

-
background_colour_index [#]
-
-

See section 3.11 of the OOo docs.

-
-
fill_pattern [#]
-
-

See section 3.11 of the OOo docs.

-
-
pattern_colour_index [#]
-
-

See section 3.11 of the OOo docs.

-
-
-

The XFBorder Class

-
-
XFBorder (class) [#]
-
-

A collection of the border-related attributes of an XF record. -Items correspond to those in the Excel UI's Format/Cells/Border tab.

-

An explanations of "colour index" is given in the Formatting -section at the start of this document. -There are five line style attributes; possible values and the -associated meanings are: -0 = No line, -1 = Thin, -2 = Medium, -3 = Dashed, -4 = Dotted, -5 = Thick, -6 = Double, -7 = Hair, -8 = Medium dashed, -9 = Thin dash-dotted, -10 = Medium dash-dotted, -11 = Thin dash-dot-dotted, -12 = Medium dash-dot-dotted, -13 = Slanted medium dash-dotted. -The line styles 8 to 13 appear in BIFF8 files (Excel 97 and later) only. -For pictures of the line styles, refer to OOo docs s3.10 (p22) -"Line Styles for Cell Borders (BIFF3-BIFF8)".

-
-- New in version 0.6.1 -
-
bottom_colour_index [#]
-
-

The colour index for the cell's bottom line

-
-
bottom_line_style [#]
-
-

The line style for the cell's bottom line

-
-
diag_colour_index [#]
-
-

The colour index for the cell's diagonal lines, if any

-
-
diag_down [#]
-
-

1 = draw a diagonal from top left to bottom right

-
-
diag_line_style [#]
-
-

The line style for the cell's diagonal lines, if any

-
-
diag_up [#]
-
-

1 = draw a diagonal from bottom left to top right

-
-
left_colour_index [#]
-
-

The colour index for the cell's left line

-
-
left_line_style [#]
-
-

The line style for the cell's left line

-
-
right_colour_index [#]
-
-

The colour index for the cell's right line

-
-
right_line_style [#]
-
-

The line style for the cell's right line

-
-
top_colour_index [#]
-
-

The colour index for the cell's top line

-
-
top_line_style [#]
-
-

The line style for the cell's top line

-
-
-

The XFProtection Class

-
-
XFProtection (class) [#]
-
-

A collection of the protection-related attributes of an XF record. -Items correspond to those in the Excel UI's Format/Cells/Protection tab. -Note the OOo docs include the "cell or style" bit -in this bundle of attributes. -This is incorrect; the bit is used in determining which bundles to use. -
-- New in version 0.6.1 -

-
cell_locked [#]
-
-

1 = Cell is prevented from being changed, moved, resized, or deleted -(only if the sheet is protected).

-
-
formula_hidden [#]
-
-

1 = Hide formula so that it doesn't appear in the formula bar when -the cell is selected (only if the sheet is protected).

-
-
- diff --git a/tablib/packages/xlrd/examples/namesdemo.xls b/tablib/packages/xlrd/examples/namesdemo.xls deleted file mode 100644 index 8a1686537b578e1a170339f5af03bff459fd9ce7..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 22528 zcmeHPYiwLc6+U+#-t{ZqI1jIr*xuMl6X#XiN$Dd^vTo{72RpIimIji_-P$+tsBY!zr*Ih*IV}NsB6Jd|$m@vvWn31B^ylpHVS6mG zGc!Dv=uHg{r^gbPE!?Csq%6uX1;g87Ma2RvC?R-O>14+I5hNjJ$&O>U+&-I=^DWqMN$P1{o@Wo>^c#(U0 zN2xK?B2j6aNm0T@$*#c+&?Yj#%GV@Rl7aO`mSWMtHm`36ZeV?KV0~j~owUj--dH5t z@3|&?2K^RUC)dra2m+MUWgx}swrwj`xJlN^)t(C7yPf*oTeaHaeWzq0`&|B0NN8@7 zsRZFP2ZjIJMV%i`+ntSmE;zZ)M*mTUTasY&oZ#wnt9Dj_rJeq^}#ifbpuu5YHJKI0o-nN-Hz6qlGd|aA|D6cSRrm3N!vB}Yi zT(*L)%vmri10O3N!yjf@P8WCl|s1KHHrL3^ULNv;n`6)^Qlv2e)-$DC_6 zH5Qi@$fUw6&3Fd&WbkO&90sZ!u^v*lkgh7q)P&Cd?cLo2{kd#<>|kA3QWJyebR3fk zLIs{-Zn!Cv%VkD;(qndOHKnNoqGdUfnz%HOs1i>&H*}4T=Z-im1(j;sq8{P84v*Vo z6ZQnO#h-;1#bpt14^e+k*pZq%+yI0MQ>A@sFx_K0J3CA}p9?T%FI$>2|dPX&J({28VY9bjS42mx`)(3n5V z06UaTr5mhS#^-13RCeIj3{`JI_0`&$S5Xd6_gKq9TSJ|p8$unSwvfk^PvV{OBs9|e zOH1CDdxWzHBaC8aY7FTP`!1xtsVvgYai+bgBS?2n61#J9gz(9ONc-(^q`L=mNOxrp zA-&li#NzUbI_Y3=f0MJc zd25f&cx$f=m^T-i2pMIOoJ6eFd8-QP5S}a4(|n|CX;j{S?Cn4F-qp8lK;df?zE;!w z6p{yx8&={8Nc;a1FegK-iz0nlslTG>Big+MwH^zPsbV;_&0I6T4Yc4Im?y5JW@3v5 zVhXWPhX$(#kGLj<)i|uWl5E?q_sgY)?CWFiRJ;nJYZd(~s|rt!N;LxlwgzhDgkqAK znxp|r2vR?+wMsShCRl`($=tg2JYjI>?_lm9F1^OyDe6@lH=UeE4dz|J40p@A5H%PR zBk!e%53LfZ!wbs?r;1*A4zv6%(uX;?S2A)JmSrPiqtvHMv@yv6GA0KV(m$<)nHN?l z5dO3Lt**b253=?DsK`Wzkk?>|$N{o9z*)Qpd~^8O;Qapw%rhF8>oeK~IB+-X+tdB& z*W29ErOWl${~Kj~WK{J|2k}Q^mlt8)!=$e|&_K)*T}kG6G5K-K2DR zUaCAH`!Jtm5N)~RQZe=UTrnE(`~QmRs>>p1aqIW8u=kmM$ThGD^7T0~y3envsVRlH zxr5e>G>k*jz`V2gnFc7nSmJh{iC!45-TGX3zwE?Y?|^i;06+hjY2Zd|!cJmMl95py zM{%t)C|f^fI`Er&F&c2^5O-cGz1M}ixo)*MH+iqU_qlL4_u~BPkGBQ_upMlw_`%nJ zuYt>`0lr`Q!|XCD*k^skXn=c$^ttQWyS=MtL)YFeM{X8rW8PleQ8QT zl-P@=6hevpXG&p|cuHeRWhk*9O(}vBd(f1kC`G1AjAX?8BHMRx4C zdW;paV`mt4Q&+zXc3=;7>XuZW6ytGp6VCZ59ev?u(keUlype9HI!n+l+3)m|!7bE& z0!4NX2ct1tgN6`9)2@i-xOCh0R#He#G>0b9%nkZf;Z2}HPBcd;(afjsepX0MG$#e3 z7dbtJV*I`&eY+G*n=FIx+#-w-ujGp*P>4yLB^}fQd|Q}RlMzQd>q$tD#Wtc|*26&+ z2}Egd>WNkc=Q1!+(sd3gWGF<$ae0aa)S14$V>)w5c}fpqGFV(A0iOrHx=^+U-^fAqr7#H`-iDZk)B)-adyLDknEOeMJJ* zXs^egrwkr%ai`Jyr|AQQ1u}~dSHyUHw0CTv1~y!K-SyN$yrd%_pwU9Rc0{?`5e;-- zHlBBqtbHSCp&U31r)Jn*=U-G0bO@*9IY$ymM#*Vrv(>#6e%@4u3FArHh$@a=g0Eta zwGRsZg>?c}Jr7=59T*bLn4_9yxBi+?HotB-!HmjxWsevSlzMbkIStKtpl~jdBoim7 z2MQ;BPV!6egOjpF?_y4G2Fl}7dSG3gO9qGGaGS`Zh##Cw#<^ZUrWGQ^7a6f;dZ$oQ zw!Zk{;`RFZLV$CYF~hDT9ekR#d>&7h2>PB3BlraZGu5W|`pN7Xpqp^mQfr+-z`i+k z^r3g&+dUk6{Qjt{UG>y!Fe~{XA}1c=lZbrPxCN0<+Wm+eZR3c1CHN{LA7I}?rD@4GZUEuxkT6DL3>2&&fkAD_1ufkSxMmK=`G*evg~=w zwLOCT;A_CwfUf~x1HJ})4fq=HHQ;N&*MP49Ujx1dd<_^4oNxUfc;&@c9^9}r_Q1EX z{$KarajyTXuz=?VF4zBkh}=Khi^x4nuKT$?d>D~y_BF3+dd|ENH?uD8O_(pPik~)uwGvL0=Ee5SYG_*wg}y5X!R>wFSHMzG3N$4vvx{% zvX$?~ZnwktJi4<+<-VuN(IO@Z@+uK`~Jz6N{^_!{sv;A_CwfUf~x z1HJ})4O|Ht;5wdbaGslU#Yev;E{C~}=9xa%`t-)&0+DNWt_EE%GOpL@WyCXouD$7! zMTbeQ^|>EFS0es5C_P-3A}&Lua}5`qO^69Z;+v7TAg(}MiFg&_D#X=@#GgTA?uSdS zfj#(?FawvVgmmFA4s!UblOxdjg@?uP9&x3j9VMbnMW!^B9VTMJKU&Hej`_hHq zj@q+wH~z?la@_5LFF42le@@p=IWF|ZH`)wkSo-ln<*0s6$+mYx3kOst_XA7*^~2m@ pHR|UW;`q7H`svB0`%uWjax-chR2gjTfs2y||808F?O*Px|9_m~J%<1Q diff --git a/tablib/packages/xlrd/examples/xlrdnameAPIdemo.py b/tablib/packages/xlrd/examples/xlrdnameAPIdemo.py deleted file mode 100644 index 6cd60df..0000000 --- a/tablib/packages/xlrd/examples/xlrdnameAPIdemo.py +++ /dev/null @@ -1,178 +0,0 @@ -# -*- coding: cp1252 -*- - -## -# Module/script example of the xlrd API for extracting information -# about named references, named constants, etc. -# -#

Copyright 2006 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a BSD-style licence.

-## - -import xlrd -import sys -import glob - -def scope_as_string(book, scope): - if 0 <= scope < book.nsheets: - return "sheet #%d (%r)" % (scope, book.sheet_names()[scope]) - if scope == -1: - return "Global" - if scope == -2: - return "Macro/VBA" - return "Unknown scope value (%r)" % scope - -def do_scope_query(book, scope_strg, show_contents=0, f=sys.stdout): - try: - qscope = int(scope_strg) - except ValueError: - if scope_strg == "*": - qscope = None # means "all' - else: - # so assume it's a sheet name ... - qscope = book.sheet_names().index(scope_strg) - print >> f, "%r => %d" % (scope_strg, qscope) - for nobj in book.name_obj_list: - if qscope is None or nobj.scope == qscope: - show_name_object(book, nobj, show_contents, f) - -def show_name_details(book, name, show_contents=0, f=sys.stdout): - """ - book -- Book object obtained from xlrd.open_workbook(). - name -- The name that's being investigated. - show_contents -- 0: Don't; 1: Non-empty cells only; 2: All cells - f -- Open output file handle. - """ - name_lcase = name.lower() # Excel names are case-insensitive. - nobj_list = book.name_map.get(name_lcase) - if not nobj_list: - print >> f, "%r: unknown name" % name - return - for nobj in nobj_list: - show_name_object(book, nobj, show_contents, f) - -def show_name_details_in_scope( - book, name, scope_strg, show_contents=0, f=sys.stdout, - ): - try: - scope = int(scope_strg) - except ValueError: - # so assume it's a sheet name ... - scope = book.sheet_names().index(scope_strg) - print >> f, "%r => %d" % (scope_strg, scope) - name_lcase = name.lower() # Excel names are case-insensitive. - while 1: - nobj = book.name_and_scope_map.get((name_lcase, scope)) - if nobj: - break - print >> f, "Name %r not found in scope %d" % (name, scope) - if scope == -1: - return - scope = -1 # Try again with global scope - print >> f, "Name %r found in scope %d" % (name, scope) - show_name_object(book, nobj, show_contents, f) - -def showable_cell_value(celltype, cellvalue, datemode): - if celltype == xlrd.XL_CELL_DATE: - try: - showval = xlrd.xldate_as_tuple(cellvalue, datemode) - except xlrd.XLDateError: - e1, e2 = sys.exc_info()[:2] - showval = "%s:%s" % (e1.__name__, e2) - elif celltype == xlrd.XL_CELL_ERROR: - showval = xlrd.error_text_from_code.get( - cellvalue, '' % cellvalue) - else: - showval = cellvalue - return showval - -def show_name_object(book, nobj, show_contents=0, f=sys.stdout): - print >> f, "\nName: %r, scope: %r (%s)" \ - % (nobj.name, nobj.scope, scope_as_string(book, nobj.scope)) - res = nobj.result - print >> f, "Formula eval result: %r" % res - if res is None: - return - # result should be an instance of the Operand class - kind = res.kind - value = res.value - if kind >= 0: - # A scalar, or unknown ... you've seen all there is to see. - pass - elif kind == xlrd.oREL: - # A list of Ref3D objects representing *relative* ranges - for i in xrange(len(value)): - ref3d = value[i] - print >> f, "Range %d: %r ==> %s"% (i, ref3d.coords, xlrd.rangename3drel(book, ref3d)) - elif kind == xlrd.oREF: - # A list of Ref3D objects - for i in xrange(len(value)): - ref3d = value[i] - print >> f, "Range %d: %r ==> %s"% (i, ref3d.coords, xlrd.rangename3d(book, ref3d)) - if not show_contents: - continue - datemode = book.datemode - for shx in xrange(ref3d.shtxlo, ref3d.shtxhi): - sh = book.sheet_by_index(shx) - print >> f, " Sheet #%d (%s)" % (shx, sh.name) - rowlim = min(ref3d.rowxhi, sh.nrows) - collim = min(ref3d.colxhi, sh.ncols) - for rowx in xrange(ref3d.rowxlo, rowlim): - for colx in xrange(ref3d.colxlo, collim): - cty = sh.cell_type(rowx, colx) - if cty == xlrd.XL_CELL_EMPTY and show_contents == 1: - continue - cval = sh.cell_value(rowx, colx) - sval = showable_cell_value(cty, cval, datemode) - print >> f, " (%3d,%3d) %-5s: %r" \ - % (rowx, colx, xlrd.cellname(rowx, colx), sval) - -if __name__ == "__main__": - def usage(): - text = """ -usage: xlrdnameAIPdemo.py glob_pattern name scope show_contents - -where: - "glob_pattern" designates a set of files - "name" is a name or '*' (all names) - "scope" is -1 (global) or a sheet number - or a sheet name or * (all scopes) - "show_contents" is one of 0 (no show), - 1 (only non-empty cells), or 2 (all cells) - -Examples (script name and glob_pattern arg omitted for brevity) - [Searching through book.name_obj_list] - * * 0 lists all names - * * 1 lists all names, showing referenced non-empty cells - * 1 0 lists all names local to the 2nd sheet - * Northern 0 lists all names local to the 'Northern' sheet - * -1 0 lists all names with global scope - [Initial direct access through book.name_map] - Sales * 0 lists all occurrences of "Sales" in any scope - [Direct access through book.name_and_scope_map] - Revenue -1 0 checks if "Revenue" exists in global scope - -""" - sys.stdout.write(text) - - if len(sys.argv) != 5: - usage() - sys.exit(0) - arg_pattern = sys.argv[1] # glob pattern e.g. "foo*.xls" - arg_name = sys.argv[2] # see below - arg_scope = sys.argv[3] # see below - arg_show_contents = int(sys.argv[4]) # 0: no show, 1: only non-empty cells, - # 2: all cells - for fname in glob.glob(arg_pattern): - book = xlrd.open_workbook(fname) - if arg_name == "*": - # Examine book.name_obj_list to find all names - # in a given scope ("*" => all scopes) - do_scope_query(book, arg_scope, arg_show_contents) - elif arg_scope == "*": - # Using book.name_map to find all usage of a name. - show_name_details(book, arg_name, arg_show_contents) - else: - # Using book.name_and_scope_map to find which if any instances - # of a name are visible in the given scope, which can be supplied - # as -1 (global) or a sheet number or a sheet name. - show_name_details_in_scope(book, arg_name, arg_scope, arg_show_contents) diff --git a/tablib/packages/xlrd/formatting.py b/tablib/packages/xlrd/formatting.py deleted file mode 100644 index 302764b..0000000 --- a/tablib/packages/xlrd/formatting.py +++ /dev/null @@ -1,1256 +0,0 @@ -# -*- coding:cp1252 -*- - -## -# Module for formatting information. -# -#

Copyright 2005-2008 Stephen John Machin, Lingfo Pty Ltd

-#

Copyright 2005-2009 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under -# a BSD-style licence.

-## - -# No part of the content of this file was derived from the works of David Giffin. - -# 2009-05-31 SJM Fixed problem with non-zero reserved bits in some STYLE records in Mac Excel files -# 2008-08-03 SJM Ignore PALETTE record when Book.formatting_info is false -# 2008-08-03 SJM Tolerate up to 4 bytes trailing junk on PALETTE record -# 2008-05-10 SJM Do some XF checks only when Book.formatting_info is true -# 2008-02-08 SJM Preparation for Excel 2.0 support -# 2008-02-03 SJM Another tweak to is_date_format_string() -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-10-13 SJM Warning: style XF whose parent XF index != 0xFFF -# 2007-09-08 SJM Work around corrupt STYLE record -# 2007-07-11 SJM Allow for BIFF2/3-style FORMAT record in BIFF4/8 file - -DEBUG = 0 -import copy, re -from timemachine import * -from biffh import BaseObject, unpack_unicode, unpack_string, \ - upkbits, upkbitsL, fprintf, \ - FUN, FDT, FNU, FGE, FTX, XL_CELL_NUMBER, XL_CELL_DATE, \ - XL_FORMAT, XL_FORMAT2, \ - XLRDError -from struct import unpack - -excel_default_palette_b5 = ( - ( 0, 0, 0), (255, 255, 255), (255, 0, 0), ( 0, 255, 0), - ( 0, 0, 255), (255, 255, 0), (255, 0, 255), ( 0, 255, 255), - (128, 0, 0), ( 0, 128, 0), ( 0, 0, 128), (128, 128, 0), - (128, 0, 128), ( 0, 128, 128), (192, 192, 192), (128, 128, 128), - (153, 153, 255), (153, 51, 102), (255, 255, 204), (204, 255, 255), - (102, 0, 102), (255, 128, 128), ( 0, 102, 204), (204, 204, 255), - ( 0, 0, 128), (255, 0, 255), (255, 255, 0), ( 0, 255, 255), - (128, 0, 128), (128, 0, 0), ( 0, 128, 128), ( 0, 0, 255), - ( 0, 204, 255), (204, 255, 255), (204, 255, 204), (255, 255, 153), - (153, 204, 255), (255, 153, 204), (204, 153, 255), (227, 227, 227), - ( 51, 102, 255), ( 51, 204, 204), (153, 204, 0), (255, 204, 0), - (255, 153, 0), (255, 102, 0), (102, 102, 153), (150, 150, 150), - ( 0, 51, 102), ( 51, 153, 102), ( 0, 51, 0), ( 51, 51, 0), - (153, 51, 0), (153, 51, 102), ( 51, 51, 153), ( 51, 51, 51), - ) - -excel_default_palette_b2 = excel_default_palette_b5[:16] - -# Following two tables borrowed from Gnumeric 1.4 source. -excel_default_palette_b5_gnumeric_14 = ( - #### dodgy; didn't match Excel results - ( 0, 0, 0), (255,255,255), (255, 0, 0), ( 0,255, 0), - ( 0, 0,255), (255,255, 0), (255, 0,255), ( 0,255,255), - (128, 0, 0), ( 0,128, 0), ( 0, 0,128), (128,128, 0), - (128, 0,128), ( 0,128,128), (192,192,192), (128,128,128), - (128,128,255), (128, 32, 96), (255,255,192), (160,224,224), - ( 96, 0,128), (255,128,128), ( 0,128,192), (192,192,255), - ( 0, 0,128), (255, 0,255), (255,255, 0), ( 0,255,255), - (128, 0,128), (128, 0, 0), ( 0,128,128), ( 0, 0,255), - ( 0,204,255), (105,255,255), (204,255,204), (255,255,153), - (166,202,240), (204,156,204), (204,153,255), (227,227,227), - ( 51,102,255), ( 51,204,204), ( 51,153, 51), (153,153, 51), - (153,102, 51), (153,102,102), (102,102,153), (150,150,150), - ( 51, 51,204), ( 51,102,102), ( 0, 51, 0), ( 51, 51, 0), - (102, 51, 0), (153, 51,102), ( 51, 51,153), ( 66, 66, 66), - ) -excel_default_palette_b8 = ( # (red, green, blue) - ( 0, 0, 0), (255,255,255), (255, 0, 0), ( 0,255, 0), - ( 0, 0,255), (255,255, 0), (255, 0,255), ( 0,255,255), - (128, 0, 0), ( 0,128, 0), ( 0, 0,128), (128,128, 0), - (128, 0,128), ( 0,128,128), (192,192,192), (128,128,128), - (153,153,255), (153, 51,102), (255,255,204), (204,255,255), - (102, 0,102), (255,128,128), ( 0,102,204), (204,204,255), - ( 0, 0,128), (255, 0,255), (255,255, 0), ( 0,255,255), - (128, 0,128), (128, 0, 0), ( 0,128,128), ( 0, 0,255), - ( 0,204,255), (204,255,255), (204,255,204), (255,255,153), - (153,204,255), (255,153,204), (204,153,255), (255,204,153), - ( 51,102,255), ( 51,204,204), (153,204, 0), (255,204, 0), - (255,153, 0), (255,102, 0), (102,102,153), (150,150,150), - ( 0, 51,102), ( 51,153,102), ( 0, 51, 0), ( 51, 51, 0), - (153, 51, 0), (153, 51,102), ( 51, 51,153), ( 51, 51, 51), - ) - -default_palette = { - 80: excel_default_palette_b8, - 70: excel_default_palette_b5, - 50: excel_default_palette_b5, - 45: excel_default_palette_b2, - 40: excel_default_palette_b2, - 30: excel_default_palette_b2, - 21: excel_default_palette_b2, - 20: excel_default_palette_b2, - } - -""" -00H = Normal -01H = RowLevel_lv (see next field) -02H = ColLevel_lv (see next field) -03H = Comma -04H = Currency -05H = Percent -06H = Comma [0] (BIFF4-BIFF8) -07H = Currency [0] (BIFF4-BIFF8) -08H = Hyperlink (BIFF8) -09H = Followed Hyperlink (BIFF8) -""" -built_in_style_names = [ - "Normal", - "RowLevel_", - "ColLevel_", - "Comma", - "Currency", - "Percent", - "Comma [0]", - "Currency [0]", - "Hyperlink", - "Followed Hyperlink", - ] - -def initialise_colour_map(book): - book.colour_map = {} - book.colour_indexes_used = {} - if not book.formatting_info: - return - # Add the 8 invariant colours - for i in xrange(8): - book.colour_map[i] = excel_default_palette_b8[i] - # Add the default palette depending on the version - dpal = default_palette[book.biff_version] - ndpal = len(dpal) - for i in xrange(ndpal): - book.colour_map[i+8] = dpal[i] - # Add the specials -- None means the RGB value is not known - # System window text colour for border lines - book.colour_map[ndpal+8] = None - # System window background colour for pattern background - book.colour_map[ndpal+8+1] = None # - for ci in ( - 0x51, # System ToolTip text colour (used in note objects) - 0x7FFF, # 32767, system window text colour for fonts - ): - book.colour_map[ci] = None - -def nearest_colour_index(colour_map, rgb, debug=0): - # General purpose function. Uses Euclidean distance. - # So far used only for pre-BIFF8 WINDOW2 record. - # Doesn't have to be fast. - # Doesn't have to be fancy. - best_metric = 3 * 256 * 256 - best_colourx = 0 - for colourx, cand_rgb in colour_map.items(): - if cand_rgb is None: - continue - metric = 0 - for v1, v2 in zip(rgb, cand_rgb): - metric += (v1 - v2) * (v1 - v2) - if metric < best_metric: - best_metric = metric - best_colourx = colourx - if metric == 0: - break - if debug: - print "nearest_colour_index for %r is %r -> %r; best_metric is %d" \ - % (rgb, best_colourx, colour_map[best_colourx], best_metric) - return best_colourx - -## -# This mixin class exists solely so that Format, Font, and XF.... objects -# can be compared by value of their attributes. -class EqNeAttrs(object): - - def __eq__(self, other): - return self.__dict__ == other.__dict__ - - def __ne__(self, other): - return self.__dict__ != other.__dict__ - -## -# An Excel "font" contains the details of not only what is normally -# considered a font, but also several other display attributes. -# Items correspond to those in the Excel UI's Format/Cells/Font tab. -#
-- New in version 0.6.1 -class Font(BaseObject, EqNeAttrs): - ## - # 1 = Characters are bold. Redundant; see "weight" attribute. - bold = 0 - ## - # Values: 0 = ANSI Latin, 1 = System default, 2 = Symbol, - # 77 = Apple Roman, - # 128 = ANSI Japanese Shift-JIS, - # 129 = ANSI Korean (Hangul), - # 130 = ANSI Korean (Johab), - # 134 = ANSI Chinese Simplified GBK, - # 136 = ANSI Chinese Traditional BIG5, - # 161 = ANSI Greek, - # 162 = ANSI Turkish, - # 163 = ANSI Vietnamese, - # 177 = ANSI Hebrew, - # 178 = ANSI Arabic, - # 186 = ANSI Baltic, - # 204 = ANSI Cyrillic, - # 222 = ANSI Thai, - # 238 = ANSI Latin II (Central European), - # 255 = OEM Latin I - character_set = 0 - ## - # An explanation of "colour index" is given in the Formatting - # section at the start of this document. - colour_index = 0 - ## - # 1 = Superscript, 2 = Subscript. - escapement = 0 - ## - # 0 = None (unknown or don't care)
- # 1 = Roman (variable width, serifed)
- # 2 = Swiss (variable width, sans-serifed)
- # 3 = Modern (fixed width, serifed or sans-serifed)
- # 4 = Script (cursive)
- # 5 = Decorative (specialised, for example Old English, Fraktur) - family = 0 - ## - # The 0-based index used to refer to this Font() instance. - # Note that index 4 is never used; xlrd supplies a dummy place-holder. - font_index = 0 - ## - # Height of the font (in twips). A twip = 1/20 of a point. - height = 0 - ## - # 1 = Characters are italic. - italic = 0 - ## - # The name of the font. Example: u"Arial" - name = u"" - ## - # 1 = Characters are struck out. - struck_out = 0 - ## - # 0 = None
- # 1 = Single; 0x21 (33) = Single accounting
- # 2 = Double; 0x22 (34) = Double accounting - underline_type = 0 - ## - # 1 = Characters are underlined. Redundant; see "underline_type" attribute. - underlined = 0 - ## - # Font weight (100-1000). Standard values are 400 for normal text - # and 700 for bold text. - weight = 400 - ## - # 1 = Font is outline style (Macintosh only) - outline = 0 - ## - # 1 = Font is shadow style (Macintosh only) - shadow = 0 - - # No methods ... - -def handle_efont(book, data): # BIFF2 only - if not book.formatting_info: - return - book.font_list[-1].colour_index = unpack('= 2 - bv = book.biff_version - k = len(book.font_list) - if k == 4: - f = Font() - f.name = u'Dummy Font' - f.font_index = k - book.font_list.append(f) - k += 1 - f = Font() - f.font_index = k - book.font_list.append(f) - if bv >= 50: - ( - f.height, option_flags, f.colour_index, f.weight, - f.escapement_type, f.underline_type, f.family, - f.character_set, - ) = unpack('> 1 - f.underlined = (option_flags & 4) >> 2 - f.struck_out = (option_flags & 8) >> 3 - f.outline = (option_flags & 16) >> 4 - f.shadow = (option_flags & 32) >> 5 - if bv >= 80: - f.name = unpack_unicode(data, 14, lenlen=1) - else: - f.name = unpack_string(data, 14, book.encoding, lenlen=1) - elif bv >= 30: - f.height, option_flags, f.colour_index = unpack('> 1 - f.underlined = (option_flags & 4) >> 2 - f.struck_out = (option_flags & 8) >> 3 - f.outline = (option_flags & 16) >> 4 - f.shadow = (option_flags & 32) >> 5 - f.name = unpack_string(data, 6, book.encoding, lenlen=1) - # Now cook up the remaining attributes ... - f.weight = [400, 700][f.bold] - f.escapement_type = 0 # None - f.underline_type = f.underlined # None or Single - f.family = 0 # Unknown / don't care - f.character_set = 1 # System default (0 means "ANSI Latin") - else: # BIFF2 - f.height, option_flags = unpack('> 1 - f.underlined = (option_flags & 4) >> 2 - f.struck_out = (option_flags & 8) >> 3 - f.outline = 0 - f.shadow = 0 - f.name = unpack_string(data, 4, book.encoding, lenlen=1) - # Now cook up the remaining attributes ... - f.weight = [400, 700][f.bold] - f.escapement_type = 0 # None - f.underline_type = f.underlined # None or Single - f.family = 0 # Unknown / don't care - f.character_set = 1 # System default (0 means "ANSI Latin") - if blah: - f.dump( - book.logfile, - header="--- handle_font: font[%d] ---" % f.font_index, - footer="-------------------", - ) - -# === "Number formats" === - -## -# "Number format" information from a FORMAT record. -#
-- New in version 0.6.1 -class Format(BaseObject, EqNeAttrs): - ## - # The key into Book.format_map - format_key = 0 - ## - # A classification that has been inferred from the format string. - # Currently, this is used only to distinguish between numbers and dates. - #
Values: - #
FUN = 0 # unknown - #
FDT = 1 # date - #
FNU = 2 # number - #
FGE = 3 # general - #
FTX = 4 # text - type = FUN - ## - # The format string - format_str = u'' - - def __init__(self, format_key, ty, format_str): - self.format_key = format_key - self.type = ty - self.format_str = format_str - -std_format_strings = { - # "std" == "standard for US English locale" - # #### TODO ... a lot of work to tailor these to the user's locale. - # See e.g. gnumeric-1.x.y/src/formats.c - 0x00: "General", - 0x01: "0", - 0x02: "0.00", - 0x03: "#,##0", - 0x04: "#,##0.00", - 0x05: "$#,##0_);($#,##0)", - 0x06: "$#,##0_);[Red]($#,##0)", - 0x07: "$#,##0.00_);($#,##0.00)", - 0x08: "$#,##0.00_);[Red]($#,##0.00)", - 0x09: "0%", - 0x0a: "0.00%", - 0x0b: "0.00E+00", - 0x0c: "# ?/?", - 0x0d: "# ??/??", - 0x0e: "m/d/yy", - 0x0f: "d-mmm-yy", - 0x10: "d-mmm", - 0x11: "mmm-yy", - 0x12: "h:mm AM/PM", - 0x13: "h:mm:ss AM/PM", - 0x14: "h:mm", - 0x15: "h:mm:ss", - 0x16: "m/d/yy h:mm", - 0x25: "#,##0_);(#,##0)", - 0x26: "#,##0_);[Red](#,##0)", - 0x27: "#,##0.00_);(#,##0.00)", - 0x28: "#,##0.00_);[Red](#,##0.00)", - 0x29: "_(* #,##0_);_(* (#,##0);_(* \"-\"_);_(@_)", - 0x2a: "_($* #,##0_);_($* (#,##0);_($* \"-\"_);_(@_)", - 0x2b: "_(* #,##0.00_);_(* (#,##0.00);_(* \"-\"??_);_(@_)", - 0x2c: "_($* #,##0.00_);_($* (#,##0.00);_($* \"-\"??_);_(@_)", - 0x2d: "mm:ss", - 0x2e: "[h]:mm:ss", - 0x2f: "mm:ss.0", - 0x30: "##0.0E+0", - 0x31: "@", - } - -fmt_code_ranges = [ # both-inclusive ranges of "standard" format codes - # Source: the openoffice.org doc't - ( 0, 0, FGE), - ( 1, 13, FNU), - (14, 22, FDT), - #### (27, 36, FDT), # Japanese dates -- not sure of reliability of this - (37, 44, FNU), - (45, 47, FDT), - (48, 48, FNU), - (49, 49, FTX), - ####(50, 58, FDT), # Japanese dates -- but Gnumeric assumes - # built-in formats finish at 49, not at 163 - ] - -std_format_code_types = {} -for lo, hi, ty in fmt_code_ranges: - for x in xrange(lo, hi+1): - std_format_code_types[x] = ty -del lo, hi, ty, x - -date_chars = u'ymdhs' # year, month/minute, day, hour, second -date_char_dict = {} -for _c in date_chars + date_chars.upper(): - date_char_dict[_c] = 5 -del _c, date_chars - -skip_char_dict = {} -for _c in u'$-+/(): ': - skip_char_dict[_c] = 1 - -num_char_dict = { - u'0': 5, - u'#': 5, - u'?': 5, - } - -non_date_formats = { - u'0.00E+00':1, - u'##0.0E+0':1, - u'General' :1, - u'GENERAL' :1, # OOo Calc 1.1.4 does this. - u'general' :1, # pyExcelerator 0.6.3 does this. - u'@' :1, - } - -fmt_bracketed_sub = re.compile(r'\[[^]]*\]').sub - -# Boolean format strings (actual cases) -# u'"Yes";"Yes";"No"' -# u'"True";"True";"False"' -# u'"On";"On";"Off"' - -def is_date_format_string(book, fmt): - # Heuristics: - # Ignore "text" and [stuff in square brackets (aarrgghh -- see below)]. - # Handle backslashed-escaped chars properly. - # E.g. hh\hmm\mss\s should produce a display like 23h59m59s - # Date formats have one or more of ymdhs (caseless) in them. - # Numeric formats have # and 0. - # N.B. u'General"."' hence get rid of "text" first. - # TODO: Find where formats are interpreted in Gnumeric - # TODO: u'[h]\\ \\h\\o\\u\\r\\s' ([h] means don't care about hours > 23) - state = 0 - s = '' - ignorable = skip_char_dict.has_key - for c in fmt: - if state == 0: - if c == u'"': - state = 1 - elif c in ur"\_*": - state = 2 - elif ignorable(c): - pass - else: - s += c - elif state == 1: - if c == u'"': - state = 0 - elif state == 2: - # Ignore char after backslash, underscore or asterisk - state = 0 - assert 0 <= state <= 2 - if book.verbosity >= 4: - print "is_date_format_string: reduced format is %r" % s - s = fmt_bracketed_sub('', s) - if non_date_formats.has_key(s): - return False - state = 0 - separator = ";" - got_sep = 0 - date_count = num_count = 0 - for c in s: - if date_char_dict.has_key(c): - date_count += date_char_dict[c] - elif num_char_dict.has_key(c): - num_count += num_char_dict[c] - elif c == separator: - got_sep = 1 - # print num_count, date_count, repr(fmt) - if date_count and not num_count: - return True - if num_count and not date_count: - return False - if date_count: - fprintf(book.logfile, - 'WARNING *** is_date_format: ambiguous d=%d n=%d fmt=%r\n', - date_count, num_count, fmt) - elif not got_sep: - fprintf(book.logfile, - "WARNING *** format %r produces constant result\n", - fmt) - return date_count > num_count - -def handle_format(self, data, rectype=XL_FORMAT): - DEBUG = 0 - bv = self.biff_version - if rectype == XL_FORMAT2: - bv = min(bv, 30) - if not self.encoding: - self.derive_encoding() - strpos = 2 - if bv >= 50: - fmtkey = unpack('= 80: - unistrg = unpack_unicode(data, 2) - else: - unistrg = unpack_string(data, strpos, self.encoding, lenlen=1) - blah = DEBUG or self.verbosity >= 3 - if blah: - fprintf(self.logfile, - "FORMAT: count=%d fmtkey=0x%04x (%d) s=%r\n", - self.actualfmtcount, fmtkey, fmtkey, unistrg) - is_date_s = self.is_date_format_string(unistrg) - ty = [FGE, FDT][is_date_s] - if not(fmtkey > 163 or bv < 50): - # user_defined if fmtkey > 163 - # N.B. Gnumeric incorrectly starts these at 50 instead of 164 :-( - # if earlier than BIFF 5, standard info is useless - std_ty = std_format_code_types.get(fmtkey, FUN) - # print "std ty", std_ty - is_date_c = std_ty == FDT - if 0 < fmtkey < 50 and (is_date_c ^ is_date_s): - DEBUG = 2 - fprintf(self.logfile, - "WARNING *** Conflict between " - "std format key %d and its format string %r\n", - fmtkey, unistrg) - if DEBUG == 2: - fprintf(self.logfile, - "ty: %d; is_date_c: %r; is_date_s: %r; fmt_strg: %r", - ty, is_date_c, is_date_s, unistrg) - fmtobj = Format(fmtkey, ty, unistrg) - if blah: - fmtobj.dump(self.logfile, - header="--- handle_format [%d] ---" % (self.actualfmtcount-1, )) - self.format_map[fmtkey] = fmtobj - self.format_list.append(fmtobj) - -# ============================================================================= - -def handle_palette(book, data): - if not book.formatting_info: - return - blah = DEBUG or book.verbosity >= 2 - n_colours, = unpack('= 50] - if ((DEBUG or book.verbosity >= 1) - and n_colours != expected_n_colours): - fprintf(book.logfile, - "NOTE *** Expected %d colours in PALETTE record, found %d\n", - expected_n_colours, n_colours) - elif blah: - fprintf(book.logfile, - "PALETTE record with %d colours\n", n_colours) - fmt = '> 8) & 0xff - blue = (c >> 16) & 0xff - old_rgb = book.colour_map[8+i] - new_rgb = (red, green, blue) - book.palette_record.append(new_rgb) - book.colour_map[8+i] = new_rgb - if blah: - if new_rgb != old_rgb: - print >> book.logfile, "%2d: %r -> %r" % (i, old_rgb, new_rgb) - -def palette_epilogue(book): - # Check colour indexes in fonts etc. - # This must be done here as FONT records - # come *before* the PALETTE record :-( - for font in book.font_list: - if font.font_index == 4: # the missing font record - continue - cx = font.colour_index - if cx == 0x7fff: # system window text colour - continue - if book.colour_map.has_key(cx): - book.colour_indexes_used[cx] = 1 - else: - print "Size of colour table:", len(book.colour_map) - print >> book.logfile, \ - "*** Font #%d (%r): colour index 0x%04x is unknown" \ - % (font.font_index, font.name, cx) - if book.verbosity >= 1: - used = book.colour_indexes_used.keys() - used.sort() - print >> book.logfile, "\nColour indexes used:\n%r\n" % used - -def handle_style(book, data): - blah = DEBUG or book.verbosity >= 2 - bv = book.biff_version - flag_and_xfx, built_in_id, level = unpack('= 80: - name = unpack_unicode(data, 2, lenlen=2) - else: - name = unpack_string(data, 2, book.encoding, lenlen=1) - if blah and not name: - print >> book.logfile, \ - "WARNING *** A user-defined style has a zero-length name" - built_in = 0 - built_in_id = 0 - level = 0 - book.style_name_map[name] = (built_in, xf_index) - if blah: - print >> book.logfile, \ - "STYLE: built_in=%d xf_index=%d built_in_id=%d level=%d name=%r" \ - % (built_in, xf_index, built_in_id, level, name) - -def check_colour_indexes_in_obj(book, obj, orig_index): - alist = obj.__dict__.items() - alist.sort() - for attr, nobj in alist: - if hasattr(nobj, 'dump'): - check_colour_indexes_in_obj(book, nobj, orig_index) - elif attr.find('colour_index') >= 0: - if book.colour_map.has_key(nobj): - book.colour_indexes_used[nobj] = 1 - continue - oname = obj.__class__.__name__ - print >> book.logfile, \ - "*** xf #%d : %s.%s = 0x%04x (unknown)" \ - % (orig_index, oname, attr, nobj) - -def handle_xf(self, data): - ### self is a Book instance - # DEBUG = 0 - blah = DEBUG or self.verbosity >= 3 - bv = self.biff_version - xf = XF() - xf.alignment = XFAlignment() - xf.alignment.indent_level = 0 - xf.alignment.shrink_to_fit = 0 - xf.alignment.text_direction = 0 - xf.border = XFBorder() - xf.border.diag_up = 0 - xf.border.diag_down = 0 - xf.border.diag_colour_index = 0 - xf.border.diag_line_style = 0 # no line - xf.background = XFBackground() - xf.protection = XFProtection() - # fill in the known standard formats - if bv >= 50 and not self.xfcount: - # i.e. do this once before we process the first XF record - for x in std_format_code_types.keys(): - if not self.format_map.has_key(x): - ty = std_format_code_types[x] - fmt_str = std_format_strings[x] - fmtobj = Format(x, ty, fmt_str) - self.format_map[x] = fmtobj - if bv >= 80: - unpack_fmt = '> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbitsL(xf.border, pkd_brdbkg1, ( - (0, 0x0000000f, 'left_line_style'), - (4, 0x000000f0, 'right_line_style'), - (8, 0x00000f00, 'top_line_style'), - (12, 0x0000f000, 'bottom_line_style'), - (16, 0x007f0000, 'left_colour_index'), - (23, 0x3f800000, 'right_colour_index'), - (30, 0x40000000, 'diag_down'), - (31, 0x80000000L, 'diag_up'), - )) - upkbits(xf.border, pkd_brdbkg2, ( - (0, 0x0000007F, 'top_colour_index'), - (7, 0x00003F80, 'bottom_colour_index'), - (14, 0x001FC000, 'diag_colour_index'), - (21, 0x01E00000, 'diag_line_style'), - )) - upkbitsL(xf.background, pkd_brdbkg2, ( - (26, 0xFC000000L, 'fill_pattern'), - )) - upkbits(xf.background, pkd_brdbkg3, ( - (0, 0x007F, 'pattern_colour_index'), - (7, 0x3F80, 'background_colour_index'), - )) - elif bv >= 50: - unpack_fmt = '> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbitsL(xf.background, pkd_brdbkg1, ( - ( 0, 0x0000007F, 'pattern_colour_index'), - ( 7, 0x00003F80, 'background_colour_index'), - (16, 0x003F0000, 'fill_pattern'), - )) - upkbitsL(xf.border, pkd_brdbkg1, ( - (22, 0x01C00000, 'bottom_line_style'), - (25, 0xFE000000L, 'bottom_colour_index'), - )) - upkbits(xf.border, pkd_brdbkg2, ( - ( 0, 0x00000007, 'top_line_style'), - ( 3, 0x00000038, 'left_line_style'), - ( 6, 0x000001C0, 'right_line_style'), - ( 9, 0x0000FE00, 'top_colour_index'), - (16, 0x007F0000, 'left_colour_index'), - (23, 0x3F800000, 'right_colour_index'), - )) - elif bv >= 40: - unpack_fmt = '> 6 - xf.alignment.rotation = [0, 255, 90, 180][orientation] - reg = pkd_used >> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbits(xf.background, pkd_bkg_34, ( - ( 0, 0x003F, 'fill_pattern'), - ( 6, 0x07C0, 'pattern_colour_index'), - (11, 0xF800, 'background_colour_index'), - )) - upkbitsL(xf.border, pkd_brd_34, ( - ( 0, 0x00000007, 'top_line_style'), - ( 3, 0x000000F8, 'top_colour_index'), - ( 8, 0x00000700, 'left_line_style'), - (11, 0x0000F800, 'left_colour_index'), - (16, 0x00070000, 'bottom_line_style'), - (19, 0x00F80000, 'bottom_colour_index'), - (24, 0x07000000, 'right_line_style'), - (27, 0xF8000000L, 'right_colour_index'), - )) - elif bv == 30: - unpack_fmt = '> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbits(xf.background, pkd_bkg_34, ( - ( 0, 0x003F, 'fill_pattern'), - ( 6, 0x07C0, 'pattern_colour_index'), - (11, 0xF800, 'background_colour_index'), - )) - upkbitsL(xf.border, pkd_brd_34, ( - ( 0, 0x00000007, 'top_line_style'), - ( 3, 0x000000F8, 'top_colour_index'), - ( 8, 0x00000700, 'left_line_style'), - (11, 0x0000F800, 'left_colour_index'), - (16, 0x00070000, 'bottom_line_style'), - (19, 0x00F80000, 'bottom_colour_index'), - (24, 0x07000000, 'right_line_style'), - (27, 0xF8000000L, 'right_colour_index'), - )) - xf.alignment.vert_align = 2 # bottom - xf.alignment.rotation = 0 - elif bv == 21: - #### Warning: incomplete treatment; formatting_info not fully supported. - #### Probably need to offset incoming BIFF2 XF[n] to BIFF8-like XF[n+16], - #### and create XF[0:16] like the standard ones in BIFF8 - #### *AND* add 16 to all XF references in cell records :-( - (xf.font_index, format_etc, halign_etc) = unpack('= 3 - blah1 = DEBUG or self.verbosity >= 1 - if blah: - fprintf(self.logfile, "xf_epilogue called ...\n") - - def check_same(book_arg, xf_arg, parent_arg, attr): - # the _arg caper is to avoid a Warning msg from Python 2.1 :-( - if getattr(xf_arg, attr) != getattr(parent_arg, attr): - fprintf(book_arg.logfile, - "NOTE !!! XF[%d] parent[%d] %s different\n", - xf_arg.xf_index, parent_arg.xf_index, attr) - - for xfx in xrange(num_xfs): - xf = self.xf_list[xfx] - if not self.format_map.has_key(xf.format_key): - msg = "ERROR *** XF[%d] unknown format key (%d, 0x%04x)\n" - fprintf(self.logfile, msg, - xf.xf_index, xf.format_key, xf.format_key) - xf.format_key = 0 - cellty_from_fmtty = { - FNU: XL_CELL_NUMBER, - FUN: XL_CELL_NUMBER, - FGE: XL_CELL_NUMBER, - FDT: XL_CELL_DATE, - FTX: XL_CELL_NUMBER, # Yes, a number can be formatted as text. - } - fmt = self.format_map[xf.format_key] - cellty = cellty_from_fmtty[fmt.type] - self._xf_index_to_xl_type_map[xf.xf_index] = cellty - # Now for some assertions etc - if not self.formatting_info: - continue - if xf.is_style: - continue - if not(0 <= xf.parent_style_index < num_xfs): - fprintf(self.logfile, - "WARNING *** XF[%d]: is_style=%d but parent_style_index=%d\n", - xf.xf_index, xf.is_style, xf.parent_style_index) - # make it conform - xf.parent_style_index = 0 - if self.biff_version >= 30: - assert xf.parent_style_index != xf.xf_index - assert self.xf_list[xf.parent_style_index].is_style - if blah1 and xf.parent_style_index > xf.xf_index: - fprintf(self.logfile, - "NOTE !!! XF[%d]: parent_style_index is %d; out of order?\n", - xf.xf_index, xf.parent_style_index) - parent = self.xf_list[xf.parent_style_index] - if not xf._alignment_flag and not parent._alignment_flag: - if blah1: check_same(self, xf, parent, 'alignment') - if not xf._background_flag and not parent._background_flag: - if blah1: check_same(self, xf, parent, 'background') - if not xf._border_flag and not parent._border_flag: - if blah1: check_same(self, xf, parent, 'border') - if not xf._protection_flag and not parent._protection_flag: - if blah1: check_same(self, xf, parent, 'protection') - if not xf._format_flag and not parent._format_flag: - if blah1 and xf.format_key != parent.format_key: - fprintf(self.logfile, - "NOTE !!! XF[%d] fmtk=%d, parent[%d] fmtk=%r\n%r / %r\n", - xf.xf_index, xf.format_key, parent.xf_index, parent.format_key, - self.format_map[xf.format_key].format_str, - self.format_map[parent.format_key].format_str) - if not xf._font_flag and not parent._font_flag: - if blah1 and xf.font_index != parent.font_index: - fprintf(self.logfile, - "NOTE !!! XF[%d] fontx=%d, parent[%d] fontx=%r\n", - xf.xf_index, xf.font_index, parent.xf_index, parent.font_index) - -def initialise_book(book): - initialise_colour_map(book) - book._xf_epilogue_done = 0 - methods = ( - handle_font, - handle_efont, - handle_format, - is_date_format_string, - handle_palette, - palette_epilogue, - handle_style, - handle_xf, - xf_epilogue, - ) - for method in methods: - setattr(book.__class__, method.__name__, method) - -## -#

A collection of the border-related attributes of an XF record. -# Items correspond to those in the Excel UI's Format/Cells/Border tab.

-#

An explanations of "colour index" is given in the Formatting -# section at the start of this document. -# There are five line style attributes; possible values and the -# associated meanings are: -# 0 = No line, -# 1 = Thin, -# 2 = Medium, -# 3 = Dashed, -# 4 = Dotted, -# 5 = Thick, -# 6 = Double, -# 7 = Hair, -# 8 = Medium dashed, -# 9 = Thin dash-dotted, -# 10 = Medium dash-dotted, -# 11 = Thin dash-dot-dotted, -# 12 = Medium dash-dot-dotted, -# 13 = Slanted medium dash-dotted. -# The line styles 8 to 13 appear in BIFF8 files (Excel 97 and later) only. -# For pictures of the line styles, refer to OOo docs s3.10 (p22) -# "Line Styles for Cell Borders (BIFF3-BIFF8)".

-#
-- New in version 0.6.1 -class XFBorder(BaseObject, EqNeAttrs): - - ## - # The colour index for the cell's top line - top_colour_index = 0 - ## - # The colour index for the cell's bottom line - bottom_colour_index = 0 - ## - # The colour index for the cell's left line - left_colour_index = 0 - ## - # The colour index for the cell's right line - right_colour_index = 0 - ## - # The colour index for the cell's diagonal lines, if any - diag_colour_index = 0 - ## - # The line style for the cell's top line - top_line_style = 0 - ## - # The line style for the cell's bottom line - bottom_line_style = 0 - ## - # The line style for the cell's left line - left_line_style = 0 - ## - # The line style for the cell's right line - right_line_style = 0 - ## - # The line style for the cell's diagonal lines, if any - diag_line_style = 0 - ## - # 1 = draw a diagonal from top left to bottom right - diag_down = 0 - ## - # 1 = draw a diagonal from bottom left to top right - diag_up = 0 - -## -# A collection of the background-related attributes of an XF record. -# Items correspond to those in the Excel UI's Format/Cells/Patterns tab. -# An explanation of "colour index" is given in the Formatting -# section at the start of this document. -#
-- New in version 0.6.1 -class XFBackground(BaseObject, EqNeAttrs): - - ## - # See section 3.11 of the OOo docs. - fill_pattern = 0 - ## - # See section 3.11 of the OOo docs. - background_colour_index = 0 - ## - # See section 3.11 of the OOo docs. - pattern_colour_index = 0 - -## -# A collection of the alignment and similar attributes of an XF record. -# Items correspond to those in the Excel UI's Format/Cells/Alignment tab. -#
-- New in version 0.6.1 - -class XFAlignment(BaseObject, EqNeAttrs): - - ## - # Values: section 6.115 (p 214) of OOo docs - hor_align = 0 - ## - # Values: section 6.115 (p 215) of OOo docs - vert_align = 0 - ## - # Values: section 6.115 (p 215) of OOo docs.
- # Note: file versions BIFF7 and earlier use the documented - # "orientation" attribute; this will be mapped (without loss) - # into "rotation". - rotation = 0 - ## - # 1 = text is wrapped at right margin - text_wrapped = 0 - ## - # A number in range(15). - indent_level = 0 - ## - # 1 = shrink font size to fit text into cell. - shrink_to_fit = 0 - ## - # 0 = according to context; 1 = left-to-right; 2 = right-to-left - text_direction = 0 - -## -# A collection of the protection-related attributes of an XF record. -# Items correspond to those in the Excel UI's Format/Cells/Protection tab. -# Note the OOo docs include the "cell or style" bit -# in this bundle of attributes. -# This is incorrect; the bit is used in determining which bundles to use. -#
-- New in version 0.6.1 - -class XFProtection(BaseObject, EqNeAttrs): - - ## - # 1 = Cell is prevented from being changed, moved, resized, or deleted - # (only if the sheet is protected). - cell_locked = 0 - ## - # 1 = Hide formula so that it doesn't appear in the formula bar when - # the cell is selected (only if the sheet is protected). - formula_hidden = 0 - -## -# eXtended Formatting information for cells, rows, columns and styles. -#
-- New in version 0.6.1 -# -#

Each of the 6 flags below describes the validity of -# a specific group of attributes. -#
-# In cell XFs, flag==0 means the attributes of the parent style XF are used, -# (but only if the attributes are valid there); flag==1 means the attributes -# of this XF are used.
-# In style XFs, flag==0 means the attribute setting is valid; flag==1 means -# the attribute should be ignored.
-# Note that the API -# provides both "raw" XFs and "computed" XFs -- in the latter case, cell XFs -# have had the above inheritance mechanism applied. -#

- -class XF(BaseObject): - - ## - # 0 = cell XF, 1 = style XF - is_style = 0 - ## - # cell XF: Index into Book.xf_list - # of this XF's style XF
- # style XF: 0xFFF - parent_style_index = 0 - ## - # - _format_flag = 0 - ## - # - _font_flag = 0 - ## - # - _alignment_flag = 0 - ## - # - _border_flag = 0 - ## - # - _background_flag = 0 - ## - #   - _protection_flag = 0 - ## - # Index into Book.xf_list - xf_index = 0 - ## - # Index into Book.font_list - font_index = 0 - ## - # Key into Book.format_map - #

- # Warning: OOo docs on the XF record call this "Index to FORMAT record". - # It is not an index in the Python sense. It is a key to a map. - # It is true only for Excel 4.0 and earlier files - # that the key into format_map from an XF instance - # is the same as the index into format_list, and only - # if the index is less than 164. - #

- format_key = 0 - ## - # An instance of an XFProtection object. - protection = None - ## - # An instance of an XFBackground object. - background = None - ## - # An instance of an XFAlignment object. - alignment = None - ## - # An instance of an XFBorder object. - border = None diff --git a/tablib/packages/xlrd/formula.py b/tablib/packages/xlrd/formula.py deleted file mode 100644 index 4edbc29..0000000 --- a/tablib/packages/xlrd/formula.py +++ /dev/null @@ -1,2092 +0,0 @@ -# -*- coding: cp1252 -*- - -## -# Module for parsing/evaluating Microsoft Excel formulas. -# -#

Copyright 2005-2009 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under -# a BSD-style licence.

-## - -# No part of the content of this file was derived from the works of David Giffin. - -import copy -from struct import unpack -from timemachine import * -from biffh import unpack_unicode_update_pos, unpack_string_update_pos, \ - XLRDError, hex_char_dump, error_text_from_code, BaseObject - -__all__ = [ - 'oBOOL', 'oERR', 'oNUM', 'oREF', 'oREL', 'oSTRG', 'oUNK', - 'decompile_formula', - 'dump_formula', - 'evaluate_name_formula', - 'okind_dict', - 'rangename3d', 'rangename3drel', 'cellname', 'cellnameabs', 'colname', - ] - -# sztabN[opcode] -> the number of bytes to consume. -# -1 means variable -# -2 means this opcode not implemented in this version. -# Which N to use? Depends on biff_version; see szdict. -sztab0 = [-2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, 8, 4, 2, 2, 3, 9, 8, 2, 3, 8, 4, 7, 5, 5, 5, 2, 4, 7, 4, 7, 2, 2, -2, -2, -2, -2, -2, -2, -2, -2, 3, -2, -2, -2, -2, -2, -2, -2] -sztab1 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, 11, 5, 2, 2, 3, 9, 9, 2, 3, 11, 4, 7, 7, 7, 7, 3, 4, 7, 4, 7, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, 3, -2, -2, -2, -2, -2, -2, -2] -sztab2 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, 11, 5, 2, 2, 3, 9, 9, 3, 4, 11, 4, 7, 7, 7, 7, 3, 4, 7, 4, 7, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2] -sztab3 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, -2, -2, 2, 2, 3, 9, 9, 3, 4, 15, 4, 7, 7, 7, 7, 3, 4, 7, 4, 7, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, -2, 25, 18, 21, 18, 21, -2, -2] -sztab4 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -2, -2, 2, 2, 3, 9, 9, 3, 4, 5, 5, 9, 7, 7, 7, 3, 5, 9, 5, 9, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, -2, 7, 7, 11, 7, 11, -2, -2] - -szdict = { - 20 : sztab0, - 30 : sztab1, - 40 : sztab2, - 45 : sztab2, - 50 : sztab3, - 70 : sztab3, - 80 : sztab4, - } - -# For debugging purposes ... the name for each opcode -# (without the prefix "t" used on OOo docs) -onames = ['Unk00', 'Exp', 'Tbl', 'Add', 'Sub', 'Mul', 'Div', 'Power', 'Concat', 'LT', 'LE', 'EQ', 'GE', 'GT', 'NE', 'Isect', 'List', 'Range', 'Uplus', 'Uminus', 'Percent', 'Paren', 'MissArg', 'Str', 'Extended', 'Attr', 'Sheet', 'EndSheet', 'Err', 'Bool', 'Int', 'Num', 'Array', 'Func', 'FuncVar', 'Name', 'Ref', 'Area', 'MemArea', 'MemErr', 'MemNoMem', 'MemFunc', 'RefErr', 'AreaErr', 'RefN', 'AreaN', 'MemAreaN', 'MemNoMemN', '', '', '', '', '', '', '', '', 'FuncCE', 'NameX', 'Ref3d', 'Area3d', 'RefErr3d', 'AreaErr3d', '', ''] - -func_defs = { - # index: (name, min#args, max#args, flags, #known_args, return_type, kargs) - 0 : ('COUNT', 0, 30, 0x04, 1, 'V', 'R'), - 1 : ('IF', 2, 3, 0x04, 3, 'V', 'VRR'), - 2 : ('ISNA', 1, 1, 0x02, 1, 'V', 'V'), - 3 : ('ISERROR', 1, 1, 0x02, 1, 'V', 'V'), - 4 : ('SUM', 0, 30, 0x04, 1, 'V', 'R'), - 5 : ('AVERAGE', 1, 30, 0x04, 1, 'V', 'R'), - 6 : ('MIN', 1, 30, 0x04, 1, 'V', 'R'), - 7 : ('MAX', 1, 30, 0x04, 1, 'V', 'R'), - 8 : ('ROW', 0, 1, 0x04, 1, 'V', 'R'), - 9 : ('COLUMN', 0, 1, 0x04, 1, 'V', 'R'), - 10 : ('NA', 0, 0, 0x02, 0, 'V', ''), - 11 : ('NPV', 2, 30, 0x04, 2, 'V', 'VR'), - 12 : ('STDEV', 1, 30, 0x04, 1, 'V', 'R'), - 13 : ('DOLLAR', 1, 2, 0x04, 1, 'V', 'V'), - 14 : ('FIXED', 2, 3, 0x04, 3, 'V', 'VVV'), - 15 : ('SIN', 1, 1, 0x02, 1, 'V', 'V'), - 16 : ('COS', 1, 1, 0x02, 1, 'V', 'V'), - 17 : ('TAN', 1, 1, 0x02, 1, 'V', 'V'), - 18 : ('ATAN', 1, 1, 0x02, 1, 'V', 'V'), - 19 : ('PI', 0, 0, 0x02, 0, 'V', ''), - 20 : ('SQRT', 1, 1, 0x02, 1, 'V', 'V'), - 21 : ('EXP', 1, 1, 0x02, 1, 'V', 'V'), - 22 : ('LN', 1, 1, 0x02, 1, 'V', 'V'), - 23 : ('LOG10', 1, 1, 0x02, 1, 'V', 'V'), - 24 : ('ABS', 1, 1, 0x02, 1, 'V', 'V'), - 25 : ('INT', 1, 1, 0x02, 1, 'V', 'V'), - 26 : ('SIGN', 1, 1, 0x02, 1, 'V', 'V'), - 27 : ('ROUND', 2, 2, 0x02, 2, 'V', 'VV'), - 28 : ('LOOKUP', 2, 3, 0x04, 2, 'V', 'VR'), - 29 : ('INDEX', 2, 4, 0x0c, 4, 'R', 'RVVV'), - 30 : ('REPT', 2, 2, 0x02, 2, 'V', 'VV'), - 31 : ('MID', 3, 3, 0x02, 3, 'V', 'VVV'), - 32 : ('LEN', 1, 1, 0x02, 1, 'V', 'V'), - 33 : ('VALUE', 1, 1, 0x02, 1, 'V', 'V'), - 34 : ('TRUE', 0, 0, 0x02, 0, 'V', ''), - 35 : ('FALSE', 0, 0, 0x02, 0, 'V', ''), - 36 : ('AND', 1, 30, 0x04, 1, 'V', 'R'), - 37 : ('OR', 1, 30, 0x04, 1, 'V', 'R'), - 38 : ('NOT', 1, 1, 0x02, 1, 'V', 'V'), - 39 : ('MOD', 2, 2, 0x02, 2, 'V', 'VV'), - 40 : ('DCOUNT', 3, 3, 0x02, 3, 'V', 'RRR'), - 41 : ('DSUM', 3, 3, 0x02, 3, 'V', 'RRR'), - 42 : ('DAVERAGE', 3, 3, 0x02, 3, 'V', 'RRR'), - 43 : ('DMIN', 3, 3, 0x02, 3, 'V', 'RRR'), - 44 : ('DMAX', 3, 3, 0x02, 3, 'V', 'RRR'), - 45 : ('DSTDEV', 3, 3, 0x02, 3, 'V', 'RRR'), - 46 : ('VAR', 1, 30, 0x04, 1, 'V', 'R'), - 47 : ('DVAR', 3, 3, 0x02, 3, 'V', 'RRR'), - 48 : ('TEXT', 2, 2, 0x02, 2, 'V', 'VV'), - 49 : ('LINEST', 1, 4, 0x04, 4, 'A', 'RRVV'), - 50 : ('TREND', 1, 4, 0x04, 4, 'A', 'RRRV'), - 51 : ('LOGEST', 1, 4, 0x04, 4, 'A', 'RRVV'), - 52 : ('GROWTH', 1, 4, 0x04, 4, 'A', 'RRRV'), - 56 : ('PV', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 57 : ('FV', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 58 : ('NPER', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 59 : ('PMT', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 60 : ('RATE', 3, 6, 0x04, 6, 'V', 'VVVVVV'), - 61 : ('MIRR', 3, 3, 0x02, 3, 'V', 'RVV'), - 62 : ('IRR', 1, 2, 0x04, 2, 'V', 'RV'), - 63 : ('RAND', 0, 0, 0x0a, 0, 'V', ''), - 64 : ('MATCH', 2, 3, 0x04, 3, 'V', 'VRR'), - 65 : ('DATE', 3, 3, 0x02, 3, 'V', 'VVV'), - 66 : ('TIME', 3, 3, 0x02, 3, 'V', 'VVV'), - 67 : ('DAY', 1, 1, 0x02, 1, 'V', 'V'), - 68 : ('MONTH', 1, 1, 0x02, 1, 'V', 'V'), - 69 : ('YEAR', 1, 1, 0x02, 1, 'V', 'V'), - 70 : ('WEEKDAY', 1, 2, 0x04, 2, 'V', 'VV'), - 71 : ('HOUR', 1, 1, 0x02, 1, 'V', 'V'), - 72 : ('MINUTE', 1, 1, 0x02, 1, 'V', 'V'), - 73 : ('SECOND', 1, 1, 0x02, 1, 'V', 'V'), - 74 : ('NOW', 0, 0, 0x0a, 0, 'V', ''), - 75 : ('AREAS', 1, 1, 0x02, 1, 'V', 'R'), - 76 : ('ROWS', 1, 1, 0x02, 1, 'V', 'R'), - 77 : ('COLUMNS', 1, 1, 0x02, 1, 'V', 'R'), - 78 : ('OFFSET', 3, 5, 0x04, 5, 'R', 'RVVVV'), - 82 : ('SEARCH', 2, 3, 0x04, 3, 'V', 'VVV'), - 83 : ('TRANSPOSE', 1, 1, 0x02, 1, 'A', 'A'), - 86 : ('TYPE', 1, 1, 0x02, 1, 'V', 'V'), - 92 : ('SERIESSUM', 4, 4, 0x02, 4, 'V', 'VVVA'), - 97 : ('ATAN2', 2, 2, 0x02, 2, 'V', 'VV'), - 98 : ('ASIN', 1, 1, 0x02, 1, 'V', 'V'), - 99 : ('ACOS', 1, 1, 0x02, 1, 'V', 'V'), - 100: ('CHOOSE', 2, 30, 0x04, 2, 'V', 'VR'), - 101: ('HLOOKUP', 3, 4, 0x04, 4, 'V', 'VRRV'), - 102: ('VLOOKUP', 3, 4, 0x04, 4, 'V', 'VRRV'), - 105: ('ISREF', 1, 1, 0x02, 1, 'V', 'R'), - 109: ('LOG', 1, 2, 0x04, 2, 'V', 'VV'), - 111: ('CHAR', 1, 1, 0x02, 1, 'V', 'V'), - 112: ('LOWER', 1, 1, 0x02, 1, 'V', 'V'), - 113: ('UPPER', 1, 1, 0x02, 1, 'V', 'V'), - 114: ('PROPER', 1, 1, 0x02, 1, 'V', 'V'), - 115: ('LEFT', 1, 2, 0x04, 2, 'V', 'VV'), - 116: ('RIGHT', 1, 2, 0x04, 2, 'V', 'VV'), - 117: ('EXACT', 2, 2, 0x02, 2, 'V', 'VV'), - 118: ('TRIM', 1, 1, 0x02, 1, 'V', 'V'), - 119: ('REPLACE', 4, 4, 0x02, 4, 'V', 'VVVV'), - 120: ('SUBSTITUTE', 3, 4, 0x04, 4, 'V', 'VVVV'), - 121: ('CODE', 1, 1, 0x02, 1, 'V', 'V'), - 124: ('FIND', 2, 3, 0x04, 3, 'V', 'VVV'), - 125: ('CELL', 1, 2, 0x0c, 2, 'V', 'VR'), - 126: ('ISERR', 1, 1, 0x02, 1, 'V', 'V'), - 127: ('ISTEXT', 1, 1, 0x02, 1, 'V', 'V'), - 128: ('ISNUMBER', 1, 1, 0x02, 1, 'V', 'V'), - 129: ('ISBLANK', 1, 1, 0x02, 1, 'V', 'V'), - 130: ('T', 1, 1, 0x02, 1, 'V', 'R'), - 131: ('N', 1, 1, 0x02, 1, 'V', 'R'), - 140: ('DATEVALUE', 1, 1, 0x02, 1, 'V', 'V'), - 141: ('TIMEVALUE', 1, 1, 0x02, 1, 'V', 'V'), - 142: ('SLN', 3, 3, 0x02, 3, 'V', 'VVV'), - 143: ('SYD', 4, 4, 0x02, 4, 'V', 'VVVV'), - 144: ('DDB', 4, 5, 0x04, 5, 'V', 'VVVVV'), - 148: ('INDIRECT', 1, 2, 0x0c, 2, 'R', 'VV'), - 162: ('CLEAN', 1, 1, 0x02, 1, 'V', 'V'), - 163: ('MDETERM', 1, 1, 0x02, 1, 'V', 'A'), - 164: ('MINVERSE', 1, 1, 0x02, 1, 'A', 'A'), - 165: ('MMULT', 2, 2, 0x02, 2, 'A', 'AA'), - 167: ('IPMT', 4, 6, 0x04, 6, 'V', 'VVVVVV'), - 168: ('PPMT', 4, 6, 0x04, 6, 'V', 'VVVVVV'), - 169: ('COUNTA', 0, 30, 0x04, 1, 'V', 'R'), - 183: ('PRODUCT', 0, 30, 0x04, 1, 'V', 'R'), - 184: ('FACT', 1, 1, 0x02, 1, 'V', 'V'), - 189: ('DPRODUCT', 3, 3, 0x02, 3, 'V', 'RRR'), - 190: ('ISNONTEXT', 1, 1, 0x02, 1, 'V', 'V'), - 193: ('STDEVP', 1, 30, 0x04, 1, 'V', 'R'), - 194: ('VARP', 1, 30, 0x04, 1, 'V', 'R'), - 195: ('DSTDEVP', 3, 3, 0x02, 3, 'V', 'RRR'), - 196: ('DVARP', 3, 3, 0x02, 3, 'V', 'RRR'), - 197: ('TRUNC', 1, 2, 0x04, 2, 'V', 'VV'), - 198: ('ISLOGICAL', 1, 1, 0x02, 1, 'V', 'V'), - 199: ('DCOUNTA', 3, 3, 0x02, 3, 'V', 'RRR'), - 204: ('USDOLLAR', 1, 2, 0x04, 2, 'V', 'VV'), - 205: ('FINDB', 2, 3, 0x04, 3, 'V', 'VVV'), - 206: ('SEARCHB', 2, 3, 0x04, 3, 'V', 'VVV'), - 207: ('REPLACEB', 4, 4, 0x02, 4, 'V', 'VVVV'), - 208: ('LEFTB', 1, 2, 0x04, 2, 'V', 'VV'), - 209: ('RIGHTB', 1, 2, 0x04, 2, 'V', 'VV'), - 210: ('MIDB', 3, 3, 0x02, 3, 'V', 'VVV'), - 211: ('LENB', 1, 1, 0x02, 1, 'V', 'V'), - 212: ('ROUNDUP', 2, 2, 0x02, 2, 'V', 'VV'), - 213: ('ROUNDDOWN', 2, 2, 0x02, 2, 'V', 'VV'), - 214: ('ASC', 1, 1, 0x02, 1, 'V', 'V'), - 215: ('DBCS', 1, 1, 0x02, 1, 'V', 'V'), - 216: ('RANK', 2, 3, 0x04, 3, 'V', 'VRV'), - 219: ('ADDRESS', 2, 5, 0x04, 5, 'V', 'VVVVV'), - 220: ('DAYS360', 2, 3, 0x04, 3, 'V', 'VVV'), - 221: ('TODAY', 0, 0, 0x0a, 0, 'V', ''), - 222: ('VDB', 5, 7, 0x04, 7, 'V', 'VVVVVVV'), - 227: ('MEDIAN', 1, 30, 0x04, 1, 'V', 'R'), - 228: ('SUMPRODUCT', 1, 30, 0x04, 1, 'V', 'A'), - 229: ('SINH', 1, 1, 0x02, 1, 'V', 'V'), - 230: ('COSH', 1, 1, 0x02, 1, 'V', 'V'), - 231: ('TANH', 1, 1, 0x02, 1, 'V', 'V'), - 232: ('ASINH', 1, 1, 0x02, 1, 'V', 'V'), - 233: ('ACOSH', 1, 1, 0x02, 1, 'V', 'V'), - 234: ('ATANH', 1, 1, 0x02, 1, 'V', 'V'), - 235: ('DGET', 3, 3, 0x02, 3, 'V', 'RRR'), - 244: ('INFO', 1, 1, 0x02, 1, 'V', 'V'), - 247: ('DB', 4, 5, 0x04, 5, 'V', 'VVVVV'), - 252: ('FREQUENCY', 2, 2, 0x02, 2, 'A', 'RR'), - 261: ('ERROR.TYPE', 1, 1, 0x02, 1, 'V', 'V'), - 269: ('AVEDEV', 1, 30, 0x04, 1, 'V', 'R'), - 270: ('BETADIST', 3, 5, 0x04, 1, 'V', 'V'), - 271: ('GAMMALN', 1, 1, 0x02, 1, 'V', 'V'), - 272: ('BETAINV', 3, 5, 0x04, 1, 'V', 'V'), - 273: ('BINOMDIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 274: ('CHIDIST', 2, 2, 0x02, 2, 'V', 'VV'), - 275: ('CHIINV', 2, 2, 0x02, 2, 'V', 'VV'), - 276: ('COMBIN', 2, 2, 0x02, 2, 'V', 'VV'), - 277: ('CONFIDENCE', 3, 3, 0x02, 3, 'V', 'VVV'), - 278: ('CRITBINOM', 3, 3, 0x02, 3, 'V', 'VVV'), - 279: ('EVEN', 1, 1, 0x02, 1, 'V', 'V'), - 280: ('EXPONDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 281: ('FDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 282: ('FINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 283: ('FISHER', 1, 1, 0x02, 1, 'V', 'V'), - 284: ('FISHERINV', 1, 1, 0x02, 1, 'V', 'V'), - 285: ('FLOOR', 2, 2, 0x02, 2, 'V', 'VV'), - 286: ('GAMMADIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 287: ('GAMMAINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 288: ('CEILING', 2, 2, 0x02, 2, 'V', 'VV'), - 289: ('HYPGEOMDIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 290: ('LOGNORMDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 291: ('LOGINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 292: ('NEGBINOMDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 293: ('NORMDIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 294: ('NORMSDIST', 1, 1, 0x02, 1, 'V', 'V'), - 295: ('NORMINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 296: ('NORMSINV', 1, 1, 0x02, 1, 'V', 'V'), - 297: ('STANDARDIZE', 3, 3, 0x02, 3, 'V', 'VVV'), - 298: ('ODD', 1, 1, 0x02, 1, 'V', 'V'), - 299: ('PERMUT', 2, 2, 0x02, 2, 'V', 'VV'), - 300: ('POISSON', 3, 3, 0x02, 3, 'V', 'VVV'), - 301: ('TDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 302: ('WEIBULL', 4, 4, 0x02, 4, 'V', 'VVVV'), - 303: ('SUMXMY2', 2, 2, 0x02, 2, 'V', 'AA'), - 304: ('SUMX2MY2', 2, 2, 0x02, 2, 'V', 'AA'), - 305: ('SUMX2PY2', 2, 2, 0x02, 2, 'V', 'AA'), - 306: ('CHITEST', 2, 2, 0x02, 2, 'V', 'AA'), - 307: ('CORREL', 2, 2, 0x02, 2, 'V', 'AA'), - 308: ('COVAR', 2, 2, 0x02, 2, 'V', 'AA'), - 309: ('FORECAST', 3, 3, 0x02, 3, 'V', 'VAA'), - 310: ('FTEST', 2, 2, 0x02, 2, 'V', 'AA'), - 311: ('INTERCEPT', 2, 2, 0x02, 2, 'V', 'AA'), - 312: ('PEARSON', 2, 2, 0x02, 2, 'V', 'AA'), - 313: ('RSQ', 2, 2, 0x02, 2, 'V', 'AA'), - 314: ('STEYX', 2, 2, 0x02, 2, 'V', 'AA'), - 315: ('SLOPE', 2, 2, 0x02, 2, 'V', 'AA'), - 316: ('TTEST', 4, 4, 0x02, 4, 'V', 'AAVV'), - 317: ('PROB', 3, 4, 0x04, 3, 'V', 'AAV'), - 318: ('DEVSQ', 1, 30, 0x04, 1, 'V', 'R'), - 319: ('GEOMEAN', 1, 30, 0x04, 1, 'V', 'R'), - 320: ('HARMEAN', 1, 30, 0x04, 1, 'V', 'R'), - 321: ('SUMSQ', 0, 30, 0x04, 1, 'V', 'R'), - 322: ('KURT', 1, 30, 0x04, 1, 'V', 'R'), - 323: ('SKEW', 1, 30, 0x04, 1, 'V', 'R'), - 324: ('ZTEST', 2, 3, 0x04, 2, 'V', 'RV'), - 325: ('LARGE', 2, 2, 0x02, 2, 'V', 'RV'), - 326: ('SMALL', 2, 2, 0x02, 2, 'V', 'RV'), - 327: ('QUARTILE', 2, 2, 0x02, 2, 'V', 'RV'), - 328: ('PERCENTILE', 2, 2, 0x02, 2, 'V', 'RV'), - 329: ('PERCENTRANK', 2, 3, 0x04, 2, 'V', 'RV'), - 330: ('MODE', 1, 30, 0x04, 1, 'V', 'A'), - 331: ('TRIMMEAN', 2, 2, 0x02, 2, 'V', 'RV'), - 332: ('TINV', 2, 2, 0x02, 2, 'V', 'VV'), - 336: ('CONCATENATE', 0, 30, 0x04, 1, 'V', 'V'), - 337: ('POWER', 2, 2, 0x02, 2, 'V', 'VV'), - 342: ('RADIANS', 1, 1, 0x02, 1, 'V', 'V'), - 343: ('DEGREES', 1, 1, 0x02, 1, 'V', 'V'), - 344: ('SUBTOTAL', 2, 30, 0x04, 2, 'V', 'VR'), - 345: ('SUMIF', 2, 3, 0x04, 3, 'V', 'RVR'), - 346: ('COUNTIF', 2, 2, 0x02, 2, 'V', 'RV'), - 347: ('COUNTBLANK', 1, 1, 0x02, 1, 'V', 'R'), - 350: ('ISPMT', 4, 4, 0x02, 4, 'V', 'VVVV'), - 351: ('DATEDIF', 3, 3, 0x02, 3, 'V', 'VVV'), - 352: ('DATESTRING', 1, 1, 0x02, 1, 'V', 'V'), - 353: ('NUMBERSTRING', 2, 2, 0x02, 2, 'V', 'VV'), - 354: ('ROMAN', 1, 2, 0x04, 2, 'V', 'VV'), - 358: ('GETPIVOTDATA', 2, 2, 0x02, 2, 'V', 'RV'), - 359: ('HYPERLINK', 1, 2, 0x04, 2, 'V', 'VV'), - 360: ('PHONETIC', 1, 1, 0x02, 1, 'V', 'V'), - 361: ('AVERAGEA', 1, 30, 0x04, 1, 'V', 'R'), - 362: ('MAXA', 1, 30, 0x04, 1, 'V', 'R'), - 363: ('MINA', 1, 30, 0x04, 1, 'V', 'R'), - 364: ('STDEVPA', 1, 30, 0x04, 1, 'V', 'R'), - 365: ('VARPA', 1, 30, 0x04, 1, 'V', 'R'), - 366: ('STDEVA', 1, 30, 0x04, 1, 'V', 'R'), - 367: ('VARA', 1, 30, 0x04, 1, 'V', 'R'), - 368: ('BAHTTEXT', 1, 1, 0x02, 1, 'V', 'V'), - 369: ('THAIDAYOFWEEK', 1, 1, 0x02, 1, 'V', 'V'), - 370: ('THAIDIGIT', 1, 1, 0x02, 1, 'V', 'V'), - 371: ('THAIMONTHOFYEAR', 1, 1, 0x02, 1, 'V', 'V'), - 372: ('THAINUMSOUND', 1, 1, 0x02, 1, 'V', 'V'), - 373: ('THAINUMSTRING', 1, 1, 0x02, 1, 'V', 'V'), - 374: ('THAISTRINGLENGTH', 1, 1, 0x02, 1, 'V', 'V'), - 375: ('ISTHAIDIGIT', 1, 1, 0x02, 1, 'V', 'V'), - 376: ('ROUNDBAHTDOWN', 1, 1, 0x02, 1, 'V', 'V'), - 377: ('ROUNDBAHTUP', 1, 1, 0x02, 1, 'V', 'V'), - 378: ('THAIYEAR', 1, 1, 0x02, 1, 'V', 'V'), - 379: ('RTD', 2, 5, 0x04, 1, 'V', 'V'), - } - -tAttrNames = { - 0x00: "Skip??", # seen in SAMPLES.XLS which shipped with Excel 5.0 - 0x01: "Volatile", - 0x02: "If", - 0x04: "Choose", - 0x08: "Skip", - 0x10: "Sum", - 0x20: "Assign", - 0x40: "Space", - 0x41: "SpaceVolatile", - } - -_error_opcodes = {} -for _x in [0x07, 0x08, 0x0A, 0x0B, 0x1C, 0x1D, 0x2F]: - _error_opcodes[_x] = 1 -is_error_opcode = _error_opcodes.has_key - -tRangeFuncs = (min, max, min, max, min, max) -tIsectFuncs = (max, min, max, min, max, min) - -def do_box_funcs(box_funcs, boxa, boxb): - return tuple([ - func(numa, numb) - for func, numa, numb in zip(box_funcs, boxa.coords, boxb.coords) - ]) - -def adjust_cell_addr_biff8(rowval, colval, reldelta, browx=None, bcolx=None): - row_rel = (colval >> 15) & 1 - col_rel = (colval >> 14) & 1 - rowx = rowval - colx = colval & 0xff - if reldelta: - if row_rel and rowx >= 32768: - rowx -= 65536 - if col_rel and colx >= 128: - colx -= 256 - else: - if row_rel: - rowx -= browx - if col_rel: - colx -= bcolx - return rowx, colx, row_rel, col_rel - -def adjust_cell_addr_biff_le7( - rowval, colval, reldelta, browx=None, bcolx=None): - row_rel = (rowval >> 15) & 1 - col_rel = (rowval >> 14) & 1 - rowx = rowval & 0x3fff - colx = colval - if reldelta: - if row_rel and rowx >= 8192: - rowx -= 16384 - if col_rel and colx >= 128: - colx -= 256 - else: - if row_rel: - rowx -= browx - if col_rel: - colx -= bcolx - return rowx, colx, row_rel, col_rel - -def get_cell_addr(data, pos, bv, reldelta, browx=None, bcolx=None): - if bv >= 80: - rowval, colval = unpack("= 80: - row1val, row2val, col1val, col2val = unpack(" addins %r" % (refx, info) - assert ref_first_sheetx == 0xFFFE == ref_last_sheetx - return (-5, -5) - if ref_recordx != bk._supbook_locals_inx: - if blah: - print "/// get_externsheet_local_range(refx=%d) -> external %r" % (refx, info) - return (-4, -4) # external reference - if ref_first_sheetx == 0xFFFE == ref_last_sheetx: - if blah: - print "/// get_externsheet_local_range(refx=%d) -> unspecified sheet %r" % (refx, info) - return (-1, -1) # internal reference, any sheet - if ref_first_sheetx == 0xFFFF == ref_last_sheetx: - if blah: - print "/// get_externsheet_local_range(refx=%d) -> deleted sheet(s)" % (refx, ) - return (-2, -2) # internal reference, deleted sheet(s) - nsheets = len(bk._all_sheets_map) - if not(0 <= ref_first_sheetx <= ref_last_sheetx < nsheets): - if blah: - print "/// get_externsheet_local_range(refx=%d) -> %r" % (refx, info) - print "--- first/last sheet not in range(%d)" % nsheets - return (-102, -102) # stuffed up somewhere :-( - xlrd_sheetx1 = bk._all_sheets_map[ref_first_sheetx] - xlrd_sheetx2 = bk._all_sheets_map[ref_last_sheetx] - if not(0 <= xlrd_sheetx1 <= xlrd_sheetx2): - return (-3, -3) # internal reference, but to a macro sheet - return xlrd_sheetx1, xlrd_sheetx2 - -def get_externsheet_local_range_b57( - bk, raw_extshtx, ref_first_sheetx, ref_last_sheetx, blah=0): - if raw_extshtx > 0: - if blah: - print "/// get_externsheet_local_range_b57(raw_extshtx=%d) -> external" % raw_extshtx - return (-4, -4) # external reference - if ref_first_sheetx == -1 and ref_last_sheetx == -1: - return (-2, -2) # internal reference, deleted sheet(s) - nsheets = len(bk._all_sheets_map) - if not(0 <= ref_first_sheetx <= ref_last_sheetx < nsheets): - if blah: - print "/// get_externsheet_local_range_b57(%d, %d, %d) -> ???" \ - % (raw_extshtx, ref_first_sheetx, ref_last_sheetx) - print "--- first/last sheet not in range(%d)" % nsheets - return (-103, -103) # stuffed up somewhere :-( - xlrd_sheetx1 = bk._all_sheets_map[ref_first_sheetx] - xlrd_sheetx2 = bk._all_sheets_map[ref_last_sheetx] - if not(0 <= xlrd_sheetx1 <= xlrd_sheetx2): - return (-3, -3) # internal reference, but to a macro sheet - return xlrd_sheetx1, xlrd_sheetx2 - -class FormulaError(Exception): - pass - -oBOOL = 3 -oERR = 4 -oMSNG = 5 # tMissArg -oNUM = 2 -oREF = -1 -oREL = -2 -oSTRG = 1 -oUNK = 0 - -okind_dict = { - -2: "oREL", - -1: "oREF", - 0 : "oUNK", - 1 : "oSTRG", - 2 : "oNUM", - 3 : "oBOOL", - 4 : "oERR", - 5 : "oMSNG", - } - -listsep = ',' #### probably should depend on locale - -## -# Used in evaluating formulas. -# The following table describes the kinds and how their values -# are represented.

-# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -#
Kind symbolKind numberValue representation
oBOOL3integer: 0 => False; 1 => True
oERR4None, or an int error code (same as XL_CELL_ERROR in the Cell class). -#
oMSNG5Used by Excel as a placeholder for a missing (not supplied) function -# argument. Should *not* appear as a final formula result. Value is None.
oNUM2A float. Note that there is no way of distinguishing dates.
oREF-1The value is either None or a non-empty list of -# absolute Ref3D instances.
-#
oREL-2The value is None or a non-empty list of -# fully or partially relative Ref3D instances. -#
oSTRG1A Unicode string.
oUNK0The kind is unknown or ambiguous. The value is None
-#

- -class Operand(object): - - ## - # None means that the actual value of the operand is a variable - # (depends on cell data), not a constant. - value = None - ## - # oUNK means that the kind of operand is not known unambiguously. - kind = oUNK - ## - # The reconstituted text of the original formula. Function names will be - # in English irrespective of the original language, which doesn't seem - # to be recorded anywhere. The separator is ",", not ";" or whatever else - # might be more appropriate for the end-user's locale; patches welcome. - text = '?' - - def __init__(self, akind=None, avalue=None, arank=0, atext='?'): - if akind is not None: - self.kind = akind - if avalue is not None: - self.value = avalue - self.rank = arank - # rank is an internal gizmo (operator precedence); - # it's used in reconstructing formula text. - self.text = atext - - def __repr__(self): - kind_text = okind_dict.get(self.kind, "?Unknown kind?") - return "Operand(kind=%s, value=%r, text=%r)" \ - % (kind_text, self.value, self.text) - -if CAN_SUBCLASS_BUILTIN: - _ref3d_base = tuple -else: - _ref3d_base = object - -## -#

Represents an absolute or relative 3-dimensional reference to a box -# of one or more cells.
-# -- New in version 0.6.0 -#

-# -#

The coords attribute is a tuple of the form:
-# (shtxlo, shtxhi, rowxlo, rowxhi, colxlo, colxhi)
-# where 0 <= thingxlo <= thingx < thingxhi.
-# Note that it is quite possible to have thingx > nthings; for example -# Print_Titles could have colxhi == 256 and/or rowxhi == 65536 -# irrespective of how many columns/rows are actually used in the worksheet. -# The caller will need to decide how to handle this situation. -# Keyword: IndexError :-) -#

-# -#

The components of the coords attribute are also available as individual -# attributes: shtxlo, shtxhi, rowxlo, rowxhi, colxlo, and colxhi.

-# -#

The relflags attribute is a 6-tuple of flags which indicate whether -# the corresponding (sheet|row|col)(lo|hi) is relative (1) or absolute (0).
-# Note that there is necessarily no information available as to what cell(s) -# the reference could possibly be relative to. The caller must decide what if -# any use to make of oREL operands. Note also that a partially relative -# reference may well be a typo. -# For example, define name A1Z10 as $a$1:$z10 (missing $ after z) -# while the cursor is on cell Sheet3!A27.
-# The resulting Ref3D instance will have coords = (2, 3, 0, -16, 0, 26) -# and relflags = (0, 0, 0, 1, 0, 0).
-# So far, only one possibility of a sheet-relative component in -# a reference has been noticed: a 2D reference located in the "current sheet". -#
This will appear as coords = (0, 1, ...) and relflags = (1, 1, ...). - -class Ref3D(_ref3d_base): - - def __init__(self, atuple): - self.coords = atuple[0:6] - self.relflags = atuple[6:12] - if not self.relflags: - self.relflags = (0, 0, 0, 0, 0, 0) - (self.shtxlo, self.shtxhi, - self.rowxlo, self.rowxhi, - self.colxlo, self.colxhi) = self.coords - - def __repr__(self): - if not self.relflags or self.relflags == (0, 0, 0, 0, 0, 0): - return "Ref3D(coords=%r)" % (self.coords, ) - else: - return "Ref3D(coords=%r, relflags=%r)" \ - % (self.coords, self.relflags) - -tAdd = 0x03 -tSub = 0x04 -tMul = 0x05 -tDiv = 0x06 -tPower = 0x07 -tConcat = 0x08 -tLT, tLE, tEQ, tGE, tGT, tNE = range(0x09, 0x0F) - -import operator as opr - -def nop(x): - return x - -def _opr_pow(x, y): return x ** y - -def _opr_lt(x, y): return x < y -def _opr_le(x, y): return x <= y -def _opr_eq(x, y): return x == y -def _opr_ge(x, y): return x >= y -def _opr_gt(x, y): return x > y -def _opr_ne(x, y): return x != y - -def num2strg(num): - """Attempt to emulate Excel's default conversion - from number to string. - """ - s = str(num) - if s.endswith(".0"): - s = s[:-2] - return s - -_arith_argdict = {oNUM: nop, oSTRG: float} -_cmp_argdict = {oNUM: nop, oSTRG: nop} -# Seems no conversions done on relops; in Excel, "1" > 9 produces TRUE. -_strg_argdict = {oNUM:num2strg, oSTRG:nop} -binop_rules = { - tAdd: (_arith_argdict, oNUM, opr.add, 30, '+'), - tSub: (_arith_argdict, oNUM, opr.sub, 30, '-'), - tMul: (_arith_argdict, oNUM, opr.mul, 40, '*'), - tDiv: (_arith_argdict, oNUM, opr.div, 40, '/'), - tPower: (_arith_argdict, oNUM, _opr_pow, 50, '^',), - tConcat:(_strg_argdict, oSTRG, opr.add, 20, '&'), - tLT: (_cmp_argdict, oBOOL, _opr_lt, 10, '<'), - tLE: (_cmp_argdict, oBOOL, _opr_le, 10, '<='), - tEQ: (_cmp_argdict, oBOOL, _opr_eq, 10, '='), - tGE: (_cmp_argdict, oBOOL, _opr_ge, 10, '>='), - tGT: (_cmp_argdict, oBOOL, _opr_gt, 10, '>'), - tNE: (_cmp_argdict, oBOOL, _opr_ne, 10, '<>'), - } - -unop_rules = { - 0x13: (lambda x: -x, 70, '-', ''), # unary minus - 0x12: (lambda x: x, 70, '+', ''), # unary plus - 0x14: (lambda x: x / 100.0, 60, '', '%'),# percent - } - -LEAF_RANK = 90 -FUNC_RANK = 90 - -STACK_ALARM_LEVEL = 5 -STACK_PANIC_LEVEL = 10 - -def evaluate_name_formula(bk, nobj, namex, blah=0, level=0): - if level > STACK_ALARM_LEVEL: - blah = 1 - data = nobj.raw_formula - fmlalen = nobj.basic_formula_len - bv = bk.biff_version - reldelta = 1 # All defined name formulas use "Method B" [OOo docs] - if blah: - print "::: evaluate_name_formula %r %r %d %d %r level=%d" \ - % (namex, nobj.name, fmlalen, bv, data, level) - hex_char_dump(data, 0, fmlalen) - if level > STACK_PANIC_LEVEL: - raise XLRDError("Excessive indirect references in NAME formula") - sztab = szdict[bv] - pos = 0 - stack = [] - any_rel = 0 - any_err = 0 - any_external = 0 - unk_opnd = Operand(oUNK, None) - error_opnd = Operand(oERR, None) - spush = stack.append - - def do_binop(opcd, stk): - assert len(stk) >= 2 - bop = stk.pop() - aop = stk.pop() - argdict, result_kind, func, rank, sym = binop_rules[opcd] - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - resop = Operand(result_kind, None, rank, otext) - try: - bconv = argdict[bop.kind] - aconv = argdict[aop.kind] - except KeyError: - stk.append(resop) - return - if bop.value is None or aop.value is None: - stk.append(resop) - return - bval = bconv(bop.value) - aval = aconv(aop.value) - result = func(aval, bval) - if result_kind == oBOOL: - result = intbool(result) # -> 1 or 0 - resop.value = result - stk.append(resop) - - def do_unaryop(opcode, arglist, result_kind, stk): - assert len(stk) >= 1 - aop = stk.pop() - assert aop.kind in arglist - val = aop.value - func, rank, sym1, sym2 = unop_rules[opcode] - otext = ''.join([ - sym1, - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym2, - ]) - if val is not None: - val = func(val) - stk.append(Operand(result_kind, val, rank, otext)) - - def not_in_name_formula(op_arg, oname_arg): - msg = "ERROR *** Token 0x%02x (%s) found in NAME formula" \ - % (op_arg, oname_arg) - raise FormulaError(msg) - - if fmlalen == 0: - stack = [unk_opnd] - - while 0 <= pos < fmlalen: - op = ord(data[pos]) - opcode = op & 0x1f - optype = (op & 0x60) >> 5 - if optype: - opx = opcode + 32 - else: - opx = opcode - oname = onames[opx] # + [" RVA"][optype] - sz = sztab[opx] - if blah: - print "Pos:%d Op:0x%02x Name:t%s Sz:%d opcode:%02xh optype:%02xh" \ - % (pos, op, oname, sz, opcode, optype) - print "Stack =", stack - if sz == -2: - msg = 'ERROR *** Unexpected token 0x%02x ("%s"); biff_version=%d' \ - % (op, oname, bv) - raise FormulaError(msg) - if not optype: - if 0x00 <= opcode <= 0x02: # unk_opnd, tExp, tTbl - not_in_name_formula(op, oname) - elif 0x03 <= opcode <= 0x0E: - # Add, Sub, Mul, Div, Power - # tConcat - # tLT, ..., tNE - do_binop(opcode, stack) - elif opcode == 0x0F: # tIsect - if blah: print >> bk.logfile, "tIsect pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ' ' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF) - res.text = otext - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind == oUNK or aop.kind == oUNK: - # This can happen with undefined - # (go search in the current sheet) labels. - # For example =Bob Sales - # Each label gets a NAME record with an empty formula (!) - # Evaluation of the tName token classifies it as oUNK - # res.kind = oREF - pass - elif bop.kind == oREF == aop.kind: - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tIsectFuncs, aop.value[0], bop.value[0]) - res.value = [Ref3D(coords)] - elif bop.kind == oREL == aop.kind: - res.kind = oREL - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tIsectFuncs, aop.value[0], bop.value[0]) - relfa = aop.value[0].relflags - relfb = bop.value[0].relflags - if relfa == relfb: - res.value = [Ref3D(coords + relfa)] - else: - pass - spush(res) - if blah: print >> bk.logfile, "tIsect post", stack - elif opcode == 0x10: # tList - if blah: print >> bk.logfile, "tList pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ',' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind in (oREF, oREL) and aop.kind in (oREF, oREL): - res.kind = oREF - if aop.kind == oREL or bop.kind == oREL: - res.kind = oREL - if aop.value is not None and bop.value is not None: - assert len(aop.value) >= 1 - assert len(bop.value) == 1 - res.value = aop.value + bop.value - else: - pass - spush(res) - if blah: print >> bk.logfile, "tList post", stack - elif opcode == 0x11: # tRange - if blah: print >> bk.logfile, "tRange pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ':' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res = oERR - elif bop.kind == oREF == aop.kind: - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tRangeFuncs, aop.value[0], bop.value[0]) - res.value = [Ref3D(coords)] - elif bop.kind == oREL == aop.kind: - res.kind = oREL - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tRangeFuncs, aop.value[0], bop.value[0]) - relfa = aop.value[0].relflags - relfb = bop.value[0].relflags - if relfa == relfb: - res.value = [Ref3D(coords + relfa)] - else: - pass - spush(res) - if blah: print >> bk.logfile, "tRange post", stack - elif 0x12 <= opcode <= 0x14: # tUplus, tUminus, tPercent - do_unaryop(opcode, (oUNK, oNUM,), oNUM, stack) - elif opcode == 0x15: # tParen - # source cosmetics - pass - elif opcode == 0x16: # tMissArg - spush(Operand(oMSNG, None, LEAF_RANK, '')) - elif opcode == 0x17: # tStr - if bv <= 70: - strg, newpos = unpack_string_update_pos( - data, pos+1, bk.encoding, lenlen=1) - else: - strg, newpos = unpack_unicode_update_pos( - data, pos+1, lenlen=1) - sz = newpos - pos - if blah: print >> bk.logfile, " sz=%d strg=%r" % (sz, strg) - text = '"' + strg.replace('"', '""') + '"' - spush(Operand(oSTRG, strg, LEAF_RANK, text)) - elif opcode == 0x18: # tExtended - # new with BIFF 8 - assert bv >= 80 - # not in OOo docs - raise FormulaError("tExtended token not implemented") - elif opcode == 0x19: # tAttr - subop, nc = unpack("> bk.logfile, "tAttrSum", stack - assert len(stack) >= 1 - aop = stack[-1] - otext = 'SUM(%s)' % aop.text - stack[-1] = Operand(oNUM, None, FUNC_RANK, otext) - else: - sz = 4 - if blah: - print " subop=%02xh subname=t%s sz=%d nc=%02xh" \ - % (subop, subname, sz, nc) - elif 0x1A <= opcode <= 0x1B: # tSheet, tEndSheet - assert bv < 50 - raise FormulaError("tSheet & tEndsheet tokens not implemented") - elif 0x1C <= opcode <= 0x1F: # tErr, tBool, tInt, tNum - inx = opcode - 0x1C - nb = [1, 1, 2, 8][inx] - kind = [oERR, oBOOL, oNUM, oNUM][inx] - value, = unpack("<" + "BBHd"[inx], data[pos+1:pos+1+nb]) - if inx == 2: # tInt - value = float(value) - text = str(value) - elif inx == 3: # tNum - text = str(value) - elif inx == 1: # tBool - text = ('FALSE', 'TRUE')[value] - else: - text = '"' +error_text_from_code[value] + '"' - spush(Operand(kind, value, LEAF_RANK, text)) - else: - raise FormulaError("Unhandled opcode: 0x%02x" % opcode) - if sz <= 0: - raise FormulaError("Size not set for opcode 0x%02x" % opcode) - pos += sz - continue - if opcode == 0x00: # tArray - spush(unk_opnd) - elif opcode == 0x01: # tFunc - nb = 1 + int(bv >= 40) - funcx = unpack("<" + " BH"[nb], data[pos+1:pos+1+nb])[0] - func_attrs = func_defs.get(funcx, None) - if not func_attrs: - print >> bk.logfile, "*** formula/tFunc unknown FuncID:%d" \ - % funcx - spush(unk_opnd) - else: - func_name, nargs = func_attrs[:2] - if blah: - print " FuncID=%d name=%s nargs=%d" \ - % (funcx, func_name, nargs) - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - del stack[-nargs:] - res = Operand(oUNK, None, FUNC_RANK, otext) - spush(res) - elif opcode == 0x02: #tFuncVar - nb = 1 + int(bv >= 40) - nargs, funcx = unpack("> bk.logfile, "*** formula/tFuncVar unknown FuncID:%d" \ - % funcx - spush(unk_opnd) - else: - func_name, minargs, maxargs = func_attrs[:3] - if blah: - print " name: %r, min~max args: %d~%d" \ - % (func_name, minargs, maxargs) - assert minargs <= nargs <= maxargs - assert len(stack) >= nargs - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - res = Operand(oUNK, None, FUNC_RANK, otext) - if funcx == 1: # IF - testarg = stack[-nargs] - if testarg.kind not in (oNUM, oBOOL): - if blah and testarg.kind != oUNK: - print "IF testarg kind?" - elif testarg.value not in (0, 1): - if blah and testarg.value is not None: - print "IF testarg value?" - else: - if nargs == 2 and not testarg.value: - # IF(FALSE, tv) => FALSE - res.kind, res.value = oBOOL, 0 - else: - respos = -nargs + 2 - int(testarg.value) - chosen = stack[respos] - if chosen.kind == oMSNG: - res.kind, res.value = oNUM, 0 - else: - res.kind, res.value = chosen.kind, chosen.value - if blah: - print "$$$$$$ IF => constant" - elif funcx == 100: # CHOOSE - testarg = stack[-nargs] - if testarg.kind == oNUM: - if 1 <= testarg.value < nargs: - chosen = stack[-nargs + int(testarg.value)] - if chosen.kind == oMSNG: - res.kind, res.value = oNUM, 0 - else: - res.kind, res.value = chosen.kind, chosen.value - del stack[-nargs:] - spush(res) - elif opcode == 0x03: #tName - tgtnamex = unpack("> bk.logfile, " tgtnamex=%d" % tgtnamex - tgtobj = bk.name_obj_list[tgtnamex] - if not tgtobj.evaluated: - ### recursive ### - evaluate_name_formula(bk, tgtobj, tgtnamex, blah, level+1) - if tgtobj.macro or tgtobj.binary \ - or tgtobj.any_err: - if blah: - tgtobj.dump( - bk.logfile, - header="!!! tgtobj has problems!!!", - footer="----------- --------", - ) - res = Operand(oUNK, None) - any_err = any_err or tgtobj.macro or tgtobj.binary or tgtobj.any_err - any_rel = any_rel or tgtobj.any_rel - else: - assert len(tgtobj.stack) == 1 - res = copy.deepcopy(tgtobj.stack[0]) - res.rank = LEAF_RANK - if tgtobj.scope == -1: - res.text = tgtobj.name - else: - res.text = "%s!%s" \ - % (bk._sheet_names[tgtobj.scope], tgtobj.name) - if blah: - print >> bk.logfile, " tName: setting text to", repr(res.text) - spush(res) - elif opcode == 0x04: # tRef - # not_in_name_formula(op, oname) - res = get_cell_addr(data, pos+1, bv, reldelta) - if blah: print >> bk.logfile, " ", res - rowx, colx, row_rel, col_rel = res - shx1 = shx2 = 0 ####### N.B. relative to the CURRENT SHEET - any_rel = 1 - coords = (shx1, shx2+1, rowx, rowx+1, colx, colx+1) - if blah: print >> bk.logfile, " ", coords - res = Operand(oUNK, None) - if optype == 1: - relflags = (1, 1, row_rel, row_rel, col_rel, col_rel) - res = Operand(oREL, [Ref3D(coords + relflags)]) - spush(res) - elif opcode == 0x05: # tArea - # not_in_name_formula(op, oname) - res1, res2 = get_cell_range_addr(data, pos+1, bv, reldelta) - if blah: print >> bk.logfile, " ", res1, res2 - rowx1, colx1, row_rel1, col_rel1 = res1 - rowx2, colx2, row_rel2, col_rel2 = res2 - shx1 = shx2 = 0 ####### N.B. relative to the CURRENT SHEET - any_rel = 1 - coords = (shx1, shx2+1, rowx1, rowx2+1, colx1, colx2+1) - if blah: print >> bk.logfile, " ", coords - res = Operand(oUNK, None) - if optype == 1: - relflags = (1, 1, row_rel1, row_rel2, col_rel1, col_rel2) - res = Operand(oREL, [Ref3D(coords + relflags)]) - spush(res) - elif opcode == 0x06: # tMemArea - not_in_name_formula(op, oname) - elif opcode == 0x09: # tMemFunc - nb = unpack("> bk.logfile, " %d bytes of cell ref formula" % nb - # no effect on stack - elif opcode == 0x0C: #tRefN - not_in_name_formula(op, oname) - # res = get_cell_addr(data, pos+1, bv, reldelta=1) - # # note *ALL* tRefN usage has signed offset for relative addresses - # any_rel = 1 - # if blah: print >> bk.logfile, " ", res - # spush(res) - elif opcode == 0x0D: #tAreaN - not_in_name_formula(op, oname) - # res = get_cell_range_addr(data, pos+1, bv, reldelta=1) - # # note *ALL* tAreaN usage has signed offset for relative addresses - # any_rel = 1 - # if blah: print >> bk.logfile, " ", res - elif opcode == 0x1A: # tRef3d - if bv >= 80: - res = get_cell_addr(data, pos+3, bv, reldelta) - refx = unpack("> bk.logfile, "tRef3d", raw_extshtx, raw_shx1, raw_shx2 - shx1, shx2 = get_externsheet_local_range_b57( - bk, raw_extshtx, raw_shx1, raw_shx2, blah) - rowx, colx, row_rel, col_rel = res - is_rel = row_rel or col_rel - any_rel = any_rel or is_rel - coords = (shx1, shx2+1, rowx, rowx+1, colx, colx+1) - any_err |= shx1 < -1 - if blah: print >> bk.logfile, " ", coords - res = Operand(oUNK, None) - if is_rel: - relflags = (0, 0, row_rel, row_rel, col_rel, col_rel) - ref3d = Ref3D(coords + relflags) - res.kind = oREL - res.text = rangename3drel(bk, ref3d) - else: - ref3d = Ref3D(coords) - res.kind = oREF - res.text = rangename3d(bk, ref3d) - res.rank = LEAF_RANK - if optype == 1: - res.value = [ref3d] - spush(res) - elif opcode == 0x1B: # tArea3d - if bv >= 80: - res1, res2 = get_cell_range_addr(data, pos+3, bv, reldelta) - refx = unpack("> bk.logfile, "tArea3d", raw_extshtx, raw_shx1, raw_shx2 - shx1, shx2 = get_externsheet_local_range_b57( - bk, raw_extshtx, raw_shx1, raw_shx2, blah) - any_err |= shx1 < -1 - rowx1, colx1, row_rel1, col_rel1 = res1 - rowx2, colx2, row_rel2, col_rel2 = res2 - is_rel = row_rel1 or col_rel1 or row_rel2 or col_rel2 - any_rel = any_rel or is_rel - coords = (shx1, shx2+1, rowx1, rowx2+1, colx1, colx2+1) - if blah: print >> bk.logfile, " ", coords - res = Operand(oUNK, None) - if is_rel: - relflags = (0, 0, row_rel1, row_rel2, col_rel1, col_rel2) - ref3d = Ref3D(coords + relflags) - res.kind = oREL - res.text = rangename3drel(bk, ref3d) - else: - ref3d = Ref3D(coords) - res.kind = oREF - res.text = rangename3d(bk, ref3d) - res.rank = LEAF_RANK - if optype == 1: - res.value = [ref3d] - - spush(res) - elif opcode == 0x19: # tNameX - dodgy = 0 - res = Operand(oUNK, None) - if bv >= 80: - refx, tgtnamex = unpack(" 0: - refx -= 1 - elif refx < 0: - refx = -refx - 1 - else: - dodgy = 1 - if blah: - print >> bk.logfile, \ - " origrefx=%d refx=%d tgtnamex=%d dodgy=%d" \ - % (origrefx, refx, tgtnamex, dodgy) - if tgtnamex == namex: - if blah: print >> bk.logfile, "!!!! Self-referential !!!!" - dodgy = any_err = 1 - if not dodgy: - if bv >= 80: - shx1, shx2 = get_externsheet_local_range(bk, refx, blah) - elif origrefx > 0: - shx1, shx2 = (-4, -4) # external ref - else: - exty = bk._externsheet_type_b57[refx] - if exty == 4: # non-specific sheet in own doc't - shx1, shx2 = (-1, -1) # internal, any sheet - else: - shx1, shx2 = (-666, -666) - if dodgy or shx1 < -1: - otext = "<>" \ - % (tgtnamex, origrefx) - res = Operand(oUNK, None, LEAF_RANK, otext) - else: - tgtobj = bk.name_obj_list[tgtnamex] - if not tgtobj.evaluated: - ### recursive ### - evaluate_name_formula(bk, tgtobj, tgtnamex, blah, level+1) - if tgtobj.macro or tgtobj.binary \ - or tgtobj.any_err: - if blah: - tgtobj.dump( - bk.logfile, - header="!!! bad tgtobj !!!", - footer="------------------", - ) - res = Operand(oUNK, None) - any_err = any_err or tgtobj.macro or tgtobj.binary or tgtobj.any_err - any_rel = any_rel or tgtobj.any_rel - else: - assert len(tgtobj.stack) == 1 - res = copy.deepcopy(tgtobj.stack[0]) - res.rank = LEAF_RANK - if tgtobj.scope == -1: - res.text = tgtobj.name - else: - res.text = "%s!%s" \ - % (bk._sheet_names[tgtobj.scope], tgtobj.name) - if blah: - print >> bk.logfile, " tNameX: setting text to", repr(res.text) - spush(res) - elif is_error_opcode(opcode): - any_err = 1 - spush(error_opnd) - else: - if blah: - print >> bk.logfile, "FORMULA: /// Not handled yet: t" + oname - any_err = 1 - if sz <= 0: - raise FormulaError("Fatal: token size is not positive") - pos += sz - any_rel = not not any_rel - if blah: - print "End of formula. level=%d any_rel=%d any_err=%d stack=%r" % \ - (level, not not any_rel, any_err, stack) - if len(stack) >= 2: - print "*** Stack has unprocessed args" - print - nobj.stack = stack - if len(stack) != 1: - nobj.result = None - else: - nobj.result = stack[0] - nobj.any_rel = any_rel - nobj.any_err = any_err - nobj.any_external = any_external - nobj.evaluated = 1 - -#### under construction #### -def decompile_formula(bk, fmla, fmlalen, - reldelta, browx=None, bcolx=None, - # browx & bcolx are required when reldelta == 0 - blah=0, level=0): - if level > STACK_ALARM_LEVEL: - blah = 1 - data = fmla - bv = bk.biff_version - if blah: - print "::: decompile_formula len=%d reldelta=%d %r level=%d" \ - % (fmlalen, reldelta, data, level) - hex_char_dump(data, 0, fmlalen) - if level > STACK_PANIC_LEVEL: - raise XLRDError("Excessive indirect references in formula") - sztab = szdict[bv] - pos = 0 - stack = [] - any_rel = 0 - any_err = 0 - any_external = 0 - unk_opnd = Operand(oUNK, None) - error_opnd = Operand(oERR, None) - spush = stack.append - - def do_binop(opcd, stk): - assert len(stk) >= 2 - bop = stk.pop() - aop = stk.pop() - argdict, result_kind, func, rank, sym = binop_rules[opcd] - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - resop = Operand(result_kind, None, rank, otext) - stk.append(resop) - - def do_unaryop(opcode, arglist, result_kind, stk): - assert len(stk) >= 1 - aop = stk.pop() - assert aop.kind in arglist - func, rank, sym1, sym2 = unop_rules[opcode] - otext = ''.join([ - sym1, - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym2, - ]) - stk.append(Operand(result_kind, None, rank, otext)) - - def not_in_name_formula(op_arg, oname_arg): - msg = "ERROR *** Unexpected token 0x%02x (%s) found in formula" \ - % (op_arg, oname_arg) - # print msg - raise FormulaError(msg) - - if fmlalen == 0: - stack = [unk_opnd] - - while 0 <= pos < fmlalen: - op = ord(data[pos]) - opcode = op & 0x1f - optype = (op & 0x60) >> 5 - if optype: - opx = opcode + 32 - else: - opx = opcode - oname = onames[opx] # + [" RVA"][optype] - sz = sztab[opx] - if blah: - print "Pos:%d Op:0x%02x opname:t%s Sz:%d opcode:%02xh optype:%02xh" \ - % (pos, op, oname, sz, opcode, optype) - print "Stack =", stack - if sz == -2: - msg = 'ERROR *** Unexpected token 0x%02x ("%s"); biff_version=%d' \ - % (op, oname, bv) - raise FormulaError(msg) - if not optype: - if 0x00 <= opcode <= 0x02: # unk_opnd, tExp, tTbl - not_in_name_formula(op, oname) - elif 0x03 <= opcode <= 0x0E: - # Add, Sub, Mul, Div, Power - # tConcat - # tLT, ..., tNE - do_binop(opcode, stack) - elif opcode == 0x0F: # tIsect - if blah: print >> bk.logfile, "tIsect pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ' ' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF) - res.text = otext - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind == oUNK or aop.kind == oUNK: - # This can happen with undefined - # (go search in the current sheet) labels. - # For example =Bob Sales - # Each label gets a NAME record with an empty formula (!) - # Evaluation of the tName token classifies it as oUNK - # res.kind = oREF - pass - elif bop.kind == oREF == aop.kind: - pass - elif bop.kind == oREL == aop.kind: - res.kind = oREL - else: - pass - spush(res) - if blah: print >> bk.logfile, "tIsect post", stack - elif opcode == 0x10: # tList - if blah: print >> bk.logfile, "tList pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ',' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind in (oREF, oREL) and aop.kind in (oREF, oREL): - res.kind = oREF - if aop.kind == oREL or bop.kind == oREL: - res.kind = oREL - else: - pass - spush(res) - if blah: print >> bk.logfile, "tList post", stack - elif opcode == 0x11: # tRange - if blah: print >> bk.logfile, "tRange pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ':' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res = oERR - elif bop.kind == oREF == aop.kind: - pass - else: - pass - spush(res) - if blah: print >> bk.logfile, "tRange post", stack - elif 0x12 <= opcode <= 0x14: # tUplus, tUminus, tPercent - do_unaryop(opcode, (oUNK, oNUM,), oNUM, stack) - elif opcode == 0x15: # tParen - # source cosmetics - pass - elif opcode == 0x16: # tMissArg - spush(Operand(oMSNG, None, LEAF_RANK, '')) - elif opcode == 0x17: # tStr - if bv <= 70: - strg, newpos = unpack_string_update_pos( - data, pos+1, bk.encoding, lenlen=1) - else: - strg, newpos = unpack_unicode_update_pos( - data, pos+1, lenlen=1) - sz = newpos - pos - if blah: print >> bk.logfile, " sz=%d strg=%r" % (sz, strg) - text = '"' + strg.replace('"', '""') + '"' - spush(Operand(oSTRG, None, LEAF_RANK, text)) - elif opcode == 0x18: # tExtended - # new with BIFF 8 - assert bv >= 80 - # not in OOo docs - raise FormulaError("tExtended token not implemented") - elif opcode == 0x19: # tAttr - subop, nc = unpack("> bk.logfile, "tAttrSum", stack - assert len(stack) >= 1 - aop = stack[-1] - otext = 'SUM(%s)' % aop.text - stack[-1] = Operand(oNUM, None, FUNC_RANK, otext) - else: - sz = 4 - if blah: - print " subop=%02xh subname=t%s sz=%d nc=%02xh" \ - % (subop, subname, sz, nc) - elif 0x1A <= opcode <= 0x1B: # tSheet, tEndSheet - assert bv < 50 - raise FormulaError("tSheet & tEndsheet tokens not implemented") - elif 0x1C <= opcode <= 0x1F: # tErr, tBool, tInt, tNum - inx = opcode - 0x1C - nb = [1, 1, 2, 8][inx] - kind = [oERR, oBOOL, oNUM, oNUM][inx] - value, = unpack("<" + "BBHd"[inx], data[pos+1:pos+1+nb]) - if inx == 2: # tInt - value = float(value) - text = str(value) - elif inx == 3: # tNum - text = str(value) - elif inx == 1: # tBool - text = ('FALSE', 'TRUE')[value] - else: - text = '"' +error_text_from_code[value] + '"' - spush(Operand(kind, None, LEAF_RANK, text)) - else: - raise FormulaError("Unhandled opcode: 0x%02x" % opcode) - if sz <= 0: - raise FormulaError("Size not set for opcode 0x%02x" % opcode) - pos += sz - continue - if opcode == 0x00: # tArray - spush(unk_opnd) - elif opcode == 0x01: # tFunc - nb = 1 + int(bv >= 40) - funcx = unpack("<" + " BH"[nb], data[pos+1:pos+1+nb])[0] - func_attrs = func_defs.get(funcx, None) - if not func_attrs: - print >> bk.logfile, "*** formula/tFunc unknown FuncID:%d" % funcx - spush(unk_opnd) - else: - func_name, nargs = func_attrs[:2] - if blah: - print " FuncID=%d name=%s nargs=%d" \ - % (funcx, func_name, nargs) - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - del stack[-nargs:] - res = Operand(oUNK, None, FUNC_RANK, otext) - spush(res) - elif opcode == 0x02: #tFuncVar - nb = 1 + int(bv >= 40) - nargs, funcx = unpack("> bk.logfile, "*** formula/tFuncVar unknown FuncID:%d" \ - % funcx - spush(unk_opnd) - else: - func_name, minargs, maxargs = func_attrs[:3] - if blah: - print " name: %r, min~max args: %d~%d" \ - % (func_name, minargs, maxargs) - assert minargs <= nargs <= maxargs - assert len(stack) >= nargs - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - res = Operand(oUNK, None, FUNC_RANK, otext) - del stack[-nargs:] - spush(res) - elif opcode == 0x03: #tName - tgtnamex = unpack("> bk.logfile, " tgtnamex=%d" % tgtnamex - tgtobj = bk.name_obj_list[tgtnamex] - if tgtobj.scope == -1: - otext = tgtobj.name - else: - otext = "%s!%s" % (bk._sheet_names[tgtobj.scope], tgtobj.name) - if blah: - print >> bk.logfile, " tName: setting text to", repr(otext) - res = Operand(oUNK, None, LEAF_RANK, otext) - spush(res) - elif opcode == 0x04: # tRef - res = get_cell_addr(data, pos+1, bv, reldelta, browx, bcolx) - if blah: print >> bk.logfile, " ", res - rowx, colx, row_rel, col_rel = res - is_rel = row_rel or col_rel - if is_rel: - okind = oREL - else: - okind = oREF - otext = cellnamerel(rowx, colx, row_rel, col_rel) - res = Operand(okind, None, LEAF_RANK, otext) - spush(res) - elif opcode == 0x05: # tArea - res1, res2 = get_cell_range_addr( - data, pos+1, bv, reldelta, browx, bcolx) - if blah: print >> bk.logfile, " ", res1, res2 - rowx1, colx1, row_rel1, col_rel1 = res1 - rowx2, colx2, row_rel2, col_rel2 = res2 - coords = (rowx1, rowx2+1, colx1, colx2+1) - relflags = (row_rel1, row_rel2, col_rel1, col_rel2) - is_rel = intbool(sum(relflags)) - if is_rel: - okind = oREL - else: - okind = oREF - if blah: print >> bk.logfile, " ", coords, relflags - otext = rangename2drel(coords, relflags) - res = Operand(okind, None, LEAF_RANK, otext) - spush(res) - elif opcode == 0x06: # tMemArea - not_in_name_formula(op, oname) - elif opcode == 0x09: # tMemFunc - nb = unpack("> bk.logfile, " %d bytes of cell ref formula" % nb - # no effect on stack - elif opcode == 0x0C: #tRefN - not_in_name_formula(op, oname) - # res = get_cell_addr(data, pos+1, bv, reldelta=1) - # # note *ALL* tRefN usage has signed offset for relative addresses - # any_rel = 1 - # if blah: print >> bk.logfile, " ", res - # spush(res) - elif opcode == 0x0D: #tAreaN - not_in_name_formula(op, oname) - # res = get_cell_range_addr(data, pos+1, bv, reldelta=1) - # # note *ALL* tAreaN usage has signed offset for relative addresses - # any_rel = 1 - # if blah: print >> bk.logfile, " ", res - elif opcode == 0x1A: # tRef3d - if bv >= 80: - res = get_cell_addr(data, pos+3, bv, reldelta, browx, bcolx) - refx = unpack("> bk.logfile, "tRef3d", raw_extshtx, raw_shx1, raw_shx2 - shx1, shx2 = get_externsheet_local_range_b57( - bk, raw_extshtx, raw_shx1, raw_shx2, blah) - rowx, colx, row_rel, col_rel = res - is_rel = row_rel or col_rel - any_rel = any_rel or is_rel - coords = (shx1, shx2+1, rowx, rowx+1, colx, colx+1) - any_err |= shx1 < -1 - if blah: print >> bk.logfile, " ", coords - res = Operand(oUNK, None) - if is_rel: - relflags = (0, 0, row_rel, row_rel, col_rel, col_rel) - ref3d = Ref3D(coords + relflags) - res.kind = oREL - res.text = rangename3drel(bk, ref3d) - else: - ref3d = Ref3D(coords) - res.kind = oREF - res.text = rangename3d(bk, ref3d) - res.rank = LEAF_RANK - res.value = None - spush(res) - elif opcode == 0x1B: # tArea3d - if bv >= 80: - res1, res2 = get_cell_range_addr(data, pos+3, bv, reldelta) - refx = unpack("> bk.logfile, "tArea3d", raw_extshtx, raw_shx1, raw_shx2 - shx1, shx2 = get_externsheet_local_range_b57( - bk, raw_extshtx, raw_shx1, raw_shx2, blah) - any_err |= shx1 < -1 - rowx1, colx1, row_rel1, col_rel1 = res1 - rowx2, colx2, row_rel2, col_rel2 = res2 - is_rel = row_rel1 or col_rel1 or row_rel2 or col_rel2 - any_rel = any_rel or is_rel - coords = (shx1, shx2+1, rowx1, rowx2+1, colx1, colx2+1) - if blah: print >> bk.logfile, " ", coords - res = Operand(oUNK, None) - if is_rel: - relflags = (0, 0, row_rel1, row_rel2, col_rel1, col_rel2) - ref3d = Ref3D(coords + relflags) - res.kind = oREL - res.text = rangename3drel(bk, ref3d) - else: - ref3d = Ref3D(coords) - res.kind = oREF - res.text = rangename3d(bk, ref3d) - res.rank = LEAF_RANK - spush(res) - elif opcode == 0x19: # tNameX - dodgy = 0 - res = Operand(oUNK, None) - if bv >= 80: - refx, tgtnamex = unpack(" 0: - refx -= 1 - elif refx < 0: - refx = -refx - 1 - else: - dodgy = 1 - if blah: - print >> bk.logfile, \ - " origrefx=%d refx=%d tgtnamex=%d dodgy=%d" \ - % (origrefx, refx, tgtnamex, dodgy) - # if tgtnamex == namex: - # if blah: print >> bk.logfile, "!!!! Self-referential !!!!" - # dodgy = any_err = 1 - if not dodgy: - if bv >= 80: - shx1, shx2 = get_externsheet_local_range(bk, refx, blah) - elif origrefx > 0: - shx1, shx2 = (-4, -4) # external ref - else: - exty = bk._externsheet_type_b57[refx] - if exty == 4: # non-specific sheet in own doc't - shx1, shx2 = (-1, -1) # internal, any sheet - else: - shx1, shx2 = (-666, -666) - okind = oUNK - ovalue = None - if shx1 == -5: # addin func name - okind = oSTRG - ovalue = bk.addin_func_names[tgtnamex] - otext = '"' + ovalue.replace('"', '""') + '"' - elif dodgy or shx1 < -1: - otext = "<>" \ - % (tgtnamex, origrefx) - else: - tgtobj = bk.name_obj_list[tgtnamex] - if tgtobj.scope == -1: - otext = tgtobj.name - else: - otext = "%s!%s" \ - % (bk._sheet_names[tgtobj.scope], tgtobj.name) - if blah: - print >> bk.logfile, " tNameX: setting text to", repr(res.text) - res = Operand(okind, ovalue, LEAF_RANK, otext) - spush(res) - elif is_error_opcode(opcode): - any_err = 1 - spush(error_opnd) - else: - if blah: - print >> bk.logfile, "FORMULA: /// Not handled yet: t" + oname - any_err = 1 - if sz <= 0: - raise FormulaError("Fatal: token size is not positive") - pos += sz - any_rel = not not any_rel - if blah: - print "End of formula. level=%d any_rel=%d any_err=%d stack=%r" % \ - (level, not not any_rel, any_err, stack) - if len(stack) >= 2: - print "*** Stack has unprocessed args" - print - - if len(stack) != 1: - result = None - else: - result = stack[0].text - return result - -#### under deconstruction ### -def dump_formula(bk, data, fmlalen, bv, reldelta, blah=0, isname=0): - if blah: - print "dump_formula", fmlalen, bv, len(data) - hex_char_dump(data, 0, fmlalen) - assert bv >= 80 #### this function needs updating #### - sztab = szdict[bv] - pos = 0 - stack = [] - any_rel = 0 - any_err = 0 - spush = stack.append - while 0 <= pos < fmlalen: - op = ord(data[pos]) - opcode = op & 0x1f - optype = (op & 0x60) >> 5 - if optype: - opx = opcode + 32 - else: - opx = opcode - oname = onames[opx] # + [" RVA"][optype] - - sz = sztab[opx] - if blah: - print "Pos:%d Op:0x%02x Name:t%s Sz:%d opcode:%02xh optype:%02xh" \ - % (pos, op, oname, sz, opcode, optype) - if not optype: - if 0x01 <= opcode <= 0x02: # tExp, tTbl - # reference to a shared formula or table record - rowx, colx = unpack("> bk.logfile, " ", (rowx, colx) - elif opcode == 0x10: # tList - if blah: print >> bk.logfile, "tList pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - spush(aop + bop) - if blah: print >> bk.logfile, "tlist post", stack - elif opcode == 0x11: # tRange - if blah: print >> bk.logfile, "tRange pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - assert len(aop) == 1 - assert len(bop) == 1 - result = do_box_funcs(tRangeFuncs, aop[0], bop[0]) - spush(result) - if blah: print >> bk.logfile, "tRange post", stack - elif opcode == 0x0F: # tIsect - if blah: print >> bk.logfile, "tIsect pre", stack - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - assert len(aop) == 1 - assert len(bop) == 1 - result = do_box_funcs(tIsectFuncs, aop[0], bop[0]) - spush(result) - if blah: print >> bk.logfile, "tIsect post", stack - elif opcode == 0x19: # tAttr - subop, nc = unpack("> bk.logfile, " subop=%02xh subname=t%s sz=%d nc=%02xh" % (subop, subname, sz, nc) - elif opcode == 0x17: # tStr - if bv <= 70: - nc = ord(data[pos+1]) - strg = data[pos+2:pos+2+nc] # left in 8-bit encoding - sz = nc + 2 - else: - strg, newpos = unpack_unicode_update_pos(data, pos+1, lenlen=1) - sz = newpos - pos - if blah: print >> bk.logfile, " sz=%d strg=%r" % (sz, strg) - else: - if sz <= 0: - print "**** Dud size; exiting ****" - return - pos += sz - continue - if opcode == 0x00: # tArray - pass - elif opcode == 0x01: # tFunc - nb = 1 + int(bv >= 40) - funcx = unpack("<" + " BH"[nb], data[pos+1:pos+1+nb]) - if blah: print >> bk.logfile, " FuncID=%d" % funcx - elif opcode == 0x02: #tFuncVar - nb = 1 + int(bv >= 40) - nargs, funcx = unpack("> bk.logfile, " FuncID=%d nargs=%d macro=%d prompt=%d" % (funcx, nargs, macro, prompt) - elif opcode == 0x03: #tName - namex = unpack("> bk.logfile, " namex=%d" % namex - elif opcode == 0x04: # tRef - res = get_cell_addr(data, pos+1, bv, reldelta) - if blah: print >> bk.logfile, " ", res - elif opcode == 0x05: # tArea - res = get_cell_range_addr(data, pos+1, bv, reldelta) - if blah: print >> bk.logfile, " ", res - elif opcode == 0x09: # tMemFunc - nb = unpack("> bk.logfile, " %d bytes of cell ref formula" % nb - elif opcode == 0x0C: #tRefN - res = get_cell_addr(data, pos+1, bv, reldelta=1) - # note *ALL* tRefN usage has signed offset for relative addresses - any_rel = 1 - if blah: print >> bk.logfile, " ", res - elif opcode == 0x0D: #tAreaN - res = get_cell_range_addr(data, pos+1, bv, reldelta=1) - # note *ALL* tAreaN usage has signed offset for relative addresses - any_rel = 1 - if blah: print >> bk.logfile, " ", res - elif opcode == 0x1A: # tRef3d - refx = unpack("> bk.logfile, " ", refx, res - rowx, colx, row_rel, col_rel = res - any_rel = any_rel or row_rel or col_rel - shx1, shx2 = get_externsheet_local_range(bk, refx, blah) - any_err |= shx1 < -1 - coords = (shx1, shx2+1, rowx, rowx+1, colx, colx+1) - if blah: print >> bk.logfile, " ", coords - if optype == 1: spush([coords]) - elif opcode == 0x1B: # tArea3d - refx = unpack("> bk.logfile, " ", refx, res1, res2 - rowx1, colx1, row_rel1, col_rel1 = res1 - rowx2, colx2, row_rel2, col_rel2 = res2 - any_rel = any_rel or row_rel1 or col_rel1 or row_rel2 or col_rel2 - shx1, shx2 = get_externsheet_local_range(bk, refx, blah) - any_err |= shx1 < -1 - coords = (shx1, shx2+1, rowx1, rowx2+1, colx1, colx2+1) - if blah: print >> bk.logfile, " ", coords - if optype == 1: spush([coords]) - elif opcode == 0x19: # tNameX - refx, namex = unpack("> bk.logfile, " refx=%d namex=%d" % (refx, namex) - elif is_error_opcode(opcode): - any_err = 1 - else: - if blah: print >> bk.logfile, "FORMULA: /// Not handled yet: t" + oname - any_err = 1 - if sz <= 0: - print "**** Dud size; exiting ****" - return - pos += sz - if blah: - print >> bk.logfile, "End of formula. any_rel=%d any_err=%d stack=%r" % \ - (not not any_rel, any_err, stack) - if len(stack) >= 2: - print >> bk.logfile, "*** Stack has unprocessed args" - -# === Some helper functions for displaying cell references === - -# Note that a "non-standard" syntax is used in row and column -# components in relative references. -# For example, consider a relative reference: up two rows, right 3 columns. -# On screen, with cursor in cell D10, this would appear as G8. -# On screen, with cursor in cell Z100, this would appear as AC98. -# On screen, with cursor in cell A1, this would appear as D65535. -# These functions will display such a reference as [@+3,#-2]. -# "@" refers to the unknown base column. -# "#" refers to the unknown base row. -# -# I'm aware of only one possibility of a sheet-relative component in -# a reference: a 2D reference located in the "current sheet". -# xlrd stores this internally with bounds of (0, 1, ...) and -# relative flags of (1, 1, ...). These functions display the -# sheet component as empty, just like Excel etc. - -def rownamerel(rowx, rowxrel): - if not rowxrel: - return "$%d" % rowx - if rowx > 0: - return "#+%d" % rowx - if rowx < 0: - return "#-%d" % (-rowx) - return "#" - -def colnamerel(colx, colxrel): - if not colxrel: - return "$" + colname(colx) - if colx > 0: - return "@+%d" % colx - if colx < 0: - return "@-%d" % (-colx) - return "@" -## -# Utility function: (5, 7) => 'H6' -def cellname(rowx, colx): - """ (5, 7) => 'H6' """ - return "%s%d" % (colname(colx), rowx+1) - -## -# Utility function: (5, 7) => '$H$6' -def cellnameabs(rowx, colx): - """ (5, 7) => '$H$6' """ - return "$%s$%d" % (colname(colx), rowx+1) - -def cellnamerel(rowx, colx, rowxrel, colxrel): - if not rowxrel and not colxrel: - return cellnameabs(rowx, colx) - return "[%s,%s]" % ( - colnamerel(colx, colxrel), - rownamerel(rowx, rowxrel)) -## -# Utility function: 7 => 'H', 27 => 'AB' -def colname(colx): - """ 7 => 'H', 27 => 'AB' """ - alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZ" - if colx <= 25: - return alphabet[colx] - else: - xdiv26, xmod26 = divmod(colx, 26) - return alphabet[xdiv26 - 1] + alphabet[xmod26] - -def rangename2d(rlo, rhi, clo, chi): - """ (5, 20, 7, 10) => '$H$6:$J$20' """ - if rhi == rlo+1 and chi == clo+1: - return cellnameabs(rlo, clo) - return "%s:%s" % (cellnameabs(rlo, clo), cellnameabs(rhi-1, chi-1)) - -def rangename2drel((rlo, rhi, clo, chi), (rlorel, rhirel, clorel, chirel)): - return "%s:%s" % ( - cellnamerel(rlo, clo, rlorel, clorel), - cellnamerel(rhi-1, chi-1, rhirel, chirel) - ) -## -# Utility function: -#
Ref3D((1, 4, 5, 20, 7, 10)) => 'Sheet2:Sheet3!$H$6:$J$20' -def rangename3d(book, ref3d): - """ Ref3D(1, 4, 5, 20, 7, 10) => 'Sheet2:Sheet3!$H$6:$J$20' - (assuming Excel's default sheetnames) """ - coords = ref3d.coords - return "%s!%s" % ( - sheetrange(book, *coords[:2]), - rangename2d(*coords[2:6])) - -## -# Utility function: -#
Ref3D(coords=(0, 1, -32, -22, -13, 13), relflags=(0, 0, 1, 1, 1, 1)) -# => 'Sheet1![@-13,#-32]:[@+12,#-23]' -# where '@' refers to the current or base column and '#' -# refers to the current or base row. -def rangename3drel(book, ref3d): - coords = ref3d.coords - relflags = ref3d.relflags - shdesc = sheetrangerel(book, coords[:2], relflags[:2]) - rngdesc = rangename2drel(coords[2:6], relflags[2:6]) - if not shdesc: - return rngdesc - return "%s!%s" % (shdesc, rngdesc) - -def quotedsheetname(shnames, shx): - if shx >= 0: - shname = shnames[shx] - else: - shname = { - -1: "?internal; any sheet?", - -2: "internal; deleted sheet", - -3: "internal; macro sheet", - -4: "<>", - }.get(shx, "?error %d?" % shx) - if "'" in shname: - return "'" + shname.replace("'", "''") + "'" - if " " in shname: - return "'" + shname + "'" - return shname - -def sheetrange(book, slo, shi): - shnames = book.sheet_names() - shdesc = quotedsheetname(shnames, slo) - if slo != shi-1: - shdesc += ":" + quotedsheetname(shnames, shi-1) - return shdesc - -def sheetrangerel(book, (slo, shi), (slorel, shirel)): - if not slorel and not shirel: - return sheetrange(book, slo, shi) - assert (slo == 0 == shi-1) and slorel and shirel - return "" - -# ============================================================== diff --git a/tablib/packages/xlrd/licences.py b/tablib/packages/xlrd/licences.py deleted file mode 100644 index 1e262a9..0000000 --- a/tablib/packages/xlrd/licences.py +++ /dev/null @@ -1,77 +0,0 @@ -# -*- coding: cp1252 -*- - -""" -Portions copyright 2005-2009, Stephen John Machin, Lingfo Pty Ltd -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are met: - -1. Redistributions of source code must retain the above copyright notice, -this list of conditions and the following disclaimer. - -2. Redistributions in binary form must reproduce the above copyright notice, -this list of conditions and the following disclaimer in the documentation -and/or other materials provided with the distribution. - -3. None of the names of Stephen John Machin, Lingfo Pty Ltd and any -contributors may be used to endorse or promote products derived from this -software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" -AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, -THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR -PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS -BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR -CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF -SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS -INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN -CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) -ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF -THE POSSIBILITY OF SUCH DAMAGE. -""" - -""" -/*- - * Copyright (c) 2001 David Giffin. - * All rights reserved. - * - * Based on the the Java version: Andrew Khan Copyright (c) 2000. - * - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions - * are met: - * - * 1. Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * - * 2. Redistributions in binary form must reproduce the above copyright - * notice, this list of conditions and the following disclaimer in - * the documentation and/or other materials provided with the - * distribution. - * - * 3. All advertising materials mentioning features or use of this - * software must display the following acknowledgment: - * "This product includes software developed by - * David Giffin ." - * - * 4. Redistributions of any form whatsoever must retain the following - * acknowledgment: - * "This product includes software developed by - * David Giffin ." - * - * THIS SOFTWARE IS PROVIDED BY DAVID GIFFIN ``AS IS'' AND ANY - * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE - * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR - * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DAVID GIFFIN OR - * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, - * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT - * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; - * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) - * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, - * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) - * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED - * OF THE POSSIBILITY OF SUCH DAMAGE. - */ -""" diff --git a/tablib/packages/xlrd/sheet.py b/tablib/packages/xlrd/sheet.py deleted file mode 100644 index 70f7779..0000000 --- a/tablib/packages/xlrd/sheet.py +++ /dev/null @@ -1,1768 +0,0 @@ -# -*- coding: cp1252 -*- - -## -#

Portions copyright 2005-2009 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a BSD-style licence.

-## - -# 2009-05-31 SJM Fixed problem with no CODEPAGE record on extremely minimal BIFF2.x 3rd-party file -# 2009-04-27 SJM Integrated on_demand patch by Armando Serrano Lombillo -# 2008-02-09 SJM Excel 2.0: build XFs on the fly from cell attributes -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-10-11 SJM Added missing entry for blank cell type to ctype_text -# 2007-07-11 SJM Allow for BIFF2/3-style FORMAT record in BIFF4/8 file -# 2007-04-22 SJM Remove experimental "trimming" facility. - -from biffh import * -from timemachine import * -from struct import unpack -from formula import dump_formula, decompile_formula, rangename2d -from formatting import nearest_colour_index, Format -import time - -DEBUG = 0 -OBJ_MSO_DEBUG = 0 - -_WINDOW2_options = ( - # Attribute names and initial values to use in case - # a WINDOW2 record is not written. - ("show_formulas", 0), - ("show_grid_lines", 1), - ("show_sheet_headers", 1), - ("panes_are_frozen", 0), - ("show_zero_values", 1), - ("automatic_grid_line_colour", 1), - ("columns_from_right_to_left", 0), - ("show_outline_symbols", 1), - ("remove_splits_if_pane_freeze_is_removed", 0), - ("sheet_selected", 0), - # "sheet_visible" appears to be merely a clone of "sheet_selected". - # The real thing is the visibility attribute from the BOUNDSHEET record. - ("sheet_visible", 0), - ("show_in_page_break_preview", 0), - ) - -## -#

Contains the data for one worksheet.

-# -#

In the cell access functions, "rowx" is a row index, counting from zero, and "colx" is a -# column index, counting from zero. -# Negative values for row/column indexes and slice positions are supported in the expected fashion.

-# -#

For information about cell types and cell values, refer to the documentation of the Cell class.

-# -#

WARNING: You don't call this class yourself. You access Sheet objects via the Book object that -# was returned when you called xlrd.open_workbook("myfile.xls").

- - -class Sheet(BaseObject): - ## - # Name of sheet. - name = '' - - ## - # Number of rows in sheet. A row index is in range(thesheet.nrows). - nrows = 0 - - ## - # Number of columns in sheet. A column index is in range(thesheet.ncols). - ncols = 0 - - ## - # The map from a column index to a Colinfo object. Often there is an entry - # in COLINFO records for all column indexes in range(257). - # Note that xlrd ignores the entry for the non-existent - # 257th column. On the other hand, there may be no entry for unused columns. - #
-- New in version 0.6.1 - colinfo_map = {} - - ## - # The map from a row index to a Rowinfo object. Note that it is possible - # to have missing entries -- at least one source of XLS files doesn't - # bother writing ROW records. - #
-- New in version 0.6.1 - rowinfo_map = {} - - ## - # List of address ranges of cells containing column labels. - # These are set up in Excel by Insert > Name > Labels > Columns. - #
-- New in version 0.6.0 - #
How to deconstruct the list: - # 
-    # for crange in thesheet.col_label_ranges:
-    #     rlo, rhi, clo, chi = crange
-    #     for rx in xrange(rlo, rhi):
-    #         for cx in xrange(clo, chi):
-    #             print "Column label at (rowx=%d, colx=%d) is %r" \
-    #                 (rx, cx, thesheet.cell_value(rx, cx))
-    #
- col_label_ranges = [] - - ## - # List of address ranges of cells containing row labels. - # For more details, see col_label_ranges above. - #
-- New in version 0.6.0 - row_label_ranges = [] - - ## - # List of address ranges of cells which have been merged. - # These are set up in Excel by Format > Cells > Alignment, then ticking - # the "Merge cells" box. - #
-- New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) - #
How to deconstruct the list: - # 
-    # for crange in thesheet.merged_cells:
-    #     rlo, rhi, clo, chi = crange
-    #     for rowx in xrange(rlo, rhi):
-    #         for colx in xrange(clo, chi):
-    #             # cell (rlo, clo) (the top left one) will carry the data
-    #             # and formatting info; the remainder will be recorded as
-    #             # blank cells, but a renderer will apply the formatting info
-    #             # for the top left cell (e.g. border, pattern) to all cells in
-    #             # the range.
-    #
- merged_cells = [] - - ## - # Default column width from DEFCOLWIDTH record, else None. - # From the OOo docs:
- # """Column width in characters, using the width of the zero character - # from default font (first FONT record in the file). Excel adds some - # extra space to the default width, depending on the default font and - # default font size. The algorithm how to exactly calculate the resulting - # column width is not known.
- # Example: The default width of 8 set in this record results in a column - # width of 8.43 using Arial font with a size of 10 points."""
- # For the default hierarchy, refer to the Colinfo class above. - #
-- New in version 0.6.1 - defcolwidth = None - - ## - # Default column width from STANDARDWIDTH record, else None. - # From the OOo docs:
- # """Default width of the columns in 1/256 of the width of the zero - # character, using default font (first FONT record in the file)."""
- # For the default hierarchy, refer to the Colinfo class above. - #
-- New in version 0.6.1 - standardwidth = None - - ## - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_row_height = None - - ## - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_row_height_mismatch = None - - ## - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_row_hidden = None - - ## - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_additional_space_above = None - - ## - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_additional_space_below = None - - ## - # Visibility of the sheet. 0 = visible, 1 = hidden (can be unhidden - # by user -- Format/Sheet/Unhide), 2 = "very hidden" (can be unhidden - # only by VBA macro). - visibility = 0 - - ## - # A 256-element tuple corresponding to the contents of the GCW record for this sheet. - # If no such record, treat as all bits zero. - # Applies to BIFF4-7 only. See docs of Colinfo class for discussion. - gcw = (0, ) * 256 - - def __init__(self, book, position, name, number): - self.book = book - self.biff_version = book.biff_version - self._position = position - self.logfile = book.logfile - self.pickleable = book.pickleable - self.dont_use_array = not(array_array and (CAN_PICKLE_ARRAY or not book.pickleable)) - self.name = name - self.number = number - self.verbosity = book.verbosity - self.formatting_info = book.formatting_info - self._xf_index_to_xl_type_map = book._xf_index_to_xl_type_map - self.nrows = 0 # actual, including possibly empty cells - self.ncols = 0 - self._maxdatarowx = -1 # highest rowx containing a non-empty cell - self._maxdatacolx = -1 # highest colx containing a non-empty cell - self._dimnrows = 0 # as per DIMENSIONS record - self._dimncols = 0 - self._cell_values = [] - self._cell_types = [] - self._cell_xf_indexes = [] - self._need_fix_ragged_rows = 0 - self.defcolwidth = None - self.standardwidth = None - self.default_row_height = None - self.default_row_height_mismatch = 0 - self.default_row_hidden = 0 - self.default_additional_space_above = 0 - self.default_additional_space_below = 0 - self.colinfo_map = {} - self.rowinfo_map = {} - self.col_label_ranges = [] - self.row_label_ranges = [] - self.merged_cells = [] - self._xf_index_stats = [0, 0, 0, 0] - self.visibility = book._sheet_visibility[number] # from BOUNDSHEET record - for attr, defval in _WINDOW2_options: - setattr(self, attr, defval) - self.first_visible_rowx = 0 - self.first_visible_colx = 0 - self.gridline_colour_index = 0x40 - self.gridline_colour_rgb = None # pre-BIFF8 - self.cached_page_break_preview_mag_factor = 0 - self.cached_normal_view_mag_factor = 0 - self._ixfe = None # BIFF2 only - self._cell_attr_to_xfx = {} # BIFF2.0 only - - #### Don't initialise this here, use class attribute initialisation. - #### self.gcw = (0, ) * 256 #### - - if self.biff_version >= 80: - self.utter_max_rows = 65536 - else: - self.utter_max_rows = 16384 - self.utter_max_cols = 256 - - ## - # Cell object in the given row and column. - def cell(self, rowx, colx): - if self.formatting_info: - xfx = self.cell_xf_index(rowx, colx) - else: - xfx = None - return Cell( - self._cell_types[rowx][colx], - self._cell_values[rowx][colx], - xfx, - ) - - ## - # Value of the cell in the given row and column. - def cell_value(self, rowx, colx): - return self._cell_values[rowx][colx] - - ## - # Type of the cell in the given row and column. - # Refer to the documentation of the Cell class. - def cell_type(self, rowx, colx): - return self._cell_types[rowx][colx] - - ## - # XF index of the cell in the given row and column. - # This is an index into Book.xf_list. - #
-- New in version 0.6.1 - def cell_xf_index(self, rowx, colx): - self.req_fmt_info() - xfx = self._cell_xf_indexes[rowx][colx] - if xfx > -1: - self._xf_index_stats[0] += 1 - return xfx - # Check for a row xf_index - try: - xfx = self.rowinfo_map[rowx].xf_index - if xfx > -1: - self._xf_index_stats[1] += 1 - return xfx - except KeyError: - pass - # Check for a column xf_index - try: - xfx = self.colinfo_map[colx].xf_index - assert xfx > -1 - self._xf_index_stats[2] += 1 - return xfx - except KeyError: - # If all else fails, 15 is used as hardwired global default xf_index. - self._xf_index_stats[3] += 1 - return 15 - - ## - # Returns a sequence of the Cell objects in the given row. - def row(self, rowx): - return [ - self.cell(rowx, colx) - for colx in xrange(self.ncols) - ] - - ## - # Returns a slice of the types - # of the cells in the given row. - def row_types(self, rowx, start_colx=0, end_colx=None): - if end_colx is None: - return self._cell_types[rowx][start_colx:] - return self._cell_types[rowx][start_colx:end_colx] - - ## - # Returns a slice of the values - # of the cells in the given row. - def row_values(self, rowx, start_colx=0, end_colx=None): - if end_colx is None: - return self._cell_values[rowx][start_colx:] - return self._cell_values[rowx][start_colx:end_colx] - - ## - # Returns a slice of the Cell objects in the given row. - def row_slice(self, rowx, start_colx=0, end_colx=None): - nc = self.ncols - if start_colx < 0: - start_colx += nc - if start_colx < 0: - start_colx = 0 - if end_colx is None or end_colx > nc: - end_colx = nc - elif end_colx < 0: - end_colx += nc - return [ - self.cell(rowx, colx) - for colx in xrange(start_colx, end_colx) - ] - - ## - # Returns a slice of the Cell objects in the given column. - def col_slice(self, colx, start_rowx=0, end_rowx=None): - nr = self.nrows - if start_rowx < 0: - start_rowx += nr - if start_rowx < 0: - start_rowx = 0 - if end_rowx is None or end_rowx > nr: - end_rowx = nr - elif end_rowx < 0: - end_rowx += nr - return [ - self.cell(rowx, colx) - for rowx in xrange(start_rowx, end_rowx) - ] - - ## - # Returns a slice of the values of the cells in the given column. - def col_values(self, colx, start_rowx=0, end_rowx=None): - nr = self.nrows - if start_rowx < 0: - start_rowx += nr - if start_rowx < 0: - start_rowx = 0 - if end_rowx is None or end_rowx > nr: - end_rowx = nr - elif end_rowx < 0: - end_rowx += nr - return [ - self._cell_values[rowx][colx] - for rowx in xrange(start_rowx, end_rowx) - ] - - ## - # Returns a slice of the types of the cells in the given column. - def col_types(self, colx, start_rowx=0, end_rowx=None): - nr = self.nrows - if start_rowx < 0: - start_rowx += nr - if start_rowx < 0: - start_rowx = 0 - if end_rowx is None or end_rowx > nr: - end_rowx = nr - elif end_rowx < 0: - end_rowx += nr - return [ - self._cell_types[rowx][colx] - for rowx in xrange(start_rowx, end_rowx) - ] - - ## - # Returns a sequence of the Cell objects in the given column. - def col(self, colx): - return self.col_slice(colx) - # Above two lines just for the docs. Here's the real McCoy: - col = col_slice - - # === Following methods are used in building the worksheet. - # === They are not part of the API. - - def extend_cells(self, nr, nc): - # print "extend_cells_2", self.nrows, self.ncols, nr, nc - assert 1 <= nc <= self.utter_max_cols - assert 1 <= nr <= self.utter_max_rows - if nr <= self.nrows: - # New cell is in an existing row, so extend that row (if necessary). - # Note that nr < self.nrows means that the cell data - # is not in ascending row order!! - self._need_fix_ragged_rows = 1 - nrx = nr - 1 - trow = self._cell_types[nrx] - tlen = len(trow) - nextra = max(nc, self.ncols) - tlen - if nextra > 0: - xce = XL_CELL_EMPTY - if self.dont_use_array: - trow.extend([xce] * nextra) - if self.formatting_info: - self._cell_xf_indexes[nrx].extend([-1] * nextra) - else: - aa = array_array - trow.extend(aa('B', [xce]) * nextra) - if self.formatting_info: - self._cell_xf_indexes[nrx].extend(aa('h', [-1]) * nextra) - self._cell_values[nrx].extend([''] * nextra) - if nc > self.ncols: - self.ncols = nc - self._need_fix_ragged_rows = 1 - if nr > self.nrows: - scta = self._cell_types.append - scva = self._cell_values.append - scxa = self._cell_xf_indexes.append - fmt_info = self.formatting_info - xce = XL_CELL_EMPTY - nc = self.ncols - if self.dont_use_array: - for _unused in xrange(self.nrows, nr): - scta([xce] * nc) - scva([''] * nc) - if fmt_info: - scxa([-1] * nc) - else: - aa = array_array - for _unused in xrange(self.nrows, nr): - scta(aa('B', [xce]) * nc) - scva([''] * nc) - if fmt_info: - scxa(aa('h', [-1]) * nc) - self.nrows = nr - - def fix_ragged_rows(self): - t0 = time.time() - ncols = self.ncols - xce = XL_CELL_EMPTY - aa = array_array - s_cell_types = self._cell_types - s_cell_values = self._cell_values - s_cell_xf_indexes = self._cell_xf_indexes - s_dont_use_array = self.dont_use_array - s_fmt_info = self.formatting_info - totrowlen = 0 - for rowx in xrange(self.nrows): - trow = s_cell_types[rowx] - rlen = len(trow) - totrowlen += rlen - nextra = ncols - rlen - if nextra > 0: - s_cell_values[rowx][rlen:] = [''] * nextra - if s_dont_use_array: - trow[rlen:] = [xce] * nextra - if s_fmt_info: - s_cell_xf_indexes[rowx][rlen:] = [-1] * nextra - else: - trow.extend(aa('B', [xce]) * nextra) - if s_fmt_info: - s_cell_xf_indexes[rowx][rlen:] = aa('h', [-1]) * nextra - self._fix_ragged_rows_time = time.time() - t0 - if 0 and self.nrows: - avgrowlen = float(totrowlen) / self.nrows - print >> self.logfile, \ - "sheet %d: avg row len %.1f; max row len %d" \ - % (self.number, avgrowlen, self.ncols) - - def tidy_dimensions(self): - if self.verbosity >= 3: - fprintf(self.logfile, - "tidy_dimensions: nrows=%d ncols=%d _need_fix_ragged_rows=%d\n", - self.nrows, self.ncols, self._need_fix_ragged_rows, - ) - if 1 and self.merged_cells: - nr = nc = 0 - umaxrows = self.utter_max_rows - umaxcols = self.utter_max_cols - for crange in self.merged_cells: - rlo, rhi, clo, chi = crange - if not (0 <= rlo < rhi <= umaxrows) \ - or not (0 <= clo < chi <= umaxcols): - fprintf(self.logfile, - "*** WARNING: sheet #%d (%r), MERGEDCELLS bad range %r\n", - self.number, self.name, crange) - if rhi > nr: nr = rhi - if chi > nc: nc = chi - self.extend_cells(nr, nc) - if self.verbosity >= 1 \ - and (self.nrows != self._dimnrows or self.ncols != self._dimncols): - fprintf(self.logfile, - "NOTE *** sheet %d (%r): DIMENSIONS R,C = %d,%d should be %d,%d\n", - self.number, - self.name, - self._dimnrows, - self._dimncols, - self.nrows, - self.ncols, - ) - if self._need_fix_ragged_rows: - self.fix_ragged_rows() - - def put_cell(self, rowx, colx, ctype, value, xf_index): - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except IndexError: - # print >> self.logfile, "put_cell extending", rowx, colx - self.extend_cells(rowx+1, colx+1) - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except: - print >> self.logfile, "put_cell", rowx, colx - raise - except: - print >> self.logfile, "put_cell", rowx, colx - raise - - def put_blank_cell(self, rowx, colx, xf_index): - # This is used for cells from BLANK and MULBLANK records - ctype = XL_CELL_BLANK - value = '' - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - self._cell_xf_indexes[rowx][colx] = xf_index - except IndexError: - # print >> self.logfile, "put_cell extending", rowx, colx - self.extend_cells(rowx+1, colx+1) - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - self._cell_xf_indexes[rowx][colx] = xf_index - except: - print >> self.logfile, "put_cell", rowx, colx - raise - except: - print >> self.logfile, "put_cell", rowx, colx - raise - - def put_number_cell(self, rowx, colx, value, xf_index): - ctype = self._xf_index_to_xl_type_map[xf_index] - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except IndexError: - # print >> self.logfile, "put_number_cell extending", rowx, colx - self.extend_cells(rowx+1, colx+1) - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except: - print >> self.logfile, "put_number_cell", rowx, colx - raise - except: - print >> self.logfile, "put_number_cell", rowx, colx - raise - - # === Methods after this line neither know nor care about how cells are stored. - - def read(self, bk): - global rc_stats - DEBUG = 0 - blah = DEBUG or self.verbosity >= 2 - blah_rows = DEBUG or self.verbosity >= 4 - blah_formulas = 1 and blah - oldpos = bk._position - bk._position = self._position - XL_SHRFMLA_ETC_ETC = ( - XL_SHRFMLA, XL_ARRAY, XL_TABLEOP, XL_TABLEOP2, - XL_ARRAY2, XL_TABLEOP_B2, - ) - self_put_number_cell = self.put_number_cell - self_put_cell = self.put_cell - self_put_blank_cell = self.put_blank_cell - local_unpack = unpack - bk_get_record_parts = bk.get_record_parts - bv = self.biff_version - fmt_info = self.formatting_info - eof_found = 0 - while 1: - # if DEBUG: print "SHEET.READ: about to read from position %d" % bk._position - rc, data_len, data = bk_get_record_parts() - # if rc in rc_stats: - # rc_stats[rc] += 1 - # else: - # rc_stats[rc] = 1 - # if DEBUG: print "SHEET.READ: op 0x%04x, %d bytes %r" % (rc, data_len, data) - if rc == XL_NUMBER: - rowx, colx, xf_index, d = local_unpack('> self.logfile, \ - "*** NOTE: ROW record has row index %d; " \ - "should have 0 <= rowx < %d -- record ignored!" \ - % (rowx, self.utter_max_rows) - continue - r = Rowinfo() - # Using upkbits() is far too slow on a file - # with 30 sheets each with 10K rows :-( - # upkbits(r, bits1, ( - # ( 0, 0x7FFF, 'height'), - # (15, 0x8000, 'has_default_height'), - # )) - # upkbits(r, bits2, ( - # ( 0, 0x00000007, 'outline_level'), - # ( 4, 0x00000010, 'outline_group_starts_ends'), - # ( 5, 0x00000020, 'hidden'), - # ( 6, 0x00000040, 'height_mismatch'), - # ( 7, 0x00000080, 'has_default_xf_index'), - # (16, 0x0FFF0000, 'xf_index'), - # (28, 0x10000000, 'additional_space_above'), - # (29, 0x20000000, 'additional_space_below'), - # )) - # So: - r.height = bits1 & 0x7fff - r.has_default_height = (bits1 >> 15) & 1 - r.outline_level = bits2 & 7 - r.outline_group_starts_ends = (bits2 >> 4) & 1 - r.hidden = (bits2 >> 5) & 1 - r.height_mismatch = (bits2 >> 6) & 1 - r.has_default_xf_index = (bits2 >> 7) & 1 - r.xf_index = (bits2 >> 16) & 0xfff - r.additional_space_above = (bits2 >> 28) & 1 - r.additional_space_below = (bits2 >> 29) & 1 - if not r.has_default_xf_index: - r.xf_index = -1 - self.rowinfo_map[rowx] = r - if 0 and r.xf_index > -1: - fprintf(self.logfile, - "**ROW %d %d %d\n", - self.number, rowx, r.xf_index) - if blah_rows: - print >> self.logfile, 'ROW', rowx, bits1, bits2 - r.dump(self.logfile, - header="--- sh #%d, rowx=%d ---" % (self.number, rowx)) - elif rc in XL_FORMULA_OPCODES: # 06, 0206, 0406 - # DEBUG = 1 - # if DEBUG: print "FORMULA: rc: 0x%04x data: %r" % (rc, data) - if bv >= 50: - rowx, colx, xf_index, result_str, flags = local_unpack('= 30: - rowx, colx, xf_index, result_str, flags = local_unpack(' 20)) - else: - strg = unpack_unicode(data2, 0, lenlen=2) - self.put_cell(rowx, colx, XL_CELL_TEXT, strg, xf_index) - # if DEBUG: print "FORMULA strg %r" % strg - elif result_str[0] == '\x01': - # boolean formula result - value = ord(result_str[2]) - self.put_cell(rowx, colx, XL_CELL_BOOLEAN, value, xf_index) - elif result_str[0] == '\x02': - # Error in cell - value = ord(result_str[2]) - self.put_cell(rowx, colx, XL_CELL_ERROR, value, xf_index) - elif result_str[0] == '\x03': - # empty ... i.e. empty (zero-length) string, NOT an empty cell. - self.put_cell(rowx, colx, XL_CELL_TEXT, u"", xf_index) - else: - raise XLRDError("unexpected special case (0x%02x) in FORMULA" % ord(result_str[0])) - else: - # it is a number - d = local_unpack('> self.logfile, \ - "*** NOTE: COLINFO record has first col index %d, last %d; " \ - "should have 0 <= first <= last <= 255 -- record ignored!" \ - % (first_colx, last_colx) - del c - continue - upkbits(c, flags, ( - ( 0, 0x0001, 'hidden'), - ( 1, 0x0002, 'bit1_flag'), - # *ALL* colinfos created by Excel in "default" cases are 0x0002!! - # Maybe it's "locked" by analogy with XFProtection data. - ( 8, 0x0700, 'outline_level'), - (12, 0x1000, 'collapsed'), - )) - for colx in xrange(first_colx, last_colx+1): - if colx > 255: break # Excel does 0 to 256 inclusive - self.colinfo_map[colx] = c - if 0: - fprintf(self.logfile, - "**COL %d %d %d\n", - self.number, colx, c.xf_index) - if blah: - fprintf( - self.logfile, - "COLINFO sheet #%d cols %d-%d: wid=%d xf_index=%d flags=0x%04x\n", - self.number, first_colx, last_colx, c.width, c.xf_index, flags, - ) - c.dump(self.logfile, header='===') - elif rc == XL_DEFCOLWIDTH: - self.defcolwidth, = local_unpack("> self.logfile, 'DEFCOLWIDTH', self.defcolwidth - elif rc == XL_STANDARDWIDTH: - if data_len != 2: - print >> self.logfile, '*** ERROR *** STANDARDWIDTH', data_len, repr(data) - self.standardwidth, = local_unpack("> self.logfile, 'STANDARDWIDTH', self.standardwidth - elif rc == XL_GCW: - if not fmt_info: continue # useless w/o COLINFO - assert data_len == 34 - assert data[0:2] == "\x20\x00" - iguff = unpack("<8i", data[2:34]) - gcw = [] - for bits in iguff: - for j in xrange(32): - gcw.append(bits & 1) - bits >>= 1 - self.gcw = tuple(gcw) - if 0: - showgcw = "".join(map(lambda x: "F "[x], gcw)).rstrip().replace(' ', '.') - print "GCW:", showgcw - elif rc == XL_BLANK: - if not fmt_info: continue - rowx, colx, xf_index = local_unpack('> self.logfile, "BLANK", rowx, colx, xf_index - self_put_blank_cell(rowx, colx, xf_index) - elif rc == XL_MULBLANK: # 00BE - if not fmt_info: continue - mul_row, mul_first = local_unpack('> self.logfile, "MULBLANK", mul_row, mul_first, mul_last - pos = 4 - for colx in xrange(mul_first, mul_last+1): - xf_index, = local_unpack('> self.logfile, "SHEET.READ: EOF" - eof_found = 1 - break - elif rc == XL_OBJ: - # handle SHEET-level objects; note there's a separate Book.handle_obj - self.handle_obj(data) - elif rc == XL_MSO_DRAWING: - self.handle_msodrawingetc(rc, data_len, data) - elif rc == XL_TXO: - self.handle_txo(data) - elif rc == XL_NOTE: - self.handle_note(data) - elif rc == XL_FEAT11: - self.handle_feat11(data) - elif rc in bofcodes: ##### EMBEDDED BOF ##### - version, boftype = local_unpack('> self.logfile, \ - "*** Unexpected embedded BOF (0x%04x) at offset %d: version=0x%04x type=0x%04x" \ - % (rc, bk._position - data_len - 4, version, boftype) - while 1: - code, data_len, data = bk.get_record_parts() - if code == XL_EOF: - break - if DEBUG: print >> self.logfile, "---> found EOF" - elif rc == XL_COUNTRY: - bk.handle_country(data) - elif rc == XL_LABELRANGES: - pos = 0 - pos = unpack_cell_range_address_list_update_pos( - self.row_label_ranges, data, pos, bv, addr_size=8, - ) - pos = unpack_cell_range_address_list_update_pos( - self.col_label_ranges, data, pos, bv, addr_size=8, - ) - assert pos == data_len - elif rc == XL_ARRAY: - row1x, rownx, col1x, colnx, array_flags, tokslen = \ - local_unpack("= 80 - num_CFs, needs_recalc, browx1, browx2, bcolx1, bcolx2 = \ - unpack("<6H", data[0:12]) - if self.verbosity >= 1: - fprintf(self.logfile, - "\n*** WARNING: Ignoring CONDFMT (conditional formatting) record\n" \ - "*** in Sheet %d (%r).\n" \ - "*** %d CF record(s); needs_recalc_or_redraw = %d\n" \ - "*** Bounding box is %s\n", - self.number, self.name, num_CFs, needs_recalc, - rangename2d(browx1, browx2+1, bcolx1, bcolx2+1), - ) - olist = [] # updated by the function - pos = unpack_cell_range_address_list_update_pos( - olist, data, 12, bv, addr_size=8) - # print >> self.logfile, repr(result), len(result) - if self.verbosity >= 1: - fprintf(self.logfile, - "*** %d individual range(s):\n" \ - "*** %s\n", - len(olist), - ", ".join([rangename2d(*coords) for coords in olist]), - ) - elif rc == XL_CF: - if not fmt_info: continue - cf_type, cmp_op, sz1, sz2, flags = unpack("> 26) & 1 - bord_block = (flags >> 28) & 1 - patt_block = (flags >> 29) & 1 - if self.verbosity >= 1: - fprintf(self.logfile, - "\n*** WARNING: Ignoring CF (conditional formatting) sub-record.\n" \ - "*** cf_type=%d, cmp_op=%d, sz1=%d, sz2=%d, flags=0x%08x\n" \ - "*** optional data blocks: font=%d, border=%d, pattern=%d\n", - cf_type, cmp_op, sz1, sz2, flags, - font_block, bord_block, patt_block, - ) - # hex_char_dump(data, 0, data_len) - pos = 12 - if font_block: - (font_height, font_options, weight, escapement, underline, - font_colour_index, two_bits, font_esc, font_underl) = \ - unpack("<64x i i H H B 3x i 4x i i i 18x", data[pos:pos+118]) - font_style = (two_bits > 1) & 1 - posture = (font_options > 1) & 1 - font_canc = (two_bits > 7) & 1 - cancellation = (font_options > 7) & 1 - if self.verbosity >= 1: - fprintf(self.logfile, - "*** Font info: height=%d, weight=%d, escapement=%d,\n" \ - "*** underline=%d, colour_index=%d, esc=%d, underl=%d,\n" \ - "*** style=%d, posture=%d, canc=%d, cancellation=%d\n", - font_height, weight, escapement, underline, - font_colour_index, font_esc, font_underl, - font_style, posture, font_canc, cancellation, - ) - pos += 118 - if bord_block: - pos += 8 - if patt_block: - pos += 4 - fmla1 = data[pos:pos+sz1] - pos += sz1 - if blah and sz1: - fprintf(self.logfile, - "*** formula 1:\n", - ) - dump_formula(bk, fmla1, sz1, bv, reldelta=0, blah=1) - fmla2 = data[pos:pos+sz2] - pos += sz2 - assert pos == data_len - if blah and sz2: - fprintf(self.logfile, - "*** formula 2:\n", - ) - dump_formula(bk, fmla2, sz2, bv, reldelta=0, blah=1) - elif rc == XL_DEFAULTROWHEIGHT: - if data_len == 4: - bits, self.default_row_height = unpack("> 1) & 1 - self.default_additional_space_above = (bits >> 2) & 1 - self.default_additional_space_below = (bits >> 3) & 1 - elif rc == XL_MERGEDCELLS: - if not fmt_info: continue - pos = unpack_cell_range_address_list_update_pos( - self.merged_cells, data, 0, bv, addr_size=8) - if blah: - fprintf(self.logfile, - "MERGEDCELLS: %d ranges\n", int_floor_div(pos - 2, 8)) - assert pos == data_len, \ - "MERGEDCELLS: pos=%d data_len=%d" % (pos, data_len) - elif rc == XL_WINDOW2: - if bv >= 80: - (options, - self.first_visible_rowx, self.first_visible_colx, - self.gridline_colour_index, - self.cached_page_break_preview_mag_factor, - self.cached_normal_view_mag_factor - ) = unpack(">= 1 - # print "WINDOW2: visible=%d selected=%d" \ - # % (self.sheet_visible, self.sheet_selected) - #### all of the following are for BIFF <= 4W - elif bv <= 45: - if rc == XL_FORMAT or rc == XL_FORMAT2: - bk.handle_format(data, rc) - elif rc == XL_FONT or rc == XL_FONT_B3B4: - bk.handle_font(data) - elif rc == XL_STYLE: - if not self.book._xf_epilogue_done: - self.book.xf_epilogue() - bk.handle_style(data) - elif rc == XL_PALETTE: - bk.handle_palette(data) - elif rc == XL_BUILTINFMTCOUNT: - bk.handle_builtinfmtcount(data) - elif rc == XL_XF4 or rc == XL_XF3 or rc == XL_XF2: #### N.B. not XL_XF - bk.handle_xf(data) - elif rc == XL_DATEMODE: - bk.handle_datemode(data) - elif rc == XL_CODEPAGE: - bk.handle_codepage(data) - elif rc == XL_FILEPASS: - bk.handle_filepass(data) - elif rc == XL_WRITEACCESS: - bk.handle_writeaccess(data) - elif rc == XL_IXFE: - self._ixfe = local_unpack('> self.logfile, \ - "*** NOTE: ROW_B2 record has row index %d; " \ - "should have 0 <= rowx < %d -- record ignored!" \ - % (rowx, self.utter_max_rows) - continue - r = Rowinfo() - r.height = bits1 & 0x7fff - r.has_default_height = (bits1 >> 15) & 1 - r.outline_level = 0 - r.outline_group_starts_ends = 0 - r.hidden = 0 - r.height_mismatch = 0 - r.has_default_xf_index = has_defaults & 1 - r.additional_space_above = 0 - r.additional_space_below = 0 - if not r.has_default_xf_index: - r.xf_index = -1 - elif data_len == 18: - # Seems the XF index in the cell_attr is dodgy - xfx = local_unpack(' -1: - fprintf(self.logfile, - "**ROW %d %d %d\n", - self.number, rowx, r.xf_index) - if blah_rows: - print >> self.logfile, 'ROW_B2', rowx, bits1, has_defaults - r.dump(self.logfile, - header="--- sh #%d, rowx=%d ---" % (self.number, rowx)) - elif rc == XL_COLWIDTH: # BIFF2 only - if not fmt_info: continue - first_colx, last_colx, width\ - = local_unpack("> self.logfile, \ - "*** NOTE: COLWIDTH record has first col index %d, last %d; " \ - "should have first <= last -- record ignored!" \ - % (first_colx, last_colx) - continue - for colx in xrange(first_colx, last_colx+1): - if self.colinfo_map.has_key(colx): - c = self.colinfo_map[colx] - else: - c = Colinfo() - self.colinfo_map[colx] = c - c.width = width - if blah: - fprintf( - self.logfile, - "COLWIDTH sheet #%d cols %d-%d: wid=%d\n", - self.number, first_colx, last_colx, width - ) - elif rc == XL_COLUMNDEFAULT: # BIFF2 only - if not fmt_info: continue - first_colx, last_colx = local_unpack("> self.logfile, \ - "*** NOTE: COLUMNDEFAULT record has first col index %d, last %d; " \ - "should have 0 <= first < last <= 256" \ - % (first_colx, last_colx) - last_colx = min(last_colx, 256) - for colx in xrange(first_colx, last_colx): - offset = 4 + 3 * (colx - first_colx) - cell_attr = data[offset:offset+3] - xf_index = self.fixed_BIFF2_xfindex(cell_attr, rowx=-1, colx=colx) - if self.colinfo_map.has_key(colx): - c = self.colinfo_map[colx] - else: - c = Colinfo() - self.colinfo_map[colx] = c - c.xf_index = xf_index - else: - # if DEBUG: print "SHEET.READ: Unhandled record type %02x %d bytes %r" % (rc, data_len, data) - pass - if not eof_found: - raise XLRDError("Sheet %d (%r) missing EOF record" \ - % (self.number, self.name)) - self.tidy_dimensions() - bk._position = oldpos - return 1 - - def fixed_BIFF2_xfindex(self, cell_attr, rowx, colx, true_xfx=None): - DEBUG = 0 - blah = DEBUG or self.verbosity >= 2 - if self.biff_version == 21: - if self._xf_index_to_xl_type_map: - if true_xfx is not None: - xfx = true_xfx - else: - xfx = ord(cell_attr[0]) & 0x3F - if xfx == 0x3F: - if self._ixfe is None: - raise XLRDError("BIFF2 cell record has XF index 63 but no preceding IXFE record.") - xfx = self._ixfe - # OOo docs are capable of interpretation that each - # cell record is preceded immediately by its own IXFE record. - # Empirical evidence is that (sensibly) an IXFE record applies to all - # following cell records until another IXFE comes along. - return xfx - # Have either Excel 2.0, or broken 2.1 w/o XF records -- same effect. - self.biff_version = self.book.biff_version = 20 - #### check that XF slot in cell_attr is zero - xfx_slot = ord(cell_attr[0]) & 0x3F - assert xfx_slot == 0 - xfx = self._cell_attr_to_xfx.get(cell_attr) - if xfx is not None: - return xfx - if blah: - fprintf(self.logfile, "New cell_attr %r at (%r, %r)\n", cell_attr, rowx, colx) - book = self.book - xf = self.fake_XF_from_BIFF20_cell_attr(cell_attr) - xfx = len(book.xf_list) - xf.xf_index = xfx - book.xf_list.append(xf) - if blah: - xf.dump(self.logfile, header="=== Faked XF %d ===" % xfx, footer="======") - if not book.format_map.has_key(xf.format_key): - msg = "ERROR *** XF[%d] unknown format key (%d, 0x%04x)\n" - fprintf(self.logfile, msg, - xf.xf_index, xf.format_key, xf.format_key) - fmt = Format(xf.format_key, FUN, u"General") - book.format_map[xf.format_key] = fmt - while len(book.format_list) <= xf.format_key: - book.format_list.append(fmt) - cellty_from_fmtty = { - FNU: XL_CELL_NUMBER, - FUN: XL_CELL_NUMBER, - FGE: XL_CELL_NUMBER, - FDT: XL_CELL_DATE, - FTX: XL_CELL_NUMBER, # Yes, a number can be formatted as text. - } - fmt = book.format_map[xf.format_key] - cellty = cellty_from_fmtty[fmt.type] - self._xf_index_to_xl_type_map[xf.xf_index] = cellty - self._cell_attr_to_xfx[cell_attr] = xfx - return xfx - - def fake_XF_from_BIFF20_cell_attr(self, cell_attr): - from formatting import XF, XFAlignment, XFBorder, XFBackground, XFProtection - xf = XF() - xf.alignment = XFAlignment() - xf.alignment.indent_level = 0 - xf.alignment.shrink_to_fit = 0 - xf.alignment.text_direction = 0 - xf.border = XFBorder() - xf.border.diag_up = 0 - xf.border.diag_down = 0 - xf.border.diag_colour_index = 0 - xf.border.diag_line_style = 0 # no line - xf.background = XFBackground() - xf.protection = XFProtection() - (prot_bits, font_and_format, halign_etc) = unpack('> 6 - upkbits(xf.protection, prot_bits, ( - (6, 0x40, 'cell_locked'), - (7, 0x80, 'formula_hidden'), - )) - xf.alignment.hor_align = halign_etc & 0x07 - for mask, side in ((0x08, 'left'), (0x10, 'right'), (0x20, 'top'), (0x40, 'bottom')): - if halign_etc & mask: - colour_index, line_style = 8, 1 # black, thin - else: - colour_index, line_style = 0, 0 # none, none - setattr(xf.border, side + '_colour_index', colour_index) - setattr(xf.border, side + '_line_style', line_style) - bg = xf.background - if halign_etc & 0x80: - bg.fill_pattern = 17 - else: - bg.fill_pattern = 0 - bg.background_colour_index = 9 # white - bg.pattern_colour_index = 8 # black - xf.parent_style_index = 0 # ??????????? - xf.alignment.vert_align = 2 # bottom - xf.alignment.rotation = 0 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, 1) - return xf - - def req_fmt_info(self): - if not self.formatting_info: - raise XLRDError("Feature requires open_workbook(..., formatting_info=True)") - - ## - # Determine column display width. - #
-- New in version 0.6.1 - #
- # @param colx Index of the queried column, range 0 to 255. - # Note that it is possible to find out the width that will be used to display - # columns with no cell information e.g. column IV (colx=255). - # @return The column width that will be used for displaying - # the given column by Excel, in units of 1/256th of the width of a - # standard character (the digit zero in the first font). - - def computed_column_width(self, colx): - self.req_fmt_info() - if self.biff_version >= 80: - colinfo = self.colinfo_map.get(colx, None) - if colinfo is not None: - return colinfo.width - if self.standardwidth is not None: - return self.standardwidth - elif self.biff_version >= 40: - if self.gcw[colx]: - if self.standardwidth is not None: - return self.standardwidth - else: - colinfo = self.colinfo_map.get(colx, None) - if colinfo is not None: - return colinfo.width - elif self.biff_version == 30: - colinfo = self.colinfo_map.get(colx, None) - if colinfo is not None: - return colinfo.width - # All roads lead to Rome and the DEFCOLWIDTH ... - if self.defcolwidth is not None: - return self.defcolwidth * 256 - return 8 * 256 # 8 is what Excel puts in a DEFCOLWIDTH record - - def handle_msodrawingetc(self, recid, data_len, data): - if not OBJ_MSO_DEBUG: - return - DEBUG = 1 - if self.biff_version < 80: - return - o = MSODrawing() - pos = 0 - while pos < data_len: - tmp, fbt, cb = unpack('> 4) & 0xFFF - if ver == 0xF: - ndb = 0 # container - else: - ndb = cb - if DEBUG: - hex_char_dump(data, pos, ndb + 8, base=0, fout=self.logfile) - fprintf(self.logfile, - "fbt:0x%04X inst:%d ver:0x%X cb:%d (0x%04X)\n", - fbt, inst, ver, cb, cb) - if fbt == 0xF010: # Client Anchor - assert ndb == 18 - (o.anchor_unk, - o.anchor_colx_lo, o.anchor_rowx_lo, - o.anchor_colx_hi, o.anchor_rowx_hi) = unpack('> 1) & 1 - # Docs say NULL [sic] bytes padding between string count and string data - # to ensure that string is word-aligned. Appears to be nonsense. - # There also seems to be a random(?) byte after the string (not counted in the - # string length. - o.original_author, endpos = unpack_unicode_update_pos(data, 8, lenlen=2) - assert endpos == data_len - 1 - o.last_byte = data[-1] - if DEBUG: - o.dump(self.logfile, header="=== MSNote ===", footer= " ") - - def handle_txo(self, data): - if not OBJ_MSO_DEBUG: - return - DEBUG = 1 - if self.biff_version < 80: - return - o = MSTxo() - data_len = len(data) - option_flags, o.rot, cchText, cbRuns = unpack('>= 2 # div by 4 to drop the 2 flag bits - if flags & 1: - return i / 100.0 - return float(i) - else: - # It's the most significant 30 bits of an IEEE 754 64-bit FP number - d, = unpack('Contains the data for one cell.

-# -#

WARNING: You don't call this class yourself. You access Cell objects -# via methods of the Sheet object(s) that you found in the Book object that -# was returned when you called xlrd.open_workbook("myfile.xls").

-#

Cell objects have three attributes: ctype is an int, value -# (which depends on ctype) and xf_index. -# If "formatting_info" is not enabled when the workbook is opened, xf_index will be None. -# The following table describes the types of cells and how their values -# are represented in Python.

-# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -#
Type symbolType numberPython value
XL_CELL_EMPTY0empty string u''
XL_CELL_TEXT1a Unicode string
XL_CELL_NUMBER2float
XL_CELL_DATE3float
XL_CELL_BOOLEAN4int; 1 means TRUE, 0 means FALSE
XL_CELL_ERROR5int representing internal Excel codes; for a text representation, -# refer to the supplied dictionary error_text_from_code
XL_CELL_BLANK6empty string u''. Note: this type will appear only when -# open_workbook(..., formatting_info=True) is used.
-#

- -class Cell(BaseObject): - - __slots__ = ['ctype', 'value', 'xf_index'] - - def __init__(self, ctype, value, xf_index=None): - self.ctype = ctype - self.value = value - self.xf_index = xf_index - - def __repr__(self): - if self.xf_index is None: - return "%s:%r" % (ctype_text[self.ctype], self.value) - else: - return "%s:%r (XF:%r)" % (ctype_text[self.ctype], self.value, self.xf_index) - -## -# There is one and only one instance of an empty cell -- it's a singleton. This is it. -# You may use a test like "acell is empty_cell". -empty_cell = Cell(XL_CELL_EMPTY, '') - -##### =============== Colinfo and Rowinfo ============================== ##### - -## -# Width and default formatting information that applies to one or -# more columns in a sheet. Derived from COLINFO records. -# -#

Here is the default hierarchy for width, according to the OOo docs: -# -#
"""In BIFF3, if a COLINFO record is missing for a column, -# the width specified in the record DEFCOLWIDTH is used instead. -# -#
In BIFF4-BIFF7, the width set in this [COLINFO] record is only used, -# if the corresponding bit for this column is cleared in the GCW -# record, otherwise the column width set in the DEFCOLWIDTH record -# is used (the STANDARDWIDTH record is always ignored in this case [see footnote!]). -# -#
In BIFF8, if a COLINFO record is missing for a column, -# the width specified in the record STANDARDWIDTH is used. -# If this [STANDARDWIDTH] record is also missing, -# the column width of the record DEFCOLWIDTH is used instead.""" -#
-# -# Footnote: The docs on the GCW record say this: -# """
-# If a bit is set, the corresponding column uses the width set in the STANDARDWIDTH -# record. If a bit is cleared, the corresponding column uses the width set in the -# COLINFO record for this column. -#
If a bit is set, and the worksheet does not contain the STANDARDWIDTH record, or if -# the bit is cleared, and the worksheet does not contain the COLINFO record, the DEFCOLWIDTH -# record of the worksheet will be used instead. -#
"""
-# At the moment (2007-01-17) xlrd is going with the GCW version of the story. -# Reference to the source may be useful: see the computed_column_width(colx) method -# of the Sheet class. -#
-- New in version 0.6.1 -#

- -class Colinfo(BaseObject): - ## - # Width of the column in 1/256 of the width of the zero character, - # using default font (first FONT record in the file). - width = 0 - ## - # XF index to be used for formatting empty cells. - xf_index = -1 - ## - # 1 = column is hidden - hidden = 0 - ## - # Value of a 1-bit flag whose purpose is unknown - # but is often seen set to 1 - bit1_flag = 0 - ## - # Outline level of the column, in range(7). - # (0 = no outline) - outline_level = 0 - ## - # 1 = column is collapsed - collapsed = 0 - -## -# Height and default formatting information that applies to a row in a sheet. -# Derived from ROW records. -#
-- New in version 0.6.1 - -class Rowinfo(BaseObject): - ## - # Height of the row, in twips. One twip == 1/20 of a point - height = 0 - ## - # 0 = Row has custom height; 1 = Row has default height - has_default_height = 0 - ## - # Outline level of the row - outline_level = 0 - ## - # 1 = Outline group starts or ends here (depending on where the - # outline buttons are located, see WSBOOL record [TODO ??]), - # and is collapsed - outline_group_starts_ends = 0 - ## - # 1 = Row is hidden (manually, or by a filter or outline group) - hidden = 0 - ## - # 1 = Row height and default font height do not match - height_mismatch = 0 - ## - # 1 = the xf_index attribute is usable; 0 = ignore it - has_default_xf_index = 0 - ## - # Index to default XF record for empty cells in this row. - # Don't use this if has_default_xf_index == 0. - xf_index = -9999 - ## - # This flag is set, if the upper border of at least one cell in this row - # or if the lower border of at least one cell in the row above is - # formatted with a thick line style. Thin and medium line styles are not - # taken into account. - additional_space_above = 0 - ## - # This flag is set, if the lower border of at least one cell in this row - # or if the upper border of at least one cell in the row below is - # formatted with a medium or thick line style. Thin line styles are not - # taken into account. - additional_space_below = 0 diff --git a/tablib/packages/xlrd/timemachine.py b/tablib/packages/xlrd/timemachine.py deleted file mode 100644 index 1718c03..0000000 --- a/tablib/packages/xlrd/timemachine.py +++ /dev/null @@ -1,44 +0,0 @@ -# -*- coding: cp1252 -*- - -## -#

Copyright 2006-2008 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a BSD-style licence.

-## - -# timemachine.py -- adaptation for earlier Pythons e.g. 2.1 -# usage: from timemachine import * - -# 2008-02-08 SJM Generalised method of detecting IronPython - -import sys - -python_version = sys.version_info[:2] # e.g. version 2.4 -> (2, 4) - -CAN_PICKLE_ARRAY = python_version >= (2, 5) -CAN_SUBCLASS_BUILTIN = python_version >= (2, 2) - -if sys.version.find("IronPython") >= 0: - array_array = None -else: - from array import array as array_array - -if python_version < (2, 2): - class object: - pass - False = 0 - True = 1 - -def int_floor_div(x, y): - return divmod(x, y)[0] - -def intbool(x): - if x: - return 1 - return 0 - -if python_version < (2, 3): - def sum(sequence, start=0): - tot = start - for item in aseq: - tot += item - return tot diff --git a/tablib/packages/xlrd/xldate.py b/tablib/packages/xlrd/xldate.py deleted file mode 100644 index e5f7591..0000000 --- a/tablib/packages/xlrd/xldate.py +++ /dev/null @@ -1,171 +0,0 @@ -# -*- coding: cp1252 -*- - -# No part of the content of this file was derived from the works of David Giffin. - -## -#

Copyright 2005-2008 Stephen John Machin, Lingfo Pty Ltd

-#

This module is part of the xlrd package, which is released under a BSD-style licence.

-# -#

Provides function(s) for dealing with Microsoft Excel dates.

-## - -# 2008-10-18 SJM Fix bug in xldate_from_date_tuple (affected some years after 2099) - -# The conversion from days to (year, month, day) starts with -# an integral "julian day number" aka JDN. -# FWIW, JDN 0 corresponds to noon on Monday November 24 in Gregorian year -4713. -# More importantly: -# Noon on Gregorian 1900-03-01 (day 61 in the 1900-based system) is JDN 2415080.0 -# Noon on Gregorian 1904-01-02 (day 1 in the 1904-based system) is JDN 2416482.0 - -from timemachine import int_floor_div as ifd - -_JDN_delta = (2415080 - 61, 2416482 - 1) -assert _JDN_delta[1] - _JDN_delta[0] == 1462 - -class XLDateError(ValueError): pass - -class XLDateNegative(XLDateError): pass -class XLDateAmbiguous(XLDateError): pass -class XLDateTooLarge(XLDateError): pass -class XLDateBadDatemode(XLDateError): pass -class XLDateBadTuple(XLDateError): pass - -_XLDAYS_TOO_LARGE = (2958466, 2958466 - 1462) # This is equivalent to 10000-01-01 - -## -# Convert an Excel number (presumed to represent a date, a datetime or a time) into -# a tuple suitable for feeding to datetime or mx.DateTime constructors. -# @param xldate The Excel number -# @param datemode 0: 1900-based, 1: 1904-based. -#
WARNING: when using this function to -# interpret the contents of a workbook, you should pass in the Book.datemode -# attribute of that workbook. Whether -# the workbook has ever been anywhere near a Macintosh is irrelevant. -# @return Gregorian (year, month, day, hour, minute, nearest_second). -#
Special case: if 0.0 <= xldate < 1.0, it is assumed to represent a time; -# (0, 0, 0, hour, minute, second) will be returned. -#
Note: 1904-01-01 is not regarded as a valid date in the datemode 1 system; its "serial number" -# is zero. -# @throws XLDateNegative xldate < 0.00 -# @throws XLDateAmbiguous The 1900 leap-year problem (datemode == 0 and 1.0 <= xldate < 61.0) -# @throws XLDateTooLarge Gregorian year 10000 or later -# @throws XLDateBadDatemode datemode arg is neither 0 nor 1 -# @throws XLDateError Covers the 4 specific errors - -def xldate_as_tuple(xldate, datemode): - if datemode not in (0, 1): - raise XLDateBadDatemode(datemode) - if xldate == 0.00: - return (0, 0, 0, 0, 0, 0) - if xldate < 0.00: - raise XLDateNegative(xldate) - xldays = int(xldate) - frac = xldate - xldays - seconds = int(round(frac * 86400.0)) - assert 0 <= seconds <= 86400 - if seconds == 86400: - hour = minute = second = 0 - xldays += 1 - else: - # second = seconds % 60; minutes = seconds // 60 - minutes, second = divmod(seconds, 60) - # minute = minutes % 60; hour = minutes // 60 - hour, minute = divmod(minutes, 60) - if xldays >= _XLDAYS_TOO_LARGE[datemode]: - raise XLDateTooLarge(xldate) - - if xldays == 0: - return (0, 0, 0, hour, minute, second) - - if xldays < 61 and datemode == 0: - raise XLDateAmbiguous(xldate) - - jdn = xldays + _JDN_delta[datemode] - yreg = (ifd(ifd(jdn * 4 + 274277, 146097) * 3, 4) + jdn + 1363) * 4 + 3 - mp = ifd(yreg % 1461, 4) * 535 + 333 - d = ifd(mp % 16384, 535) + 1 - # mp /= 16384 - mp >>= 14 - if mp >= 10: - return (ifd(yreg, 1461) - 4715, mp - 9, d, hour, minute, second) - else: - return (ifd(yreg, 1461) - 4716, mp + 3, d, hour, minute, second) - -# === conversions from date/time to xl numbers - -def _leap(y): - if y % 4: return 0 - if y % 100: return 1 - if y % 400: return 0 - return 1 - -_days_in_month = (None, 31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31) - -## -# Convert a date tuple (year, month, day) to an Excel date. -# @param year Gregorian year. -# @param month 1 <= month <= 12 -# @param day 1 <= day <= last day of that (year, month) -# @param datemode 0: 1900-based, 1: 1904-based. -# @throws XLDateAmbiguous The 1900 leap-year problem (datemode == 0 and 1.0 <= xldate < 61.0) -# @throws XLDateBadDatemode datemode arg is neither 0 nor 1 -# @throws XLDateBadTuple (year, month, day) is too early/late or has invalid component(s) -# @throws XLDateError Covers the specific errors - -def xldate_from_date_tuple((year, month, day), datemode): - - if datemode not in (0, 1): - raise XLDateBadDatemode(datemode) - - if year == 0 and month == 0 and day == 0: - return 0.00 - - if not (1900 <= year <= 9999): - raise XLDateBadTuple("Invalid year: %r" % ((year, month, day),)) - if not (1 <= month <= 12): - raise XLDateBadTuple("Invalid month: %r" % ((year, month, day),)) - if day < 1 \ - or (day > _days_in_month[month] and not(day == 29 and month == 2 and _leap(year))): - raise XLDateBadTuple("Invalid day: %r" % ((year, month, day),)) - - Yp = year + 4716 - M = month - if M <= 2: - Yp = Yp - 1 - Mp = M + 9 - else: - Mp = M - 3 - jdn = ifd(1461 * Yp, 4) + ifd(979 * Mp + 16, 32) + \ - day - 1364 - ifd(ifd(Yp + 184, 100) * 3, 4) - xldays = jdn - _JDN_delta[datemode] - if xldays <= 0: - raise XLDateBadTuple("Invalid (year, month, day): %r" % ((year, month, day),)) - if xldays < 61 and datemode == 0: - raise XLDateAmbiguous("Before 1900-03-01: %r" % ((year, month, day),)) - return float(xldays) - -## -# Convert a time tuple (hour, minute, second) to an Excel "date" value (fraction of a day). -# @param hour 0 <= hour < 24 -# @param minute 0 <= minute < 60 -# @param second 0 <= second < 60 -# @throws XLDateBadTuple Out-of-range hour, minute, or second - -def xldate_from_time_tuple((hour, minute, second)): - if 0 <= hour < 24 and 0 <= minute < 60 and 0 <= second < 60: - return ((second / 60.0 + minute) / 60.0 + hour) / 24.0 - raise XLDateBadTuple("Invalid (hour, minute, second): %r" % ((hour, minute, second),)) - -## -# Convert a datetime tuple (year, month, day, hour, minute, second) to an Excel date value. -# For more details, refer to other xldate_from_*_tuple functions. -# @param datetime_tuple (year, month, day, hour, minute, second) -# @param datemode 0: 1900-based, 1: 1904-based. - -def xldate_from_datetime_tuple(datetime_tuple, datemode): - return ( - xldate_from_date_tuple(datetime_tuple[:3], datemode) - + - xldate_from_time_tuple(datetime_tuple[3:]) - ) diff --git a/tablib/packages/xlrd3/__init__.py b/tablib/packages/xlrd3/__init__.py deleted file mode 100644 index 98f322b..0000000 --- a/tablib/packages/xlrd3/__init__.py +++ /dev/null @@ -1,1642 +0,0 @@ -# Copyright © 2005-2009 Stephen John Machin, Lingfo Pty Ltd -# This module is part of the xlrd3 package, which is released under a -# BSD-style licence. -# -# xlrd3, the Python 3 port of xlrd v0.7.1 -# -# A Python module for extracting data from MS Excel spreadsheet files. -# -# General information -# -# Acknowledgements -# -# Development of this module would not have been possible without the document -# "OpenOffice.org's Documentation of the Microsoft Excel File Format" -# ("OOo docs" for short). -# The latest version is available from OpenOffice.org in -# http://sc.openoffice.org/excelfileformat.pdf PDF format -# and -# http://sc.openoffice.org/excelfileformat.odt ODT format. -# Small portions of the OOo docs are reproduced in this -# document. A study of the OOo docs is recommended for those who wish a -# deeper understanding of the Excel file layout than the xlrd docs can provide. -# -# Provision of formatting information in version 0.6.1 was funded by -# http://www.simplistix.co.uk Simplistix Ltd. -# -# Unicode -# -# This module presents all text strings as Python unicode objects. -# From Excel 97 onwards, text in Excel spreadsheets has been stored as Unicode. -# Older files (Excel 95 and earlier) don't keep strings in Unicode; -# a CODEPAGE record provides a codepage number (for example, 1252) which is -# used by xlrd to derive the encoding (for same example: "cp1252") which is -# used to translate to Unicode. -# -# If the CODEPAGE record is missing (possible if the file was created -# by third-party software), xlrd will assume that the encoding is ascii, and keep going. -# If the actual encoding is not ascii, a UnicodeDecodeError exception will be raised and -# you will need to determine the encoding yourself, and tell xlrd:: -# -# book = xlrd.open_workbook(..., encoding_override="cp1252") -# -# If the CODEPAGE record exists but is wrong (for example, the codepage -# number is 1251, but the strings are actually encoded in koi8_r), -# it can be overridden using the same mechanism. -# The supplied runxlrd.py has a corresponding command-line argument, which -# may be used for experimentation:: -# -# runxlrd.py -e koi8_r 3rows myfile.xls -# -# The first place to look for an encoding ("codec name") is -# http://docs.python.org/lib/standard-encodings.html -# the Python documentation. -# -# Dates in Excel spreadsheets -# -# In reality, there are no such things. What you have are floating point -# numbers and pious hope. -# There are several problems with Excel dates: -# -# (1) Dates are not stored as a separate data type; they are stored as -# floating point numbers and you have to rely on -# (a) the "number format" applied to them in Excel and/or -# (b) knowing which cells are supposed to have dates in them. -# This module helps with (a) by inspecting the -# format that has been applied to each number cell; -# if it appears to be a date format, the cell -# is classified as a date rather than a number. Feedback on this feature, -# especially from non-English-speaking locales, would be appreciated. -# -# (2) Excel for Windows stores dates by default as the number of -# days (or fraction thereof) since 1899-12-31T00:00:00. Excel for -# Macintosh uses a default start date of 1904-01-01T00:00:00. The date -# system can be changed in Excel on a per-workbook basis (for example: -# Tools -> Options -> Calculation, tick the "1904 date system" box). -# This is of course a bad idea if there are already dates in the -# workbook. There is no good reason to change it even if there are no -# dates in the workbook. Which date system is in use is recorded in the -# workbook. A workbook transported from Windows to Macintosh (or vice -# versa) will work correctly with the host Excel. When using this -# module's xldate_as_tuple function to convert numbers from a workbook, -# you must use the datemode attribute of the Book object. If you guess, -# or make a judgement depending on where you believe the workbook was -# created, you run the risk of being 1462 days out of kilter. -# -# Reference: -# http://support.microsoft.com/default.aspx?scid=KB;EN-US;q180162 -# -# (3) The Excel implementation of the Windows-default 1900-based date system works on the -# incorrect premise that 1900 was a leap year. It interprets the number 60 as meaning 1900-02-29, -# which is not a valid date. Consequently any number less than 61 is ambiguous. Example: is 59 the -# result of 1900-02-28 entered directly, or is it 1900-03-01 minus 2 days? The OpenOffice.org Calc -# program "corrects" the Microsoft problem; entering 1900-02-27 causes the number 59 to be stored. -# Save as an XLS file, then open the file with Excel -- you'll see 1900-02-28 displayed. -# -# Reference: http://support.microsoft.com/default.aspx?scid=kb;en-us;214326 -# -# (4) The Macintosh-default 1904-based date system counts 1904-01-02 as day 1 and 1904-01-01 as day zero. -# Thus any number such that (0.0 <= number < 1.0) is ambiguous. Is 0.625 a time of day (15:00:00), -# independent of the calendar, -# or should it be interpreted as an instant on a particular day (1904-01-01T15:00:00)? -# The xldate_* functions in this module -# take the view that such a number is a calendar-independent time of day (like Python's datetime.time type) for both -# date systems. This is consistent with more recent Microsoft documentation -# (for example, the help file for Excel 2002 which says that the first day -# in the 1904 date system is 1904-01-02). -# -# (5) Usage of the Excel DATE() function may leave strange dates in a spreadsheet. Quoting the help file, -# in respect of the 1900 date system: "If year is between 0 (zero) and 1899 (inclusive), -# Excel adds that value to 1900 to calculate the year. For example, DATE(108,1,2) returns January 2, 2008 (1900+108)." -# This gimmick, semi-defensible only for arguments up to 99 and only in the pre-Y2K-awareness era, -# means that DATE(1899, 12, 31) is interpreted as 3799-12-31. -# -# For further information, please refer to the documentation for the xldate_* functions. -# -# Named references, constants, formulas, and macros -# -# A name is used to refer to a cell, a group of cells, a constant -# value, a formula, or a macro. Usually the scope of a name is global -# across the whole workbook. However it can be local to a worksheet. -# For example, if the sales figures are in different cells in -# different sheets, the user may define the name "Sales" in each -# sheet. There are built-in names, like "Print_Area" and -# "Print_Titles"; these two are naturally local to a sheet. -# -# To inspect the names with a user interface like MS Excel, OOo Calc, -# or Gnumeric, click on Insert/Names/Define. This will show the global -# names, plus those local to the currently selected sheet. -# -# A Book object provides two dictionaries (name_map and -# name_and_scope_map) and a list (name_obj_list) which allow various -# ways of accessing the Name objects. There is one Name object for -# each NAME record found in the workbook. Name objects have many -# attributes, several of which are relevant only when obj.macro is 1. -# -# In the examples directory you will find namesdemo.xls which -# showcases the many different ways that names can be used, and -# xlrdnamesAPIdemo.py which offers 3 different queries for inspecting -# the names in your files, and shows how to extract whatever a name is -# referring to. There is currently one "convenience method", -# Name.cell(), which extracts the value in the case where the name -# refers to a single cell. More convenience methods are planned. The -# source code for Name.cell (in __init__.py) is an extra source of -# information on how the Name attributes hang together. -# -# Name information is **not** extracted from files older than -# Excel 5.0 (Book.biff_version < 50) -# -# Formatting -# -# Introduction -# -# This collection of features, new in xlrd version 0.6.1, is intended -# to provide the information needed to (1) display/render spreadsheet contents -# (say) on a screen or in a PDF file, and (2) copy spreadsheet data to another -# file without losing the ability to display/render it. -# -# The Palette; Colour Indexes -# -# A colour is represented in Excel as a (red, green, blue) ("RGB") tuple -# with each component in range(256). However it is not possible to access an -# unlimited number of colours; each spreadsheet is limited to a palette of 64 different -# colours (24 in Excel 3.0 and 4.0, 8 in Excel 2.0). Colours are referenced by an index -# ("colour index") into this palette. -# -# Colour indexes 0 to 7 represent 8 fixed built-in colours: black, white, red, green, blue, -# yellow, magenta, and cyan. -# -# The remaining colours in the palette (8 to 63 in Excel 5.0 and later) -# can be changed by the user. In the Excel 2003 UI, Tools/Options/Color presents a palette -# of 7 rows of 8 colours. The last two rows are reserved for use in charts. -# The correspondence between this grid and the assigned -# colour indexes is NOT left-to-right top-to-bottom. -# Indexes 8 to 15 correspond to changeable -# parallels of the 8 fixed colours -- for example, index 7 is forever cyan; -# index 15 starts off being cyan but can be changed by the user. -# -# The default colour for each index depends on the file version; tables of the defaults -# are available in the source code. If the user changes one or more colours, -# a PALETTE record appears in the XLS file -- it gives the RGB values for *all* changeable -# indexes. -# Note that colours can be used in "number formats": "[CYAN]...." and "[COLOR8]...." refer -# to colour index 7; "[COLOR16]...." will produce cyan -# unless the user changes colour index 15 to something else. -# -# In addition, there are several "magic" colour indexes used by Excel: -# 0x18 (BIFF3-BIFF4), 0x40 (BIFF5-BIFF8): System window text colour for border lines -# (used in XF, CF, and WINDOW2 records) -# 0x19 (BIFF3-BIFF4), 0x41 (BIFF5-BIFF8): System window background colour for pattern background -# (used in XF and CF records ) -# 0x43: System face colour (dialogue background colour) -# 0x4D: System window text colour for chart border lines -# 0x4E: System window background colour for chart areas -# 0x4F: Automatic colour for chart border lines (seems to be always Black) -# 0x50: System ToolTip background colour (used in note objects) -# 0x51: System ToolTip text colour (used in note objects) -# 0x7FFF: System window text colour for fonts (used in FONT and CF records) -# Note 0x7FFF appears to be the *default* colour index. It appears quite often in FONT -# records. -# -# Default Formatting -# -# Default formatting is applied to all empty cells (those not described by a cell record). -# Firstly row default information (ROW record, Rowinfo class) is used if available. -# Failing that, column default information (COLINFO record, Colinfo class) is used if available. -# As a last resort the worksheet/workbook default cell format will be used; this -# should always be present in an Excel file, -# described by the XF record with the fixed index 15 (0-based). By default, it uses the -# worksheet/workbook default cell style, described by the very first XF record (index 0). -# -# Formatting features not included in xlrd version 0.6.1 -# -# - Rich text i.e. strings containing partial bold, italic -# and underlined text, change of font inside a string, etc. -# See OOo docs s3.4 and s3.2 -# - Asian phonetic text (known as "ruby"), used for Japanese furigana. See OOo docs -# s3.4.2 (p15) -# - Conditional formatting. See OOo docs -# s5.12, s6.21 (CONDFMT record), s6.16 (CF record) -# - Miscellaneous sheet-level and book-level items e.g. printing layout, screen panes. -# - Modern Excel file versions don't keep most of the built-in -# "number formats" in the file; Excel loads formats according to the -# user's locale. Currently xlrd's emulation of this is limited to -# a hard-wired table that applies to the US English locale. This may mean -# that currency symbols, date order, thousands separator, decimals separator, etc -# are inappropriate. Note that this does not affect users who are copying XLS -# files, only those who are visually rendering cells. -# -# Loading worksheets on demand -# -# This feature, new in version 0.7.1, is governed by the on_demand argument -# to the open_workbook() function and allows saving memory and time by loading -# only those sheets that the caller is interested in, and releasing sheets -# when no longer required. -# -# on_demand=False (default): No change. open_workbook() loads global data -# and all sheets, releases resources no longer required (principally the -# str or mmap object containing the Workbook stream), and returns. -# -# on_demand=True and BIFF version < 5.0: A warning message is emitted, -# on_demand is recorded as False, and the old process is followed. -# -# on_demand=True and BIFF version >= 5.0: open_workbook() loads global -# data and returns without releasing resources. At this stage, the only -# information available about sheets is Book.nsheets and Book.sheet_names(). -# -# Book.sheet_by_name() and Book.sheet_by_index() will load the requested -# sheet if it is not already loaded. -# -# Book.sheets() will load all/any unloaded sheets. -# -# The caller may save memory by calling -# Book.unload_sheet(sheet_name_or_index) when finished with the sheet. -# This applies irrespective of the state of on_demand. -# -# The caller may re-load an unloaded sheet by calling Book.sheet_by_xxxx() -# -- except if those required resources have been released (which will -# have happened automatically when on_demand is false). This is the only -# case where an exception will be raised. -# -# The caller may query the state of a sheet: -# Book.sheet_loaded(sheet_name_or_index) -> a bool -# -# 2010-12-03 mozman start xlrd3, for changes see NEWS.txt -# -# 2009-04-27 SJM Integrated on_demand patch by Armando Serrano Lombillo -# 2008-11-23 SJM Support dumping FILEPASS and EXTERNNAME records; extra info from SUPBOOK records -# 2008-11-23 SJM colname utility function now supports more than 256 columns -# 2008-04-24 SJM Recovery code for file with out-of-order/missing/wrong CODEPAGE record needed to be called for EXTERNSHEET/BOUNDSHEET/NAME/SHEETHDR records. -# 2008-02-08 SJM Preparation for Excel 2.0 support -# 2008-02-03 SJM Minor tweaks for IronPython support -# 2008-02-02 SJM Previous change stopped dump() and count_records() ... fixed -# 2007-12-25 SJM Decouple Book initialisation & loading -- to allow for multiple loaders. -# 2007-12-20 SJM Better error message for unsupported file format. -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-11-20 SJM Wasn't handling EXTERNSHEET record that needed CONTINUE record(s) -# 2007-07-07 SJM Version changed to 0.7.0 (alpha 1) -# 2007-07-07 SJM Logfile arg wasn't being passed from open_workbook to compdoc.CompDoc -# 2007-05-21 SJM If no CODEPAGE record in pre-8.0 file, assume ascii and keep going. -# 2007-04-22 SJM Removed antique undocumented Book.get_name_dict method. - -import sys -import time -from struct import unpack -import mmap - -from . import sheet -from . import compdoc -from . import formatting -from .biffh import * -from .xldate import xldate_as_tuple, XLDateError -from .formula import * -from .xfcell import XFCell - -empty_cell = sheet.empty_cell # for exposure to the world ... - -DEBUG = False -USE_FANCY_CD = 1 - -MY_EOF = 0xF00BAAA # not a 16-bit number - -SUPBOOK_UNK = 0 -SUPBOOK_INTERNAL = 1 -SUPBOOK_EXTERNAL = 2 -SUPBOOK_ADDIN = 3 -SUPBOOK_DDEOLE = 4 - -SUPPORTED_VERSIONS = (80, 70, 50, 45, 40, 30, 21, 20) - -code_from_builtin_name = { - "Consolidate_Area": "\x00", - "Auto_Open": "\x01", - "Auto_Close": "\x02", - "Extract": "\x03", - "Database": "\x04", - "Criteria": "\x05", - "Print_Area": "\x06", - "Print_Titles": "\x07", - "Recorder": "\x08", - "Data_Form": "\x09", - "Auto_Activate": "\x0A", - "Auto_Deactivate": "\x0B", - "Sheet_Title": "\x0C", - "_FilterDatabase": "\x0D", - } - -builtin_name_from_code = {} -for _bin, _bic in code_from_builtin_name.items(): - builtin_name_from_code[_bic] = _bin - -# -# Open a spreadsheet file for data extraction. -# -# @param filename The path to the spreadsheet file to be opened. -# -# @param logfile An open file to which messages and diagnostics are written. -# -# @param verbosity Increases the volume of trace material written to the logfile. -# -# @param pickleable Default is true. In Python 2.4 or earlier, setting to false -# will cause use of array.array objects which save some memory but can't be pickled. -# In Python 2.5, array.arrays are used unconditionally. Note: if you have large files that -# you need to read multiple times, it can be much faster to cPickle.dump() the xlrd.Book object -# once, and use cPickle.load() multiple times. -# @param use_mmap Whether to use the mmap module is determined heuristically. -# Use this arg to override the result. Current heuristic: mmap is used if it exists. -# -# @param file_contents ... as a string or an mmap.mmap object or some other behave-alike object. -# If file_contents is supplied, filename will not be used, except (possibly) in messages. -# -# @param encoding_override Used to overcome missing or bad codepage information -# in older-version files. Refer to discussion in the Unicode section above. -# - New in version 0.6.0 -# -# @param formatting_info Governs provision of a reference to an XF (eXtended Format) object -# for each cell in the worksheet. -# Default is False. This is backwards compatible and saves memory. -# "Blank" cells (those with their own formatting information but no data) are treated as empty -# (by ignoring the file's BLANK and MULBLANK records). -# It cuts off any bottom "margin" of rows of empty (and blank) cells and -# any right "margin" of columns of empty (and blank) cells. -# Only cell_value and cell_type are available. -# `True` provides all cells, including empty and blank cells. -# XF information is available for each cell. -# - New in version 0.6.1 -# -# @param on_demand Governs whether sheets are all loaded initially or when demanded -# by the caller. Please refer back to the section "Loading worksheets on demand" for details. -# - New in version 0.7.1 -# -# @return An instance of the Book class. - -def open_workbook(filename=None, - logfile=sys.stdout, - verbosity=0, - pickleable=True, - use_mmap=True, - file_contents=None, - encoding_override=None, - formatting_info=False, - on_demand=False): - t0 = time.clock() - workbook = Book() - workbook.biff2_8_load(filename=filename, - file_contents=file_contents, - logfile=logfile, - verbosity=verbosity, - pickleable=pickleable, - use_mmap=use_mmap, - encoding_override=encoding_override, - formatting_info=formatting_info, - on_demand=on_demand) - t1 = time.clock() - workbook.load_time_stage_1 = t1 - t0 - biff_version = workbook.getbof(XL_WORKBOOK_GLOBALS) - if not biff_version: - raise XLRDError("Can't determine file's BIFF version") - - if biff_version not in SUPPORTED_VERSIONS: - raise XLRDError( "BIFF version %s is not supported" % \ - biff_text_from_num[biff_version]) - - workbook.biff_version = biff_version - - if biff_version <= 40: - # no workbook globals, only 1 worksheet - if on_demand: - fprintf(workbook.logfile, - "*** WARNING: on_demand is not supported for this Excel version.\n" \ - "*** Setting on_demand to False.\n") - workbook.on_demand = on_demand = False - workbook.fake_globals_get_sheet() - elif biff_version == 45: - # worksheet(s) embedded in global stream - workbook.parse_globals() - if on_demand: - fprintf(workbook.logfile, - "*** WARNING: on_demand is not supported for this Excel version.\n" \ - "*** Setting on_demand to False.\n") - workbook.on_demand = on_demand = False - else: - workbook.parse_globals() - workbook._sheet_list = [None for sh in workbook._sheet_names] - if not on_demand: - workbook.get_sheets() - - workbook.nsheets = len(workbook._sheet_list) - if biff_version == 45 and workbook.nsheets > 1: - fprintf(workbook.logfile, - "*** WARNING: Excel 4.0 workbook (.XLW) file contains %d worksheets.\n" \ - "*** Book-level data will be that of the last worksheet.\n", - workbook.nsheets) - - if not on_demand: - workbook.release_resources() - t2 = time.clock() - workbook.load_time_stage_2 = t2 - t1 - return workbook - -# For debugging: dump the file's BIFF records in char & hex. -# @param filename The path to the file to be dumped. -# @param outfile An open file, to which the dump is written. -# @param unnumbered If true, omit offsets (for meaningful diffs). - -def dump(filename, outfile=sys.stdout, unnumbered=False): - workbook = Book() - workbook.biff2_8_load(filename=filename, logfile=outfile, ) - biff_dump(workbook.mem, workbook.base, workbook.stream_len, 0, outfile, unnumbered) - -# For debugging and analysis: summarise the file's BIFF records. -# I.e. produce a sorted file of (record_name, count). -# @param filename The path to the file to be summarised. -# @param outfile An open file, to which the summary is written. - -def count_records(filename, outfile=sys.stdout): - workbook = Book() - workbook.biff2_8_load(filename=filename, logfile=outfile, ) - biff_count_records(workbook.mem, workbook.base, workbook.stream_len, outfile) - -# Information relating to a named reference, formula, macro, etc. -# - New in version 0.6.0 -# - Name information is **not** extracted from files older than -# Excel 5.0 (Book.biff_version < 50) - -class Name(BaseObject): - - _repr_these = ['stack'] - book = None # parent - - # 0 = Visible; 1 = Hidden - hidden = 0 - - # 0 = Command macro; 1 = Function macro. Relevant only if macro == 1 - func = 0 - - # 0 = Sheet macro; 1 = VisualBasic macro. Relevant only if macro == 1 - vbasic = 0 - - # 0 = Standard name; 1 = Macro name - macro = 0 - - # 0 = Simple formula; 1 = Complex formula (array formula or user defined) - # ´No examples have been sighted.´ - complex = 0 - - # 0 = User-defined name; 1 = Built-in name - # (common examples: Print_Area, Print_Titles; see OOo docs for full list) - builtin = 0 - - # Function group. Relevant only if macro == 1; see OOo docs for values. - funcgroup = 0 - - # 0 = Formula definition; 1 = Binary data ´No examples have been sighted.´ - binary = 0 - - # The index of this object in book.name_obj_list - name_index = 0 - - # A Unicode string. If builtin, decoded as per OOo docs. - name = "" - - # An 8-bit string. - raw_formula = "" - - # -1: The name is global (visible in all calculation sheets). - # -2: The name belongs to a macro sheet or VBA sheet. - # -3: The name is invalid. - # 0 <= scope < book.nsheets: The name is local to the sheet whose index is scope. - scope = -1 - - # The result of evaluating the formula, if any. - # If no formula, or evaluation of the formula encountered problems, - # the result is None. Otherwise the result is a single instance of the - # Operand class. - result = None - - # This is a convenience method for the frequent use case where the name - # refers to a single cell. - # @return An instance of the Cell class. - # @throws XLRDError The name is not a constant absolute reference - # to a single cell. - def cell(self): - res = self.result - if res: - # result should be an instance of the Operand class - kind = res.kind - value = res.value - if kind == oREF and len(value) == 1: - ref3d = value[0] - if (0 <= ref3d.shtxlo == ref3d.shtxhi - 1 - and ref3d.rowxlo == ref3d.rowxhi - 1 - and ref3d.colxlo == ref3d.colxhi - 1): - sh = self.book.sheet_by_index(ref3d.shtxlo) - return sh.cell(ref3d.rowxlo, ref3d.colxlo) - self.dump(self.book.logfile, - header="=== Dump of Name object ===", - footer="======= End of dump =======") - raise XLRDError("Not a constant absolute reference to a single cell") - - # This is a convenience method for the use case where the name - # refers to one rectangular area in one worksheet. - # @param clipped If true (the default), the returned rectangle is clipped - # to fit in (0, sheet.nrows, 0, sheet.ncols) -- it is guaranteed that - # 0 <= rowxlo <= rowxhi <= sheet.nrows and that the number of usable rows - # in the area (which may be zero) is rowxhi - rowxlo; likewise for columns. - # @return a tuple (sheet_object, rowxlo, rowxhi, colxlo, colxhi). - # @throws XLRDError The name is not a constant absolute reference - # to a single area in a single sheet. - def area2d(self, clipped=True): - res = self.result - if res: - # result should be an instance of the Operand class - kind = res.kind - value = res.value - if kind == oREF and len(value) == 1: # only 1 reference - ref3d = value[0] - if 0 <= ref3d.shtxlo == ref3d.shtxhi - 1: # only 1 usable sheet - sh = self.book.sheet_by_index(ref3d.shtxlo) - if not clipped: - return sh, ref3d.rowxlo, ref3d.rowxhi, ref3d.colxlo, ref3d.colxhi - rowxlo = min(ref3d.rowxlo, sh.nrows) - rowxhi = max(rowxlo, min(ref3d.rowxhi, sh.nrows)) - colxlo = min(ref3d.colxlo, sh.ncols) - colxhi = max(colxlo, min(ref3d.colxhi, sh.ncols)) - assert 0 <= rowxlo <= rowxhi <= sh.nrows - assert 0 <= colxlo <= colxhi <= sh.ncols - return sh, rowxlo, rowxhi, colxlo, colxhi - self.dump(self.book.logfile, - header="=== Dump of Name object ===", - footer="======= End of dump =======", - ) - raise XLRDError("Not a constant absolute reference to a single area in a single sheet") - -# Contents of a "workbook". -# WARNING: You don't call this class yourself. You use the Book object that -# was returned when you called xlrd.open_workbook("myfile.xls"). - -class Book(BaseObject): - - # The number of worksheets present in the workbook file. - # This information is available even when no sheets have yet been loaded. - nsheets = 0 - - # Which date system was in force when this file was last saved. - # 0 => 1900 system (the Excel for Windows default). - # 1 => 1904 system (the Excel for Macintosh default). - datemode = 0 # In case it's not specified in the file. - - # Version of BIFF (Binary Interchange File Format) used to create the file. - # Latest is 8.0 (represented here as 80), introduced with Excel 97. - # Earliest supported by this module: 2.0 (represented as 20). - biff_version = 0 - - # List containing a Name object for each NAME record in the workbook. - # - New in version 0.6.0 - name_obj_list = [] - - # An integer denoting the character set used for strings in this file. - # For BIFF 8 and later, this will be 1200, meaning Unicode; more precisely, UTF_16_LE. - # For earlier versions, this is used to derive the appropriate Python encoding - # to be used to convert to Unicode. - # Examples: 1252 -> 'cp1252', 10000 -> 'mac_roman' - codepage = None - - # The encoding that was derived from the codepage. - encoding = None - - # A tuple containing the (telephone system) country code for: - # [0]: the user-interface setting when the file was created. - # [1]: the regional settings. - # Example: (1, 61) meaning (USA, Australia). - # This information may give a clue to the correct encoding for an unknown codepage. - # For a long list of observed values, refer to the OpenOffice.org documentation for - # the COUNTRY record. - countries = (0, 0) - - # What (if anything) is recorded as the name of the last user to save the file. - user_name = '' - - # A list of Font class instances, each corresponding to a FONT record. - # - New in version 0.6.1 - font_list = [] - - # A list of XF class instances, each corresponding to an XF record. - # - New in version 0.6.1 - xf_list = [] - - # A list of Format objects, each corresponding to a FORMAT record, in - # the order that they appear in the input file. - # It does not contain builtin formats. - # If you are creating an output file using (for example) pyExcelerator, - # use this list. - # The collection to be used for all visual rendering purposes is format_map. - # - New in version 0.6.1 - format_list = [] - - # The mapping from XF.format_key to Format object. - # - New in version 0.6.1 - format_map = {} - - # This provides access via name to the extended format information for - # both built-in styles and user-defined styles. - # It maps name to (built_in, xf_index), where: - # name is either the name of a user-defined style, - # or the name of one of the built-in styles. Known built-in names are - # Normal, RowLevel_1 to RowLevel_7, - # ColLevel_1 to ColLevel_7, Comma, Currency, Percent, "Comma [0]", - # "Currency [0]", Hyperlink, and "Followed Hyperlink". - # ´built_in´ 1 = built-in style, 0 = user-defined - # ´xf_index´ is an index into Book.xf_list. - # References: OOo docs s6.99 (STYLE record); Excel UI Format/Style - # - New in version 0.6.1 - style_name_map = {} - - # This provides definitions for colour indexes. Please refer to the - # above section "The Palette; Colour Indexes" for an explanation - # of how colours are represented in Excel. - # Colour indexes into the palette map into (red, green, blue) tuples. - # "Magic" indexes e.g. 0x7FFF map to None. - # ´colour_map´ is what you need if you want to render cells on screen or in a PDF - # file. If you are writing an output XLS file, use palette_record. - # - New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) - colour_map = {} - - # If the user has changed any of the colours in the standard palette, the XLS - # file will contain a PALETTE record with 56 (16 for Excel 4.0 and earlier) - # RGB values in it, and this list will be e.g. [(r0, b0, g0), ..., (r55, b55, g55)]. - # Otherwise this list will be empty. This is what you need if you are - # writing an output XLS file. If you want to render cells on screen or in a PDF - # file, use colour_map. - # - New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) - palette_record = [] - - # Time in seconds to extract the XLS image as a contiguous string (or mmap equivalent). - load_time_stage_1 = -1.0 - - # Time in seconds to parse the data from the contiguous string (or mmap equivalent). - load_time_stage_2 = -1.0 - - # @return A list of all sheets in the book. - # All sheets not already loaded will be loaded. - def sheets(self): - for sheetx in range(self.nsheets): - if not self._sheet_list[sheetx]: - self.get_sheet(sheetx) - return self._sheet_list[:] - - # @param sheetx Sheet index in range(nsheets) - # @return An object of the Sheet class - def sheet_by_index(self, sheetx): - return self._sheet_list[sheetx] or self.get_sheet(sheetx) - - # @param sheet_name Name of sheet required - # @return An object of the Sheet class - def sheet_by_name(self, sheet_name): - try: - sheetx = self._sheet_names.index(sheet_name) - except ValueError: - raise XLRDError('No sheet named <%r>' % sheet_name) - return self.sheet_by_index(sheetx) - - # @return A list of the names of all the worksheets in the workbook file. - # This information is available even when no sheets have yet been loaded. - def sheet_names(self): - return self._sheet_names[:] - - # @param sheet_name_or_index Name or index of sheet enquired upon - # @return true if sheet is loaded, false otherwise - # -- New in version 0.7.1 - def sheet_loaded(self, sheet_name_or_index): - # using type(1) because int won't work with Python 2.1 - if isinstance(sheet_name_or_index, type(1)): - sheetx = sheet_name_or_index - else: - try: - sheetx = self._sheet_names.index(sheet_name_or_index) - except ValueError: - raise XLRDError('No sheet named <%r>' % sheet_name_or_index) - return self._sheet_list[sheetx] and True or False # Python 2.1 again - - # @param sheet_name_or_index Name or index of sheet to be unloaded. - # - New in version 0.7.1 - def unload_sheet(self, sheet_name_or_index): - # using type(1) because int won't work with Python 2.1 - if isinstance(sheet_name_or_index, type(1)): - sheetx = sheet_name_or_index - else: - try: - sheetx = self._sheet_names.index(sheet_name_or_index) - except ValueError: - raise XLRDError('No sheet named <%r>' % sheet_name_or_index) - self._sheet_list[sheetx] = None - - # A mapping from (lower_case_name, scope) to a single Name object. - # - New in version 0.6.0 - name_and_scope_map = {} - - # A mapping from lower_case_name to a list of Name objects. The list is - # sorted in scope order. Typically there will be one item (of global scope) - # in the list. - # - New in version 0.6.0 - name_map = {} - - def __init__(self): - self._sheet_list = [] - self._sheet_names = [] - self._sheet_visibility = [] # from BOUNDSHEET record - self.nsheets = 0 - self._sh_abs_posn = [] # sheet's absolute position in the stream - self._sharedstrings = [] - self.raw_user_name = False - self._sheethdr_count = 0 # BIFF 4W only - self.builtinfmtcount = -1 # unknown as yet. BIFF 3, 4S, 4W - self.initialise_format_info() - self._all_sheets_count = 0 # includes macro & VBA sheets - self._supbook_count = 0 - self._supbook_locals_inx = None - self._supbook_addins_inx = None - - # maps an all_sheets index to a calc-sheets index (or -1) - self._all_sheets_map = [] - self._externsheet_info = [] - self._externsheet_type_b57 = [] - self._extnsht_name_from_num = {} - self._sheet_num_from_name = {} - self._extnsht_count = 0 - self._supbook_types = [] - self._resources_released = 0 - self.addin_func_names = [] - self.name_obj_list = [] - self.colour_map = {} - self.palette_record = [] - self.xf_list = [] - self.style_name_map = {} - - def biff2_8_load(self, filename=None, - file_contents=None, - logfile=sys.stdout, - verbosity=0, - pickleable=True, - use_mmap=True, - encoding_override=None, - formatting_info=False, - on_demand=False): - - self.logfile = logfile - self.verbosity = verbosity - self.pickleable = pickleable - self.use_mmap = use_mmap - self.encoding_override = encoding_override - self.formatting_info = formatting_info - self.on_demand = on_demand - - need_close_filestr = 0 - if not file_contents: - if self.use_mmap: - open_mode = "r+b" - else: - open_mode = "rb" - retry = False - try: - f = open(filename, open_mode) - except IOError: - e, v = sys.exc_info()[:2] - if open_mode == "r+b" and \ - (v.errno == 13 or v.strerror == "Permission denied"): - # Maybe the file is read-only - retry = True - self.use_mmap = False - else: - raise - if retry: - f = open(filename, "rb") - if self.use_mmap: - f.seek(0, 2) # EOF - size = f.tell() - f.seek(0, 0) # BOF - filestr = mmap.mmap(f.fileno(), size, access=mmap.ACCESS_READ) - need_close_filestr = 1 - self.stream_len = size - else: - filestr = f.read() - self.stream_len = len(filestr) - f.close() - else: - filestr = file_contents - self.stream_len = len(file_contents) - - self.base = 0 - if filestr[:8] != compdoc.SIGNATURE: - # got this one at the antique store - self.mem = filestr - else: - cd = compdoc.CompDoc(filestr, logfile=self.logfile) - if USE_FANCY_CD: - for qname in ['Workbook', 'Book']: - self.mem, self.base, self.stream_len = cd.locate_named_stream(qname) - if self.mem: break - else: - raise XLRDError("Can't find workbook in OLE2 compound document") - else: - for qname in ['Workbook', 'Book']: - self.mem = cd.get_named_stream(qname) - if self.mem: break - else: - raise XLRDError("Can't find workbook in OLE2 compound document") - self.stream_len = len(self.mem) - del cd - if self.mem is not filestr: - if need_close_filestr: - filestr.close() - del filestr - self._position = self.base - if DEBUG: - print("mem: %s, base: %d, len: %d" % (type(self.mem), self.base, self.stream_len), file=self.logfile) - - def initialise_format_info(self): - # needs to be done once per sheet for BIFF 4W :-( - self.format_map = {} - self.format_list = [] - self.xfcount = 0 - self.actualfmtcount = 0 # number of FORMAT records seen so far - self._xf_index_to_xl_type_map = {} - self._xf_epilogue_done = 0 - self.xf_list = [] - self.font_list = [] - - def release_resources(self): - self._resources_released = 1 - del self.mem - del self._sharedstrings - - def get2bytes(self): - pos = self._position - buff_two = self.mem[pos:pos+2] - lenbuff = len(buff_two) - self._position += lenbuff - if lenbuff < 2: - return MY_EOF - lo, hi = buff_two - return (hi << 8) | lo #(to_py3): - - def get_record_parts(self): - pos = self._position - mem = self.mem - code, length = unpack('= 2: - fprintf(self.logfile, - "BOUNDSHEET: inx=%d vis=%r sheet_name=%r abs_posn=%d sheet_type=0x%02x\n", - self._all_sheets_count, visibility, sheet_name, abs_posn, sheet_type) - self._all_sheets_count += 1 - if sheet_type != XL_BOUNDSHEET_WORKSHEET: - self._all_sheets_map.append(-1) - descr = { - 1: 'Macro sheet', - 2: 'Chart', - 6: 'Visual Basic module', - }.get(sheet_type, 'UNKNOWN') - - fprintf(self.logfile, - "NOTE *** Ignoring non-worksheet data named %r (type 0x%02x = %s)\n", - sheet_name, sheet_type, descr) - else: - snum = len(self._sheet_names) - self._all_sheets_map.append(snum) - self._sheet_names.append(sheet_name) - self._sh_abs_posn.append(abs_posn) - self._sheet_visibility.append(visibility) - self._sheet_num_from_name[sheet_name] = snum - - def handle_builtinfmtcount(self, data): - # N.B. This count appears to be utterly useless. - builtinfmtcount = unpack('= 2: - fprintf(self.logfile, "*** No CODEPAGE record; assuming 1200 (utf_16_le)\n") - else: - codepage = self.codepage - if codepage in encoding_from_codepage: - encoding = encoding_from_codepage[codepage] - elif 300 <= codepage <= 1999: - encoding = 'cp' + str(codepage) - else: - encoding = 'unknown_codepage_' + str(codepage) - if DEBUG or (self.verbosity and encoding != self.encoding) : - fprintf(self.logfile, "CODEPAGE: codepage %r -> encoding %r\n", - codepage, encoding) - self.encoding = encoding - if self.codepage != 1200: # utf_16_le - # If we don't have a codec that can decode ASCII into Unicode, - # we're well & truly stuffed -- let the punter know ASAP. - try: - _unused = str(b'trial', self.encoding) - except: - ei = sys.exc_info()[:2] - fprintf(self.logfile, - "ERROR *** codepage %r -> encoding %r -> %s: %s\n", - self.codepage, self.encoding, ei[0].__name__.split(".")[-1], ei[1]) - raise - if self.raw_user_name: - strg = unpack_string(self.user_name, 0, self.encoding, lenlen=1) - strg = strg.rstrip() - self.user_name = strg - self.raw_user_name = False - return self.encoding - - def handle_codepage(self, data): - codepage = unpack('= 2 - if self.biff_version >= 80: - option_flags, other_info =unpack("= 1 - verbose2 = DEBUG or self.verbosity >= 2 - if self.biff_version >= 80: - num_refs = unpack("= 2: - logf = self.logfile - fprintf(logf, "FILEPASS:\n") - hex_char_dump(data, 0, len(data), base=0, fout=logf) - if self.biff_version >= 80: - kind1, = unpack('= 2 - if self.biff_version < 50: - return - self.derive_encoding() - - # unpack - (option_flags, - kb_shortcut, - name_len, - fmla_len, - extsht_index, - sheet_index, - menu_text_len, - description_text_len, - help_topic_text_len, - status_bar_text_len) = unpack("> nshift) - - macro_flag = " M"[nobj.macro] - if self.biff_version < 80: - internal_name, pos = unpack_string_update_pos(data, 14, self.encoding, known_len=name_len) - else: - internal_name, pos = unpack_unicode_update_pos(data, 14, known_len=name_len) - nobj.extn_sheet_num = extsht_index - nobj.excel_sheet_index = sheet_index - nobj.scope = None # patched up in the names_epilogue() method - if verbose: - print("NAME[%d]:%s oflags=%d, name_len=%d, fmla_len=%d, extsht_index=%d, sheet_index=%d, name=%r" \ - % (name_index, macro_flag, option_flags, name_len, - fmla_len, extsht_index, sheet_index, internal_name)) - name = internal_name - if nobj.builtin: - name = builtin_name_from_code.get(name, "??Unknown??") - if verbose: print(" builtin: %s" % name) - nobj.name = name - nobj.raw_formula = data[pos:] - nobj.basic_formula_len = fmla_len - nobj.evaluated = 0 - if verbose: - nobj.dump(self.logfile, - header="--- handle_name: name[%d] ---" % name_index, - footer="-------------------") - - def names_epilogue(self): - verbose = self.verbosity >= 2 - f = self.logfile - if verbose: - print("+++++ names_epilogue +++++", file=f) - print("_all_sheets_map", self._all_sheets_map, file=f) - print("_extnsht_name_from_num", self._extnsht_name_from_num, file=f) - print("_sheet_num_from_name", self._sheet_num_from_name, file=f) - num_names = len(self.name_obj_list) - for namex in range(num_names): - nobj = self.name_obj_list[namex] - # Convert from excel_sheet_index to scope. - # This is done here because in BIFF7 and earlier, the - # BOUNDSHEET records (from which _all_sheets_map is derived) - # come after the NAME records. - if self.biff_version >= 80: - sheet_index = nobj.excel_sheet_index - if sheet_index == 0: - intl_sheet_index = -1 # global - elif 1 <= sheet_index <= len(self._all_sheets_map): - intl_sheet_index = self._all_sheets_map[sheet_index-1] - if intl_sheet_index == -1: # maps to a macro or VBA sheet - intl_sheet_index = -2 # valid sheet reference but not useful - else: - # huh? - intl_sheet_index = -3 # invalid - elif 50 <= self.biff_version <= 70: - sheet_index = nobj.extn_sheet_num - if sheet_index == 0: - intl_sheet_index = -1 # global - else: - sheet_name = self._extnsht_name_from_num[sheet_index] - intl_sheet_index = self._sheet_num_from_name.get(sheet_name, -2) - nobj.scope = intl_sheet_index - - for namex in range(num_names): - nobj = self.name_obj_list[namex] - # Parse the formula ... - if nobj.macro or nobj.binary: continue - if nobj.evaluated: continue - evaluate_name_formula(self, nobj, namex, verbose=verbose) - - if self.verbosity >= 2: - print("---------- name object dump ----------", file=f) - for namex in range(num_names): - nobj = self.name_obj_list[namex] - nobj.dump(f, header="--- name[%d] ---" % namex) - print("--------------------------------------", file=f) - # - # Build some dicts for access to the name objects - # - name_and_scope_map = {} - name_map = {} - for namex in range(num_names): - nobj = self.name_obj_list[namex] - name_lcase = nobj.name.lower() - key = (name_lcase, nobj.scope) - if key in name_and_scope_map: - msg = 'Duplicate entry %r in name_and_scope_map' % (key, ) - if 0: - raise XLRDError(msg) - else: - if self.verbosity: - print(msg, file=f) - name_and_scope_map[key] = nobj - if name_lcase in name_map: - name_map[name_lcase].append((nobj.scope, nobj)) - else: - name_map[name_lcase] = [(nobj.scope, nobj)] - for key in list(name_map.keys()): - alist = name_map[key] - alist.sort() - name_map[key] = [x[1] for x in alist] - self.name_and_scope_map = name_and_scope_map - self.name_map = name_map - - def handle_obj(self, data): - # Not doing much handling at all. - # Worrying about embedded (BOF ... EOF) substreams is done elsewhere. - obj_type, obj_id = unpack('= 2 - num_sheets = unpack("= 2: - fprintf(self.logfile, "SST: unique strings: %d\n", uniquestrings) - while True: - code, nb, data = self.get_record_parts_conditional(XL_CONTINUE) - if code is None: - break - nbt += nb - if DEBUG: - fprintf(self.logfile, "CONTINUE: adding %d bytes to SST -> %d\n", nb, nbt) - strlist.append(data) - self._sharedstrings = unpack_SST_table(strlist, uniquestrings) - if DEBUG: - t1 = time.time() - print("SST processing took %.2f seconds" % (t1 - t0, ), file=self.logfile) - - def handle_writeaccess(self, data): - if self.biff_version < 80: - if not self.encoding: - self.raw_user_name = True - self.user_name = data - return - strg = unpack_string(data, 0, self.encoding, lenlen=1) - else: - strg = unpack_unicode(data, 0, lenlen=2) - if DEBUG: - print("WRITEACCESS: %d bytes; raw=%d %r" % (len(data), self.raw_user_name, strg), file=self.logfile) - strg = strg.rstrip() - self.user_name = strg - - def parse_globals(self): - # no need to position, just start reading (after the BOF) - formatting.initialise_book(self) - while True: - rc, length, data = self.get_record_parts() - if DEBUG: - print("parse_globals: record code is 0x%04x" % rc) - if rc == XL_SST: - self.handle_sst(data) - elif rc == XL_FONT or rc == XL_FONT_B3B4: - self.handle_font(data) - elif rc == XL_FORMAT: # XL_FORMAT2 is BIFF <= 3.0, can't appear in globals - self.handle_format(data) - elif rc == XL_XF: - self.handle_xf(data) - elif rc == XL_BOUNDSHEET: - self.handle_boundsheet(data) - elif rc == XL_DATEMODE: - self.handle_datemode(data) - elif rc == XL_CODEPAGE: - self.handle_codepage(data) - elif rc == XL_COUNTRY: - self.handle_country(data) - elif rc == XL_EXTERNNAME: - self.handle_externname(data) - elif rc == XL_EXTERNSHEET: - self.handle_externsheet(data) - elif rc == XL_FILEPASS: - self.handle_filepass(data) - elif rc == XL_WRITEACCESS: - self.handle_writeaccess(data) - elif rc == XL_SHEETSOFFSET: - self.handle_sheetsoffset(data) - elif rc == XL_SHEETHDR: - self.handle_sheethdr(data) - elif rc == XL_SUPBOOK: - self.handle_supbook(data) - elif rc == XL_NAME: - self.handle_name(data) - elif rc == XL_PALETTE: - self.handle_palette(data) - elif rc == XL_STYLE: - self.handle_style(data) - elif rc & 0xff == 9: - print("*** Unexpected BOF at posn %d: 0x%04x len=%d data=%r" \ - % (self._position - length - 4, rc, length, data), file=self.logfile) - elif rc == XL_EOF: - self.xf_epilogue() - self.names_epilogue() - self.palette_epilogue() - if not self.encoding: - self.derive_encoding() - if self.biff_version == 45: - if DEBUG: - print("global EOF: position", self._position) - return - - def read(self, pos, length): - data = self.mem[pos:pos+length] - self._position = pos + len(data) - return data - - def getbof(self, rqd_stream): - def bof_error(msg): - raise XLRDError('Unsupported format, or corrupt file: ' + msg) - - if DEBUG: - print("reqd: 0x%04x" % rqd_stream, file=self.logfile) - - savpos = self._position - opcode = self.get2bytes() - - if opcode == MY_EOF: - bof_error('Expected BOF record; met end of file') - - if opcode not in bofcodes: - bof_error('Expected BOF record; found %r' % self.mem[savpos:savpos+8]) - - length = self.get2bytes() - if length == MY_EOF: - bof_error('Incomplete BOF record[1]; met end of file') - - if length < boflen[opcode] or length > 20: - bof_error('Invalid length (%d) for BOF record type 0x%04x' % (length, opcode)) - - data = self.read(self._position, length); - if DEBUG: print("\ngetbof(): data=%r" % data, file=self.logfile) - if len(data) < length: - bof_error('Incomplete BOF record[2]; met end of file') - version1 = opcode >> 8 - version2, streamtype = unpack('= 2: - print("BOF: op=0x%04x vers=0x%04x stream=0x%04x buildid=%d buildyr=%d -> BIFF%d" \ - % (opcode, version2, streamtype, build, year, version), file=self.logfile) - got_globals = streamtype == XL_WORKBOOK_GLOBALS or ( - version == 45 and streamtype == XL_WORKBOOK_GLOBALS_4W) - if (rqd_stream == XL_WORKBOOK_GLOBALS and got_globals) or streamtype == rqd_stream: - return version - if version < 50 and streamtype == XL_WORKSHEET: - return version - if version >= 50 and streamtype == 0x0100: - bof_error("Workspace file -- no spreadsheet data") - bof_error( - 'BOF not workbook/worksheet: op=0x%04x vers=0x%04x strm=0x%04x build=%d year=%d -> BIFF%d' \ - % (opcode, version2, streamtype, build, year, version)) - -# === helper functions - -def expand_cell_address(inrow, incol): - # Ref : OOo docs, "4.3.4 Cell Addresses in BIFF8" - outrow = inrow - if incol & 0x8000: - if outrow >= 32768: - outrow -= 65536 - relrow = 1 - else: - relrow = 0 - outcol = incol & 0xFF - if incol & 0x4000: - if outcol >= 128: - outcol -= 256 - relcol = 1 - else: - relcol = 0 - return outrow, outcol, relrow, relcol - -def colname(colx, _A2Z="ABCDEFGHIJKLMNOPQRSTUVWXYZ"): - assert colx >= 0 - name = '' - while True: - quot, rem = divmod(colx, 26) - name = _A2Z[rem] + name - if not quot: - return name - colx = quot - 1 - -def display_cell_address(rowx, colx, relrow, relcol): - if relrow: - rowpart = "(*%s%d)" % ("+-"[rowx < 0], abs(rowx)) - else: - rowpart = "$%d" % (rowx+1,) - if relcol: - colpart = "(*%s%d)" % ("+-"[colx < 0], abs(colx)) - else: - colpart = "$" + colname(colx) - return colpart + rowpart - -def unpack_SST_table(datatab, nstrings): - """ Return list of strings """ - datainx = 0 - ndatas = len(datatab) - data = datatab[0] - datalen = len(data) - pos = 8 - strings = [] - strappend = strings.append - local_unpack = unpack - local_min = min - #(to_py3): local_ord = ord - latin_1 = "latin_1" - for _unused_i in range(nstrings): - nchars = local_unpack('> 1, charsneed) - rawstrg = data[pos:pos+2*charsavail] - try: - #(to_py3) accstrg += unicode(rawstrg, "utf_16_le") - accstrg += str(rawstrg, "utf_16_le") - except: - # print "SST U16: nchars=%d pos=%d rawstrg=%r" % (nchars, pos, rawstrg) - # Probable cause: dodgy data e.g. unfinished surrogate pair. - # E.g. file unicode2.xls in pyExcelerator's examples has cells containing - # unichr(i) for i in range(0x100000) - # so this will include 0xD800 etc - raise - pos += (2 * charsavail) - else: - # Note: this is COMPRESSED (not ASCII!) encoding!!! - charsavail = local_min(datalen - pos, charsneed) - rawstrg = data[pos:pos+charsavail] - #(to_py3) accstrg += unicode(rawstrg, latin_1) - accstrg += str(rawstrg, latin_1) - pos += charsavail - charsgot += charsavail - if charsgot == nchars: - break - datainx += 1 - data = datatab[datainx] - datalen = len(data) - #(to_py3): options = local_ord(data[0]) - options = data[0] - pos = 1 - pos += rtsz # size of richtext & phonetic stuff to skip - # also allow for the rich text etc being split ... - if pos >= datalen: - # adjust to correct position in next record - pos = pos - datalen - datainx += 1 - if datainx < ndatas: - data = datatab[datainx] - datalen = len(data) - else: - assert _unused_i == nstrings - 1 - strappend(accstrg) - return strings diff --git a/tablib/packages/xlrd3/biffh.py b/tablib/packages/xlrd3/biffh.py deleted file mode 100644 index d99e3a3..0000000 --- a/tablib/packages/xlrd3/biffh.py +++ /dev/null @@ -1,620 +0,0 @@ -# Support module for the xlrd3 package. -# -# Portions copyright (c) 2005-2008 Stephen John Machin, Lingfo Pty Ltd -# This module is part of the xlrd package, which is released under a -# BSD-style licence. -# -# 2010-12-08 mozman refactoring for python 3 -# 2008-02-10 SJM BIFF2 BLANK record -# 2008-02-08 SJM Preparation for Excel 2.0 support -# 2008-02-02 SJM Added suffixes (_B2, _B2_ONLY, etc) on record names for -# biff_dump & biff_count -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-09-08 SJM Avoid crash when zero-length Unicode string missing options byte. -# 2007-04-22 SJM Remove experimental "trimming" facility. - -import sys -from struct import unpack - -encoding_from_codepage = { - 1200 : 'utf_16_le', - 10000: 'mac_roman', - 10006: 'mac_greek', # guess - 10007: 'mac_cyrillic', # guess - 10029: 'mac_latin2', # guess - 10079: 'mac_iceland', # guess - 10081: 'mac_turkish', # guess - 32768: 'mac_roman', - 32769: 'cp1252', - } - -# some more guessing, for Indic scripts -# codepage 57000 range: -# 2 Devanagari [0] -# 3 Bengali [1] -# 4 Tamil [5] -# 5 Telegu [6] -# 6 Assamese [1] c.f. Bengali -# 7 Oriya [4] -# 8 Kannada [7] -# 9 Malayalam [8] -# 10 Gujarati [3] -# 11 Gurmukhi [2] - -FUN = 0 # unknown -FDT = 1 # date -FNU = 2 # number -FGE = 3 # general -FTX = 4 # text - -DATEFORMAT = FDT -NUMBERFORMAT = FNU - -XL_CELL_EMPTY = 0 -XL_CELL_TEXT = 1 -XL_CELL_NUMBER = 2 -XL_CELL_DATE = 3 -XL_CELL_BOOLEAN = 4 -XL_CELL_ERROR = 5 -XL_CELL_BLANK = 6 # for use in debugging, gathering stats, etc - -biff_text_from_num = { - 0: "(not BIFF)", - 20: "2.0", - 21: "2.1", - 30: "3", - 40: "4S", - 45: "4W", - 50: "5", - 70: "7", - 80: "8", - 85: "8X", -} - -# This dictionary can be used to produce a text version of the internal codes -# that Excel uses for error cells. Here are its contents: -error_text_from_code = { - 0x00: '#NULL!', # Intersection of two cell ranges is empty - 0x07: '#DIV/0!', # Division by zero - 0x0F: '#VALUE!', # Wrong type of operand - 0x17: '#REF!', # Illegal or deleted cell reference - 0x1D: '#NAME?', # Wrong function or range name - 0x24: '#NUM!', # Value range overflow - 0x2A: '#N/A!', # Argument or function not available -} - -BIFF_FIRST_UNICODE = 80 - -XL_WORKBOOK_GLOBALS = WBKBLOBAL = 0x5 -XL_WORKBOOK_GLOBALS_4W = 0x100 -XL_WORKSHEET = WRKSHEET = 0x10 - -XL_BOUNDSHEET_WORKSHEET = 0x00 -XL_BOUNDSHEET_CHART = 0x02 -XL_BOUNDSHEET_VB_MODULE = 0x06 - -# XL_RK2 = 0x7e -XL_ARRAY = 0x0221 -XL_ARRAY2 = 0x0021 -XL_BLANK = 0x0201 -XL_BLANK_B2 = 0x01 -XL_BOF = 0x809 -XL_BOOLERR = 0x205 -XL_BOOLERR_B2 = 0x5 -XL_BOUNDSHEET = 0x85 -XL_BUILTINFMTCOUNT = 0x56 -XL_CF = 0x01B1 -XL_CODEPAGE = 0x42 -XL_COLINFO = 0x7D -XL_COLUMNDEFAULT = 0x20 # BIFF2 only -XL_COLWIDTH = 0x24 # BIFF2 only -XL_CONDFMT = 0x01B0 -XL_CONTINUE = 0x3c -XL_COUNTRY = 0x8C -XL_DATEMODE = 0x22 -XL_DEFAULTROWHEIGHT = 0x0225 -XL_DEFCOLWIDTH = 0x55 -XL_DIMENSION = 0x200 -XL_DIMENSION2 = 0x0 -XL_EFONT = 0x45 -XL_EOF = 0x0a -XL_EXTERNNAME = 0x23 -XL_EXTERNSHEET = 0x17 -XL_EXTSST = 0xff -XL_FEAT11 = 0x872 -XL_FILEPASS = 0x2f -XL_FONT = 0x31 -XL_FONT_B3B4 = 0x231 -XL_FORMAT = 0x41e -XL_FORMAT2 = 0x1E # BIFF2, BIFF3 -XL_FORMULA = 0x6 -XL_FORMULA3 = 0x206 -XL_FORMULA4 = 0x406 -XL_GCW = 0xab -XL_INDEX = 0x20b -XL_INTEGER = 0x2 # BIFF2 only -XL_IXFE = 0x44 # BIFF2 only -XL_LABEL = 0x204 -XL_LABEL_B2 = 0x04 -XL_LABELRANGES = 0x15f -XL_LABELSST = 0xfd -XL_MERGEDCELLS = 0xE5 -XL_MSO_DRAWING = 0x00EC -XL_MSO_DRAWING_GROUP = 0x00EB -XL_MSO_DRAWING_SELECTION = 0x00ED -XL_MULRK = 0xbd -XL_MULBLANK = 0xbe -XL_NAME = 0x18 -XL_NOTE = 0x1c -XL_NUMBER = 0x203 -XL_NUMBER_B2 = 0x3 -XL_OBJ = 0x5D -XL_PALETTE = 0x92 -XL_RK = 0x27e -XL_ROW = 0x208 -XL_ROW_B2 = 0x08 -XL_RSTRING = 0xd6 -XL_SHEETHDR = 0x8F # BIFF4W only -XL_SHEETSOFFSET = 0x8E # BIFF4W only -XL_SHRFMLA = 0x04bc -XL_SST = 0xfc -XL_STANDARDWIDTH = 0x99 -XL_STRING = 0x207 -XL_STRING_B2 = 0x7 -XL_STYLE = 0x293 -XL_SUPBOOK = 0x1AE -XL_TABLEOP = 0x236 -XL_TABLEOP2 = 0x37 -XL_TABLEOP_B2 = 0x36 -XL_TXO = 0x1b6 -XL_UNCALCED = 0x5e -XL_UNKNOWN = 0xffff -XL_WINDOW2 = 0x023E -XL_WRITEACCESS = 0x5C -XL_XF = 0xe0 -XL_XF2 = 0x0043 # BIFF2 version of XF record -XL_XF3 = 0x0243 # BIFF3 version of XF record -XL_XF4 = 0x0443 # BIFF4 version of XF record - -boflen = { - 0x0809: 8, - 0x0409: 6, - 0x0209: 6, - 0x0009: 4, -} - -bofcodes = (0x0809, 0x0409, 0x0209, 0x0009) - -XL_FORMULA_OPCODES = (0x0006, 0x0406, 0x0206) - -_cell_opcode_list = ( - XL_BOOLERR, - XL_FORMULA, - XL_FORMULA3, - XL_FORMULA4, - XL_LABEL, - XL_LABELSST, - XL_MULRK, - XL_NUMBER, - XL_RK, - XL_RSTRING, -) - -biff_rec_name_dict = { - 0x0000: 'DIMENSIONS_B2', - 0x0001: 'BLANK_B2', - 0x0002: 'INTEGER_B2_ONLY', - 0x0003: 'NUMBER_B2', - 0x0004: 'LABEL_B2', - 0x0005: 'BOOLERR_B2', - 0x0006: 'FORMULA', - 0x0007: 'STRING_B2', - 0x0008: 'ROW_B2', - 0x0009: 'BOF_B2', - 0x000A: 'EOF', - 0x000B: 'INDEX_B2_ONLY', - 0x000C: 'CALCCOUNT', - 0x000D: 'CALCMODE', - 0x000E: 'PRECISION', - 0x000F: 'REFMODE', - 0x0010: 'DELTA', - 0x0011: 'ITERATION', - 0x0012: 'PROTECT', - 0x0013: 'PASSWORD', - 0x0014: 'HEADER', - 0x0015: 'FOOTER', - 0x0016: 'EXTERNCOUNT', - 0x0017: 'EXTERNSHEET', - 0x0018: 'NAME_B2,5+', - 0x0019: 'WINDOWPROTECT', - 0x001A: 'VERTICALPAGEBREAKS', - 0x001B: 'HORIZONTALPAGEBREAKS', - 0x001C: 'NOTE', - 0x001D: 'SELECTION', - 0x001E: 'FORMAT_B2-3', - 0x001F: 'BUILTINFMTCOUNT_B2', - 0x0020: 'COLUMNDEFAULT_B2_ONLY', - 0x0021: 'ARRAY_B2_ONLY', - 0x0022: 'DATEMODE', - 0x0023: 'EXTERNNAME', - 0x0024: 'COLWIDTH_B2_ONLY', - 0x0025: 'DEFAULTROWHEIGHT_B2_ONLY', - 0x0026: 'LEFTMARGIN', - 0x0027: 'RIGHTMARGIN', - 0x0028: 'TOPMARGIN', - 0x0029: 'BOTTOMMARGIN', - 0x002A: 'PRINTHEADERS', - 0x002B: 'PRINTGRIDLINES', - 0x002F: 'FILEPASS', - 0x0031: 'FONT', - 0x0032: 'FONT2_B2_ONLY', - 0x0036: 'TABLEOP_B2', - 0x0037: 'TABLEOP2_B2', - 0x003C: 'CONTINUE', - 0x003D: 'WINDOW1', - 0x003E: 'WINDOW2_B2', - 0x0040: 'BACKUP', - 0x0041: 'PANE', - 0x0042: 'CODEPAGE', - 0x0043: 'XF_B2', - 0x0044: 'IXFE_B2_ONLY', - 0x0045: 'EFONT_B2_ONLY', - 0x004D: 'PLS', - 0x0051: 'DCONREF', - 0x0055: 'DEFCOLWIDTH', - 0x0056: 'BUILTINFMTCOUNT_B3-4', - 0x0059: 'XCT', - 0x005A: 'CRN', - 0x005B: 'FILESHARING', - 0x005C: 'WRITEACCESS', - 0x005D: 'OBJECT', - 0x005E: 'UNCALCED', - 0x005F: 'SAVERECALC', - 0x0063: 'OBJECTPROTECT', - 0x007D: 'COLINFO', - 0x007E: 'RK2_mythical_?', - 0x0080: 'GUTS', - 0x0081: 'WSBOOL', - 0x0082: 'GRIDSET', - 0x0083: 'HCENTER', - 0x0084: 'VCENTER', - 0x0085: 'BOUNDSHEET', - 0x0086: 'WRITEPROT', - 0x008C: 'COUNTRY', - 0x008D: 'HIDEOBJ', - 0x008E: 'SHEETSOFFSET', - 0x008F: 'SHEETHDR', - 0x0090: 'SORT', - 0x0092: 'PALETTE', - 0x0099: 'STANDARDWIDTH', - 0x009B: 'FILTERMODE', - 0x009C: 'FNGROUPCOUNT', - 0x009D: 'AUTOFILTERINFO', - 0x009E: 'AUTOFILTER', - 0x00A0: 'SCL', - 0x00A1: 'SETUP', - 0x00AB: 'GCW', - 0x00BD: 'MULRK', - 0x00BE: 'MULBLANK', - 0x00C1: 'MMS', - 0x00D6: 'RSTRING', - 0x00D7: 'DBCELL', - 0x00DA: 'BOOKBOOL', - 0x00DD: 'SCENPROTECT', - 0x00E0: 'XF', - 0x00E1: 'INTERFACEHDR', - 0x00E2: 'INTERFACEEND', - 0x00E5: 'MERGEDCELLS', - 0x00E9: 'BITMAP', - 0x00EB: 'MSO_DRAWING_GROUP', - 0x00EC: 'MSO_DRAWING', - 0x00ED: 'MSO_DRAWING_SELECTION', - 0x00EF: 'PHONETIC', - 0x00FC: 'SST', - 0x00FD: 'LABELSST', - 0x00FF: 'EXTSST', - 0x013D: 'TABID', - 0x015F: 'LABELRANGES', - 0x0160: 'USESELFS', - 0x0161: 'DSF', - 0x01AE: 'SUPBOOK', - 0x01AF: 'PROTECTIONREV4', - 0x01B0: 'CONDFMT', - 0x01B1: 'CF', - 0x01B2: 'DVAL', - 0x01B6: 'TXO', - 0x01B7: 'REFRESHALL', - 0x01B8: 'HLINK', - 0x01BC: 'PASSWORDREV4', - 0x01BE: 'DV', - 0x01C0: 'XL9FILE', - 0x01C1: 'RECALCID', - 0x0200: 'DIMENSIONS', - 0x0201: 'BLANK', - 0x0203: 'NUMBER', - 0x0204: 'LABEL', - 0x0205: 'BOOLERR', - 0x0206: 'FORMULA_B3', - 0x0207: 'STRING', - 0x0208: 'ROW', - 0x0209: 'BOF', - 0x020B: 'INDEX_B3+', - 0x0218: 'NAME', - 0x0221: 'ARRAY', - 0x0223: 'EXTERNNAME_B3-4', - 0x0225: 'DEFAULTROWHEIGHT', - 0x0231: 'FONT_B3B4', - 0x0236: 'TABLEOP', - 0x023E: 'WINDOW2', - 0x0243: 'XF_B3', - 0x027E: 'RK', - 0x0293: 'STYLE', - 0x0406: 'FORMULA_B4', - 0x0409: 'BOF', - 0x041E: 'FORMAT', - 0x0443: 'XF_B4', - 0x04BC: 'SHRFMLA', - 0x0800: 'QUICKTIP', - 0x0809: 'BOF', - 0x0862: 'SHEETLAYOUT', - 0x0867: 'SHEETPROTECTION', - 0x0868: 'RANGEPROTECTION', -} - -class XLRDError(Exception): - pass - -class BaseObject: - """ - Parent of almost all other classes in the package. Defines a common - 'dump' method for debugging. - """ - _repr_these = [] - - def dump(self, f=None, header=None, footer=None, indent=0): - """ - :param f: open file object, to which the dump is written - :param header: text to write before the dump - :param footer: text to write after the dump - :param indent: number of leading spaces (for recursive calls) - """ - if f is None: - f = sys.stderr - pad = " " * indent - - if header is not None: - print(header, file=f) - - for attr, value in sorted(self.__dict__.items()): - if getattr(value, 'dump', None) and attr != 'book': - value.dump(f, - header="%s%s (%s object):" % (pad, attr, value.__class__.__name__), - indent=indent+4) - elif attr not in self._repr_these and \ - (isinstance(value, list) or - isinstance(value, dict)): - print("%s%s: %s, len = %d" % (pad, attr, type(value), len(value)), file=f) - else: - print("%s%s: %r" % (pad, attr, value), file=f) - if footer is not None: - print(footer, file=f) - -def fprintf(f, fmt, *vargs): - print(fmt.rstrip('\n') % vargs, file=f) - -def upkbits(tgt_obj, src, manifest, local_setattr=setattr): - for n, mask, attr in manifest: - local_setattr(tgt_obj, attr, (src & mask) >> n) - -def upkbitsL(tgt_obj, src, manifest, local_setattr=setattr, local_int=int): - for n, mask, attr in manifest: - local_setattr(tgt_obj, attr, local_int((src & mask) >> n)) - -def unpack_string(data, pos, encoding, lenlen=1): - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - pos += lenlen - return str(data[pos:pos+nchars], encoding) - -def unpack_string_update_pos(data, pos, encoding, lenlen=1, known_len=None): - if known_len is not None: - # On a NAME record, the length byte is detached from the front of the string. - nchars = known_len - else: - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - pos += lenlen - - newpos = pos + nchars - return (str(data[pos:newpos], encoding), newpos) - -def unpack_unicode(data, pos, lenlen=2): - """ Return unicode_strg """ - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - if not nchars: - # Ambiguous whether 0-length string should have an "options" byte. - # Avoid crash if missing. - return "" - pos += lenlen - options = data[pos] - pos += 1 - - if options & 0x08: # richtext - pos += 2 - - if options & 0x04: # phonetic - pos += 4 - - if options & 0x01: - # Uncompressed UTF-16-LE - rawstrg = data[pos:pos+2*nchars] - strg = str(rawstrg, 'utf_16_le') - else: - # Note: this is COMPRESSED (not ASCII!) encoding!!! - # Merely returning the raw bytes would work OK 99.99% of the time - # if the local codepage was cp1252 -- however this would rapidly go pear-shaped - # for other codepages so we grit our Anglocentric teeth and return Unicode :-) - strg = str(data[pos:pos+nchars], "latin_1") - return strg - -def unpack_unicode_update_pos(data, pos, lenlen=2, known_len=None): - """ Return (unicode_strg, updated value of pos) """ - if known_len is not None: - # On a NAME record, the length byte is detached from the front of the string. - nchars = known_len - else: - nchars = unpack('<' + 'BH'[lenlen-1], data[pos:pos+lenlen])[0] - pos += lenlen - - if not nchars and not data[pos:]: - # Zero-length string with no options byte - return ("", pos) - - options = data[pos] - pos += 1 - phonetic = options & 0x04 - richtext = options & 0x08 - - if richtext: - rt = unpack(' endpos=%d pos=%d endsub=%d substrg=%r\n', - ofs, dlen, base, endpos, pos, endsub, substrg) - break - hexd = ''.join(["%02x " % c for c in substrg]) - chard = '' - for c in substrg: - if c == ord('\0'): - c = '~' - elif not (' ' <= chr(c) <= '~'): - c = '?' - if isinstance(c, int): - c = chr(c) - chard += c - if numbered: - num_prefix = "%5d: " % (base+pos-ofs) - fprintf(fout, "%s %-48s %s\n", num_prefix, hexd, chard) - pos = endsub - -def biff_dump(mem, stream_offset, stream_len, base=0, fout=sys.stdout, - unnumbered=False): - pos = stream_offset - stream_end = stream_offset + stream_len - adj = base - stream_offset - dummies = 0 - numbered = not unnumbered - num_prefix = '' - while stream_end - pos >= 4: - rc, length = unpack('') - if numbered: - num_prefix = "%5d: " % (adj + pos) - fprintf(fout, "%s%04x %s len = %04x (%d)\n", - num_prefix, rc, recname, length, length) - pos += 4 - hex_char_dump(mem, pos, length, adj+pos, fout, unnumbered) - pos += length - if dummies: - if numbered: - num_prefix = "%5d: " % (adj + savpos) - fprintf(fout, "%s---- %d zero bytes skipped ----\n", num_prefix, dummies) - - if pos < stream_end: - if numbered: - num_prefix = "%5d: " % (adj + pos) - fprintf(fout, "%s---- Misc bytes at end ----\n", num_prefix) - hex_char_dump(mem, pos, stream_end-pos, adj + pos, fout, unnumbered) - elif pos > stream_end: - fprintf(fout, "Last dumped record has length (%d) that is too large\n", length) - -def biff_count_records(mem, stream_offset, stream_len, fout=sys.stdout): - pos = stream_offset - stream_end = stream_offset + stream_len - tally = {} - while stream_end - pos >= 4: - rc, length = unpack(' can't open files on bigendian platforms. - - -import sys -from struct import unpack - -# Magic cookie that should appear in the first 8 bytes of the file. -SIGNATURE = b"\xD0\xCF\x11\xE0\xA1\xB1\x1A\xE1" - -EOCSID = -2 -FREESID = -1 -SATSID = -3 -MSATSID = -4 - -def int_floor_div(x, y): - return divmod(x, y)[0] - -class CompDocError(Exception): - pass - -class DirNode(object): - - def __init__(self, DID, dent, DEBUG=0): - # dent is the 128-byte directory entry - self.DID = DID - # (cbufsize, self.etype, self.colour, self.left_DID, self.right_DID, - # self.root_DID, - # self.first_SID, - # self.tot_size) = \ - # unpack(' 20: # allows for 2**20 bytes i.e. 1MB - print("WARNING: sector size (2**%d) is preposterous; assuming 512 and continuing ..." \ - % ssz, file=logfile) - ssz = 9 - if sssz > ssz: - print("WARNING: short stream sector size (2**%d) is preposterous; assuming 64 and continuing ..." \ - % sssz, file=logfile) - sssz = 6 - self.sec_size = sec_size = 1 << ssz - self.short_sec_size = 1 << sssz - ( - SAT_tot_secs, self.dir_first_sec_sid, _unused, self.min_size_std_stream, - SSAT_first_sec_sid, SSAT_tot_secs, - MSAT_first_sec_sid, MSAT_tot_secs, - # ) = unpack('= 0: - if sid >= mem_data_secs: - raise CompDocError( - "MSAT extension: accessing sector %d but only %d in file" % (sid, mem_data_secs) - ) - offset = 512 + sec_size * sid - news = list(unpack(fmt, mem[offset:offset+sec_size])) - sid = news.pop() - MSAT.extend(news) - if DEBUG: - print("MSAT: len =", len(MSAT), file=logfile) - print(MSAT, file=logfile) - # - # === build the SAT === - # - self.SAT = [] - for msid in MSAT: - if msid == FREESID: continue - if msid >= mem_data_secs: - if not trunc_warned: - print("WARNING *** File is truncated, or OLE2 MSAT is corrupt!!", file=logfile) - print("INFO: Trying to access sector %d but only %d available" \ - % (msid, mem_data_secs), file=logfile) - trunc_warned = 1 - continue - offset = 512 + sec_size * msid - news = list(unpack(fmt, mem[offset:offset+sec_size])) - self.SAT.extend(news) - if DEBUG: - print("SAT: len =", len(self.SAT), file=logfile) - print(self.SAT, file=logfile) - # print >> logfile, "SAT ", - # for i, s in enumerate(self.SAT): - # print >> logfile, "entry: %4d offset: %6d, next entry: %4d" % (i, 512 + sec_size * i, s) - # print >> logfile, "%d:%d " % (i, s), - print() - - # === build the directory === - # - dbytes = self._get_stream( - self.mem, 512, self.SAT, self.sec_size, self.dir_first_sec_sid, - name="directory") - dirlist = [] - did = -1 - for pos in range(0, len(dbytes), 128): - did += 1 - dirlist.append(DirNode(did, dbytes[pos:pos+128], 0)) - self.dirlist = dirlist - _build_family_tree(dirlist, 0, dirlist[0].root_DID) # and stand well back ... - if DEBUG: - for d in dirlist: - d.dump(DEBUG) - # - # === get the SSCS === - # - sscs_dir = self.dirlist[0] - assert sscs_dir.etype == 5 # root entry - if sscs_dir.first_SID < 0 and sscs_dir.tot_size == 0: - # Problem reported by Frank Hoffsuemmer: some software was - # writing -1 instead of -2 (EOCSID) for the first_SID - # when the SCCS was empty. Not having EOCSID caused assertion - # failure in _get_stream. - # Solution: avoid calling _get_stream in any case when the - # SCSS appears to be empty. - self.SSCS = "" - else: - self.SSCS = self._get_stream( - self.mem, 512, self.SAT, sec_size, sscs_dir.first_SID, - sscs_dir.tot_size, name="SSCS") - # if DEBUG: print >> logfile, "SSCS", repr(self.SSCS) - # - # === build the SSAT === - # - self.SSAT = [] - if SSAT_tot_secs > 0 and sscs_dir.tot_size == 0: - print("WARNING *** OLE2 inconsistency: SSCS size is 0 but SSAT size is non-zero", file=logfile) - if sscs_dir.tot_size > 0: - sid = SSAT_first_sec_sid - nsecs = SSAT_tot_secs - while sid >= 0 and nsecs > 0: - nsecs -= 1 - start_pos = 512 + sid * sec_size - news = list(unpack(fmt, mem[start_pos:start_pos+sec_size])) - self.SSAT.extend(news) - sid = self.SAT[sid] - # assert SSAT_tot_secs == 0 or sid == EOCSID - if DEBUG: print("SSAT last sid %d; remaining sectors %d" % (sid, nsecs), file=logfile) - assert nsecs == 0 and sid == EOCSID - if DEBUG: print("SSAT", self.SSAT, file=logfile) - - def _get_stream(self, mem, base, sat, sec_size, start_sid, size=None, name=''): - # print >> self.logfile, "_get_stream", base, sec_size, start_sid, size - sectors = [] - s = start_sid - if size is None: - # nothing to check against - while s >= 0: - start_pos = base + s * sec_size - sectors.append(mem[start_pos:start_pos+sec_size]) - try: - s = sat[s] - except IndexError: - raise CompDocError( - "OLE2 stream %r: sector allocation table invalid entry (%d)" % - (name, s) - ) - assert s == EOCSID - else: - todo = size - while s >= 0: - start_pos = base + s * sec_size - grab = sec_size - if grab > todo: - grab = todo - todo -= grab - sectors.append(mem[start_pos:start_pos+grab]) - try: - s = sat[s] - except IndexError: - raise CompDocError( - "OLE2 stream %r: sector allocation table invalid entry (%d)" % - (name, s) - ) - assert s == EOCSID - if todo != 0: - print("WARNING *** OLE2 stream %r: expected size %d, actual size %d" \ - % (name, size, size - todo), file=self.logfile) - return b''.join(sectors) - - def _dir_search(self, path, storage_DID=0): - # Return matching DirNode instance, or None - head = path[0] - tail = path[1:] - dl = self.dirlist - for child in dl[storage_DID].children: - if dl[child].name.lower() == head.lower(): - et = dl[child].etype - if et == 2: - return dl[child] - if et == 1: - if not tail: - raise CompDocError("Requested component is a 'storage'") - return self._dir_search(tail, child) - dl[child].dump(1) - raise CompDocError("Requested stream is not a 'user stream'") - return None - - ## - # Interrogate the compound document's directory; return the stream as a string if found, otherwise - # return None. - # @param qname Name of the desired stream e.g. u'Workbook'. Should be in Unicode or convertible thereto. - - def get_named_stream(self, qname): - d = self._dir_search(qname.split("/")) - if d is None: - return None - if d.tot_size >= self.min_size_std_stream: - return self._get_stream( - self.mem, 512, self.SAT, self.sec_size, d.first_SID, - d.tot_size, name=qname) - else: - return self._get_stream( - self.SSCS, 0, self.SSAT, self.short_sec_size, d.first_SID, - d.tot_size, name=qname + " (from SSCS)") - - # Interrogate the compound document's directory. - # If the named stream is not found, (None, 0, 0) will be returned. - # If the named stream is found and is contiguous within the original byte sequence ("mem") - # used when the document was opened, - # then (mem, offset_to_start_of_stream, length_of_stream) is returned. - # Otherwise a new string is built from the fragments and (new_string, 0, length_of_stream) is returned. - # @param qname Name of the desired stream e.g. u'Workbook'. Should be in Unicode or convertible thereto. - - def locate_named_stream(self, qname): - d = self._dir_search(qname.split("/")) - if d is None: - return (None, 0, 0) - if d.tot_size >= self.min_size_std_stream: - return self._locate_stream(self.mem, 512, self.SAT, self.sec_size, d.first_SID, d.tot_size) - else: - return ( - self._get_stream( - self.SSCS, 0, self.SSAT, self.short_sec_size, d.first_SID, - d.tot_size, qname + " (from SSCS)"), - 0, - d.tot_size - ) - return (None, 0, 0) # not found - - def _locate_stream(self, mem, base, sat, sec_size, start_sid, size): - # print >> self.logfile, "_locate_stream", base, sec_size, start_sid, size - s = start_sid - if s < 0: - raise CompDocError("_locate_stream: start_sid (%d) is -ve" % start_sid) - p = -99 # dummy previous SID - start_pos = -9999 - end_pos = -8888 - slices = [] - while s >= 0: - if s == p+1: - # contiguous sectors - end_pos += sec_size - else: - # start new slice - if p >= 0: - # not first time - slices.append((start_pos, end_pos)) - start_pos = base + s * sec_size - end_pos = start_pos + sec_size - p = s - s = sat[s] - assert s == EOCSID - # print >> self.logfile, len(slices) + 1, "slices" - if not slices: - # The stream is contiguous ... just what we like! - return (mem, start_pos, size) - slices.append((start_pos, end_pos)) - return (b''.join([mem[start_pos:end_pos] for start_pos, end_pos in slices]), 0, size) diff --git a/tablib/packages/xlrd3/formatting.py b/tablib/packages/xlrd3/formatting.py deleted file mode 100644 index 85484da..0000000 --- a/tablib/packages/xlrd3/formatting.py +++ /dev/null @@ -1,1186 +0,0 @@ -# Module for formatting information. -# -# Copyright © 2005-2008 Stephen John Machin, Lingfo Pty Ltd -# Copyright © 2005-2009 Stephen John Machin, Lingfo Pty Ltd -# This module is part of the xlrd3 package, which is released under -# a BSD-style licence. - -# No part of the content of this file was derived from the works of David Giffin. - -# 2009-05-31 SJM Fixed problem with non-zero reserved bits in some STYLE records in Mac Excel files -# 2008-08-03 SJM Ignore PALETTE record when Book.formatting_info is false -# 2008-08-03 SJM Tolerate up to 4 bytes trailing junk on PALETTE record -# 2008-05-10 SJM Do some XF checks only when Book.formatting_info is true -# 2008-02-08 SJM Preparation for Excel 2.0 support -# 2008-02-03 SJM Another tweak to is_date_format_string() -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-10-13 SJM Warning: style XF whose parent XF index != 0xFFF -# 2007-09-08 SJM Work around corrupt STYLE record -# 2007-07-11 SJM Allow for BIFF2/3-style FORMAT record in BIFF4/8 file - -DEBUG = False -import copy -import re -from struct import unpack - -from .biffh import BaseObject, unpack_unicode, unpack_string, \ - upkbits, upkbitsL, fprintf, \ - FUN, FDT, FNU, FGE, FTX, XL_CELL_NUMBER, XL_CELL_DATE, \ - XL_FORMAT, XL_FORMAT2, \ - XLRDError - - -excel_default_palette_b5 = ( - ( 0, 0, 0), (255, 255, 255), (255, 0, 0), ( 0, 255, 0), - ( 0, 0, 255), (255, 255, 0), (255, 0, 255), ( 0, 255, 255), - (128, 0, 0), ( 0, 128, 0), ( 0, 0, 128), (128, 128, 0), - (128, 0, 128), ( 0, 128, 128), (192, 192, 192), (128, 128, 128), - (153, 153, 255), (153, 51, 102), (255, 255, 204), (204, 255, 255), - (102, 0, 102), (255, 128, 128), ( 0, 102, 204), (204, 204, 255), - ( 0, 0, 128), (255, 0, 255), (255, 255, 0), ( 0, 255, 255), - (128, 0, 128), (128, 0, 0), ( 0, 128, 128), ( 0, 0, 255), - ( 0, 204, 255), (204, 255, 255), (204, 255, 204), (255, 255, 153), - (153, 204, 255), (255, 153, 204), (204, 153, 255), (227, 227, 227), - ( 51, 102, 255), ( 51, 204, 204), (153, 204, 0), (255, 204, 0), - (255, 153, 0), (255, 102, 0), (102, 102, 153), (150, 150, 150), - ( 0, 51, 102), ( 51, 153, 102), ( 0, 51, 0), ( 51, 51, 0), - (153, 51, 0), (153, 51, 102), ( 51, 51, 153), ( 51, 51, 51), - ) - -excel_default_palette_b2 = excel_default_palette_b5[:16] - -# Following two tables borrowed from Gnumeric 1.4 source. -excel_default_palette_b5_gnumeric_14 = ( - #### dodgy; didn't match Excel results - ( 0, 0, 0), (255,255,255), (255, 0, 0), ( 0,255, 0), - ( 0, 0,255), (255,255, 0), (255, 0,255), ( 0,255,255), - (128, 0, 0), ( 0,128, 0), ( 0, 0,128), (128,128, 0), - (128, 0,128), ( 0,128,128), (192,192,192), (128,128,128), - (128,128,255), (128, 32, 96), (255,255,192), (160,224,224), - ( 96, 0,128), (255,128,128), ( 0,128,192), (192,192,255), - ( 0, 0,128), (255, 0,255), (255,255, 0), ( 0,255,255), - (128, 0,128), (128, 0, 0), ( 0,128,128), ( 0, 0,255), - ( 0,204,255), (105,255,255), (204,255,204), (255,255,153), - (166,202,240), (204,156,204), (204,153,255), (227,227,227), - ( 51,102,255), ( 51,204,204), ( 51,153, 51), (153,153, 51), - (153,102, 51), (153,102,102), (102,102,153), (150,150,150), - ( 51, 51,204), ( 51,102,102), ( 0, 51, 0), ( 51, 51, 0), - (102, 51, 0), (153, 51,102), ( 51, 51,153), ( 66, 66, 66), - ) -excel_default_palette_b8 = ( # (red, green, blue) - ( 0, 0, 0), (255,255,255), (255, 0, 0), ( 0,255, 0), - ( 0, 0,255), (255,255, 0), (255, 0,255), ( 0,255,255), - (128, 0, 0), ( 0,128, 0), ( 0, 0,128), (128,128, 0), - (128, 0,128), ( 0,128,128), (192,192,192), (128,128,128), - (153,153,255), (153, 51,102), (255,255,204), (204,255,255), - (102, 0,102), (255,128,128), ( 0,102,204), (204,204,255), - ( 0, 0,128), (255, 0,255), (255,255, 0), ( 0,255,255), - (128, 0,128), (128, 0, 0), ( 0,128,128), ( 0, 0,255), - ( 0,204,255), (204,255,255), (204,255,204), (255,255,153), - (153,204,255), (255,153,204), (204,153,255), (255,204,153), - ( 51,102,255), ( 51,204,204), (153,204, 0), (255,204, 0), - (255,153, 0), (255,102, 0), (102,102,153), (150,150,150), - ( 0, 51,102), ( 51,153,102), ( 0, 51, 0), ( 51, 51, 0), - (153, 51, 0), (153, 51,102), ( 51, 51,153), ( 51, 51, 51), - ) - -default_palette = { - 80: excel_default_palette_b8, - 70: excel_default_palette_b5, - 50: excel_default_palette_b5, - 45: excel_default_palette_b2, - 40: excel_default_palette_b2, - 30: excel_default_palette_b2, - 21: excel_default_palette_b2, - 20: excel_default_palette_b2, - } - -""" -00H = Normal -01H = RowLevel_lv (see next field) -02H = ColLevel_lv (see next field) -03H = Comma -04H = Currency -05H = Percent -06H = Comma [0] (BIFF4-BIFF8) -07H = Currency [0] (BIFF4-BIFF8) -08H = Hyperlink (BIFF8) -09H = Followed Hyperlink (BIFF8) -""" -built_in_style_names = [ - "Normal", - "RowLevel_", - "ColLevel_", - "Comma", - "Currency", - "Percent", - "Comma [0]", - "Currency [0]", - "Hyperlink", - "Followed Hyperlink", - ] - -def initialise_colour_map(book): - book.colour_map = {} - book.colour_indexes_used = {} - if not book.formatting_info: - return - # Add the 8 invariant colours - for i in range(8): - book.colour_map[i] = excel_default_palette_b8[i] - # Add the default palette depending on the version - dpal = default_palette[book.biff_version] - ndpal = len(dpal) - for i in range(ndpal): - book.colour_map[i+8] = dpal[i] - # Add the specials -- None means the RGB value is not known - # System window text colour for border lines - book.colour_map[ndpal+8] = None - # System window background colour for pattern background - book.colour_map[ndpal+8+1] = None # - for ci in ( - 0x51, # System ToolTip text colour (used in note objects) - 0x7FFF, # 32767, system window text colour for fonts - ): - book.colour_map[ci] = None - -def nearest_colour_index(colour_map, rgb, debug=0): - # General purpose function. Uses Euclidean distance. - # So far used only for pre-BIFF8 WINDOW2 record. - # Doesn't have to be fast. - # Doesn't have to be fancy. - best_metric = 3 * 256 * 256 - best_colourx = 0 - for colourx, cand_rgb in list(colour_map.items()): - if cand_rgb is None: - continue - metric = 0 - for v1, v2 in zip(rgb, cand_rgb): - metric += (v1 - v2) * (v1 - v2) - if metric < best_metric: - best_metric = metric - best_colourx = colourx - if metric == 0: - break - if debug: - print("nearest_colour_index for %r is %r -> %r; best_metric is %d" \ - % (rgb, best_colourx, colour_map[best_colourx], best_metric)) - return best_colourx - -# This mixin class exists solely so that Format, Font, and XF.... objects -# can be compared by value of their attributes. -class EqNeAttrs(object): - - def __eq__(self, other): - return self.__dict__ == other.__dict__ - - def __ne__(self, other): - return self.__dict__ != other.__dict__ - -# An Excel "font" contains the details of not only what is normally -# considered a font, but also several other display attributes. -# Items correspond to those in the Excel UI's Format/Cells/Font tab. -# - New in version 0.6.1 -class Font(BaseObject, EqNeAttrs): - # 1 = Characters are bold. Redundant; see "weight" attribute. - bold = 0 - - # Values: 0 = ANSI Latin, 1 = System default, 2 = Symbol, - # 77 = Apple Roman, - # 128 = ANSI Japanese Shift-JIS, - # 129 = ANSI Korean (Hangul), - # 130 = ANSI Korean (Johab), - # 134 = ANSI Chinese Simplified GBK, - # 136 = ANSI Chinese Traditional BIG5, - # 161 = ANSI Greek, - # 162 = ANSI Turkish, - # 163 = ANSI Vietnamese, - # 177 = ANSI Hebrew, - # 178 = ANSI Arabic, - # 186 = ANSI Baltic, - # 204 = ANSI Cyrillic, - # 222 = ANSI Thai, - # 238 = ANSI Latin II (Central European), - # 255 = OEM Latin I - character_set = 0 - # An explanation of "colour index" is given in the Formatting - # section at the start of this document. - colour_index = 0 - # 1 = Superscript, 2 = Subscript. - escapement = 0 - # 0 = None (unknown or don't care)
- # 1 = Roman (variable width, serifed)
- # 2 = Swiss (variable width, sans-serifed)
- # 3 = Modern (fixed width, serifed or sans-serifed)
- # 4 = Script (cursive)
- # 5 = Decorative (specialised, for example Old English, Fraktur) - family = 0 - # The 0-based index used to refer to this Font() instance. - # Note that index 4 is never used; xlrd supplies a dummy place-holder. - font_index = 0 - # Height of the font (in twips). A twip = 1/20 of a point. - height = 0 - # 1 = Characters are italic. - italic = 0 - # The name of the font. Example: u"Arial" - name = "" - # 1 = Characters are struck out. - struck_out = 0 - # 0 = None
- # 1 = Single; 0x21 (33) = Single accounting
- # 2 = Double; 0x22 (34) = Double accounting - underline_type = 0 - # 1 = Characters are underlined. Redundant; see "underline_type" attribute. - underlined = 0 - # Font weight (100-1000). Standard values are 400 for normal text - # and 700 for bold text. - weight = 400 - # 1 = Font is outline style (Macintosh only) - outline = 0 - # 1 = Font is shadow style (Macintosh only) - shadow = 0 - - # No methods ... - -def handle_efont(book, data): # BIFF2 only - if not book.formatting_info: - return - book.font_list[-1].colour_index = unpack('= 2 - bv = book.biff_version - k = len(book.font_list) - if k == 4: - f = Font() - f.name = 'Dummy Font' - f.font_index = k - book.font_list.append(f) - k += 1 - f = Font() - f.font_index = k - book.font_list.append(f) - if bv >= 50: - ( - f.height, option_flags, f.colour_index, f.weight, - f.escapement_type, f.underline_type, f.family, - f.character_set, - ) = unpack('> 1 - f.underlined = (option_flags & 4) >> 2 - f.struck_out = (option_flags & 8) >> 3 - f.outline = (option_flags & 16) >> 4 - f.shadow = (option_flags & 32) >> 5 - if bv >= 80: - f.name = unpack_unicode(data, 14, lenlen=1) - else: - f.name = unpack_string(data, 14, book.encoding, lenlen=1) - elif bv >= 30: - f.height, option_flags, f.colour_index = unpack('> 1 - f.underlined = (option_flags & 4) >> 2 - f.struck_out = (option_flags & 8) >> 3 - f.outline = (option_flags & 16) >> 4 - f.shadow = (option_flags & 32) >> 5 - f.name = unpack_string(data, 6, book.encoding, lenlen=1) - # Now cook up the remaining attributes ... - f.weight = [400, 700][f.bold] - f.escapement_type = 0 # None - f.underline_type = f.underlined # None or Single - f.family = 0 # Unknown / don't care - f.character_set = 1 # System default (0 means "ANSI Latin") - else: # BIFF2 - f.height, option_flags = unpack('> 1 - f.underlined = (option_flags & 4) >> 2 - f.struck_out = (option_flags & 8) >> 3 - f.outline = 0 - f.shadow = 0 - f.name = unpack_string(data, 4, book.encoding, lenlen=1) - # Now cook up the remaining attributes ... - f.weight = [400, 700][f.bold] - f.escapement_type = 0 # None - f.underline_type = f.underlined # None or Single - f.family = 0 # Unknown / don't care - f.character_set = 1 # System default (0 means "ANSI Latin") - if verbose: - f.dump( - book.logfile, - header="--- handle_font: font[%d] ---" % f.font_index, - footer="-------------------", - ) - -# === "Number formats" === - -# "Number format" information from a FORMAT record. -# - New in version 0.6.1 -class Format(BaseObject, EqNeAttrs): - - # The key into Book.format_map - format_key = 0 - - # A classification that has been inferred from the format string. - # Currently, this is used only to distinguish between numbers and dates. - # Values: - # FUN = 0 # unknown - # FDT = 1 # date - # FNU = 2 # number - # FGE = 3 # general - # FTX = 4 # text - type = FUN - - # The format string - format_str = '' - - def __init__(self, format_key, ty, format_str): - self.format_key = format_key - self.type = ty - self.format_str = format_str - -std_format_strings = { - # "std" == "standard for US English locale" - # #### TODO ... a lot of work to tailor these to the user's locale. - # See e.g. gnumeric-1.x.y/src/formats.c - 0x00: "General", - 0x01: "0", - 0x02: "0.00", - 0x03: "#,##0", - 0x04: "#,##0.00", - 0x05: "$#,##0_);($#,##0)", - 0x06: "$#,##0_);[Red]($#,##0)", - 0x07: "$#,##0.00_);($#,##0.00)", - 0x08: "$#,##0.00_);[Red]($#,##0.00)", - 0x09: "0%", - 0x0a: "0.00%", - 0x0b: "0.00E+00", - 0x0c: "# ?/?", - 0x0d: "# ??/??", - 0x0e: "m/d/yy", - 0x0f: "d-mmm-yy", - 0x10: "d-mmm", - 0x11: "mmm-yy", - 0x12: "h:mm AM/PM", - 0x13: "h:mm:ss AM/PM", - 0x14: "h:mm", - 0x15: "h:mm:ss", - 0x16: "m/d/yy h:mm", - 0x25: "#,##0_);(#,##0)", - 0x26: "#,##0_);[Red](#,##0)", - 0x27: "#,##0.00_);(#,##0.00)", - 0x28: "#,##0.00_);[Red](#,##0.00)", - 0x29: "_(* #,##0_);_(* (#,##0);_(* \"-\"_);_(@_)", - 0x2a: "_($* #,##0_);_($* (#,##0);_($* \"-\"_);_(@_)", - 0x2b: "_(* #,##0.00_);_(* (#,##0.00);_(* \"-\"??_);_(@_)", - 0x2c: "_($* #,##0.00_);_($* (#,##0.00);_($* \"-\"??_);_(@_)", - 0x2d: "mm:ss", - 0x2e: "[h]:mm:ss", - 0x2f: "mm:ss.0", - 0x30: "##0.0E+0", - 0x31: "@", - } - -fmt_code_ranges = [ # both-inclusive ranges of "standard" format codes - # Source: the openoffice.org doc't - ( 0, 0, FGE), - ( 1, 13, FNU), - (14, 22, FDT), - #### (27, 36, FDT), # Japanese dates -- not sure of reliability of this - (37, 44, FNU), - (45, 47, FDT), - (48, 48, FNU), - (49, 49, FTX), - ####(50, 58, FDT), # Japanese dates -- but Gnumeric assumes - # built-in formats finish at 49, not at 163 - ] - -std_format_code_types = {} -for lo, hi, ty in fmt_code_ranges: - for x in range(lo, hi+1): - std_format_code_types[x] = ty -del lo, hi, ty, x - -date_chars = 'ymdhs' # year, month/minute, day, hour, second -date_char_dict = {} -for _c in date_chars + date_chars.upper(): - date_char_dict[_c] = 5 -del _c, date_chars - -#(to_py3): -skip_char_dict = frozenset('$-+/(): ') - -num_char_dict = { - '0': 5, - '#': 5, - '?': 5, - } - -non_date_formats = { - '0.00E+00':1, - '##0.0E+0':1, - 'General' :1, - 'GENERAL' :1, # OOo Calc 1.1.4 does this. - 'general' :1, # pyExcelerator 0.6.3 does this. - '@' :1, - } - -fmt_bracketed_sub = re.compile(r'\[[^]]*\]').sub - -# Boolean format strings (actual cases) -# u'"Yes";"Yes";"No"' -# u'"True";"True";"False"' -# u'"On";"On";"Off"' - -def is_date_format_string(book, fmt): - # Heuristics: - # Ignore "text" and [stuff in square brackets (aarrgghh -- see below)]. - # Handle backslashed-escaped chars properly. - # E.g. hh\hmm\mss\s should produce a display like 23h59m59s - # Date formats have one or more of ymdhs (caseless) in them. - # Numeric formats have # and 0. - # N.B. u'General"."' hence get rid of "text" first. - # TODO: Find where formats are interpreted in Gnumeric - # TODO: u'[h]\\ \\h\\o\\u\\r\\s' ([h] means don't care about hours > 23) - state = 0 - s = '' - # (to_py3): ignorable = skip_char_dict.has_key - for c in fmt: - if state == 0: - if c == '"': - state = 1 - elif c in r"\_*": - state = 2 - elif c in skip_char_dict: # (to_py3): - pass - else: - s += c - elif state == 1: - if c == '"': - state = 0 - elif state == 2: - # Ignore char after backslash, underscore or asterisk - state = 0 - assert 0 <= state <= 2 - if book.verbosity >= 4: - print("is_date_format_string: reduced format is %r" % s) - s = fmt_bracketed_sub('', s) - if s in non_date_formats: - return False - state = 0 - separator = ";" - got_sep = 0 - date_count = num_count = 0 - for c in s: - if c in date_char_dict: - date_count += date_char_dict[c] - elif c in num_char_dict: - num_count += num_char_dict[c] - elif c == separator: - got_sep = 1 - # print num_count, date_count, repr(fmt) - if date_count and not num_count: - return True - if num_count and not date_count: - return False - if date_count: - fprintf(book.logfile, - 'WARNING *** is_date_format: ambiguous d=%d n=%d fmt=%r\n', - date_count, num_count, fmt) - elif not got_sep: - fprintf(book.logfile, - "WARNING *** format %r produces constant result\n", - fmt) - return date_count > num_count - -def handle_format(self, data, rectype=XL_FORMAT): - DEBUG = 0 - bv = self.biff_version - if rectype == XL_FORMAT2: - bv = min(bv, 30) - if not self.encoding: - self.derive_encoding() - strpos = 2 - if bv >= 50: - fmtkey = unpack('= 80: - unistrg = unpack_unicode(data, 2) - else: - unistrg = unpack_string(data, strpos, self.encoding, lenlen=1) - verbose = DEBUG or self.verbosity >= 3 - if verbose: - fprintf(self.logfile, - "FORMAT: count=%d fmtkey=0x%04x (%d) s=%r\n", - self.actualfmtcount, fmtkey, fmtkey, unistrg) - is_date_s = self.is_date_format_string(unistrg) - ty = [FGE, FDT][is_date_s] - if not(fmtkey > 163 or bv < 50): - # user_defined if fmtkey > 163 - # N.B. Gnumeric incorrectly starts these at 50 instead of 164 :-( - # if earlier than BIFF 5, standard info is useless - std_ty = std_format_code_types.get(fmtkey, FUN) - # print "std ty", std_ty - is_date_c = std_ty == FDT - if 0 < fmtkey < 50 and (is_date_c ^ is_date_s): - DEBUG = 2 - fprintf(self.logfile, - "WARNING *** Conflict between " - "std format key %d and its format string %r\n", - fmtkey, unistrg) - if DEBUG == 2: - fprintf(self.logfile, - "ty: %d; is_date_c: %r; is_date_s: %r; fmt_strg: %r", - ty, is_date_c, is_date_s, unistrg) - fmtobj = Format(fmtkey, ty, unistrg) - if verbose: - fmtobj.dump(self.logfile, - header="--- handle_format [%d] ---" % (self.actualfmtcount-1, )) - self.format_map[fmtkey] = fmtobj - self.format_list.append(fmtobj) - -# ============================================================================= - -def handle_palette(book, data): - if not book.formatting_info: - return - verbose = DEBUG or book.verbosity >= 2 - n_colours, = unpack('= 50] - if ((DEBUG or book.verbosity >= 1) - and n_colours != expected_n_colours): - fprintf(book.logfile, - "NOTE *** Expected %d colours in PALETTE record, found %d\n", - expected_n_colours, n_colours) - elif verbose: - fprintf(book.logfile, - "PALETTE record with %d colours\n", n_colours) - fmt = '> 8) & 0xff - blue = (c >> 16) & 0xff - old_rgb = book.colour_map[8+i] - new_rgb = (red, green, blue) - book.palette_record.append(new_rgb) - book.colour_map[8+i] = new_rgb - if verbose: - if new_rgb != old_rgb: - print("%2d: %r -> %r" % (i, old_rgb, new_rgb), file=book.logfile) - -def palette_epilogue(book): - # Check colour indexes in fonts etc. - # This must be done here as FONT records - # come *before* the PALETTE record :-( - for font in book.font_list: - if font.font_index == 4: # the missing font record - continue - cx = font.colour_index - if cx == 0x7fff: # system window text colour - continue - if cx in book.colour_map: - book.colour_indexes_used[cx] = 1 - else: - print("Size of colour table:", len(book.colour_map)) - print("*** Font #%d (%r): colour index 0x%04x is unknown" \ - % (font.font_index, font.name, cx), file=book.logfile) - if book.verbosity >= 1: - used = list(book.colour_indexes_used.keys()) - used.sort() - print("\nColour indexes used:\n%r\n" % used, file=book.logfile) - -def handle_style(book, data): - verbose = DEBUG or book.verbosity >= 2 - bv = book.biff_version - flag_and_xfx, built_in_id, level = unpack('= 80: - name = unpack_unicode(data, 2, lenlen=2) - else: - name = unpack_string(data, 2, book.encoding, lenlen=1) - if verbose and not name: - print("WARNING *** A user-defined style has a zero-length name", file=book.logfile) - built_in = 0 - built_in_id = 0 - level = 0 - book.style_name_map[name] = (built_in, xf_index) - if verbose: - print("STYLE: built_in=%d xf_index=%d built_in_id=%d level=%d name=%r" \ - % (built_in, xf_index, built_in_id, level, name), file=book.logfile) - -def check_colour_indexes_in_obj(book, obj, orig_index): - alist = list(obj.__dict__.items()) - alist.sort() - for attr, nobj in alist: - if hasattr(nobj, 'dump'): - check_colour_indexes_in_obj(book, nobj, orig_index) - elif attr.find('colour_index') >= 0: - if nobj in book.colour_map: - book.colour_indexes_used[nobj] = 1 - continue - oname = obj.__class__.__name__ - print("*** xf #%d : %s.%s = 0x%04x (unknown)" \ - % (orig_index, oname, attr, nobj), file=book.logfile) - -def handle_xf(self, data): - ### self is a Book instance - # DEBUG = 0 - verbose = DEBUG or self.verbosity >= 3 - bv = self.biff_version - xf = XF() - xf.alignment = XFAlignment() - xf.alignment.indent_level = 0 - xf.alignment.shrink_to_fit = 0 - xf.alignment.text_direction = 0 - xf.border = XFBorder() - xf.border.diag_up = 0 - xf.border.diag_down = 0 - xf.border.diag_colour_index = 0 - xf.border.diag_line_style = 0 # no line - xf.background = XFBackground() - xf.protection = XFProtection() - # fill in the known standard formats - if bv >= 50 and not self.xfcount: - # i.e. do this once before we process the first XF record - for x in list(std_format_code_types.keys()): - if x not in self.format_map: - ty = std_format_code_types[x] - fmt_str = std_format_strings[x] - fmtobj = Format(x, ty, fmt_str) - self.format_map[x] = fmtobj - if bv >= 80: - unpack_fmt = '> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbitsL(xf.border, pkd_brdbkg1, ( - (0, 0x0000000f, 'left_line_style'), - (4, 0x000000f0, 'right_line_style'), - (8, 0x00000f00, 'top_line_style'), - (12, 0x0000f000, 'bottom_line_style'), - (16, 0x007f0000, 'left_colour_index'), - (23, 0x3f800000, 'right_colour_index'), - (30, 0x40000000, 'diag_down'), - (31, 0x80000000, 'diag_up'), - )) - upkbits(xf.border, pkd_brdbkg2, ( - (0, 0x0000007F, 'top_colour_index'), - (7, 0x00003F80, 'bottom_colour_index'), - (14, 0x001FC000, 'diag_colour_index'), - (21, 0x01E00000, 'diag_line_style'), - )) - upkbitsL(xf.background, pkd_brdbkg2, ( - (26, 0xFC000000, 'fill_pattern'), - )) - upkbits(xf.background, pkd_brdbkg3, ( - (0, 0x007F, 'pattern_colour_index'), - (7, 0x3F80, 'background_colour_index'), - )) - elif bv >= 50: - unpack_fmt = '> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbitsL(xf.background, pkd_brdbkg1, ( - ( 0, 0x0000007F, 'pattern_colour_index'), - ( 7, 0x00003F80, 'background_colour_index'), - (16, 0x003F0000, 'fill_pattern'), - )) - upkbitsL(xf.border, pkd_brdbkg1, ( - (22, 0x01C00000, 'bottom_line_style'), - (25, 0xFE000000, 'bottom_colour_index'), - )) - upkbits(xf.border, pkd_brdbkg2, ( - ( 0, 0x00000007, 'top_line_style'), - ( 3, 0x00000038, 'left_line_style'), - ( 6, 0x000001C0, 'right_line_style'), - ( 9, 0x0000FE00, 'top_colour_index'), - (16, 0x007F0000, 'left_colour_index'), - (23, 0x3F800000, 'right_colour_index'), - )) - elif bv >= 40: - unpack_fmt = '> 6 - xf.alignment.rotation = [0, 255, 90, 180][orientation] - reg = pkd_used >> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbits(xf.background, pkd_bkg_34, ( - ( 0, 0x003F, 'fill_pattern'), - ( 6, 0x07C0, 'pattern_colour_index'), - (11, 0xF800, 'background_colour_index'), - )) - upkbitsL(xf.border, pkd_brd_34, ( - ( 0, 0x00000007, 'top_line_style'), - ( 3, 0x000000F8, 'top_colour_index'), - ( 8, 0x00000700, 'left_line_style'), - (11, 0x0000F800, 'left_colour_index'), - (16, 0x00070000, 'bottom_line_style'), - (19, 0x00F80000, 'bottom_colour_index'), - (24, 0x07000000, 'right_line_style'), - (27, 0xF8000000, 'right_colour_index'), - )) - elif bv == 30: - unpack_fmt = '> 2 - for attr_stem in \ - "format font alignment border background protection".split(): - attr = "_" + attr_stem + "_flag" - setattr(xf, attr, reg & 1) - reg >>= 1 - upkbits(xf.background, pkd_bkg_34, ( - ( 0, 0x003F, 'fill_pattern'), - ( 6, 0x07C0, 'pattern_colour_index'), - (11, 0xF800, 'background_colour_index'), - )) - upkbitsL(xf.border, pkd_brd_34, ( - ( 0, 0x00000007, 'top_line_style'), - ( 3, 0x000000F8, 'top_colour_index'), - ( 8, 0x00000700, 'left_line_style'), - (11, 0x0000F800, 'left_colour_index'), - (16, 0x00070000, 'bottom_line_style'), - (19, 0x00F80000, 'bottom_colour_index'), - (24, 0x07000000, 'right_line_style'), - (27, 0xF8000000, 'right_colour_index'), - )) - xf.alignment.vert_align = 2 # bottom - xf.alignment.rotation = 0 - elif bv == 21: - #### Warning: incomplete treatment; formatting_info not fully supported. - #### Probably need to offset incoming BIFF2 XF[n] to BIFF8-like XF[n+16], - #### and create XF[0:16] like the standard ones in BIFF8 - #### *AND* add 16 to all XF references in cell records :-( - (xf.font_index, format_etc, halign_etc) = unpack('= 3 - verbose1 = DEBUG or self.verbosity >= 1 - if verbose: - fprintf(self.logfile, "xf_epilogue called ...\n") - - def check_same(book_arg, xf_arg, parent_arg, attr): - # the _arg caper is to avoid a Warning msg from Python 2.1 :-( - if getattr(xf_arg, attr) != getattr(parent_arg, attr): - fprintf(book_arg.logfile, - "NOTE !!! XF[%d] parent[%d] %s different\n", - xf_arg.xf_index, parent_arg.xf_index, attr) - - for xfx in range(num_xfs): - xf = self.xf_list[xfx] - if xf.format_key not in self.format_map: - msg = "ERROR *** XF[%d] unknown format key (%d, 0x%04x)\n" - fprintf(self.logfile, msg, - xf.xf_index, xf.format_key, xf.format_key) - xf.format_key = 0 - cellty_from_fmtty = { - FNU: XL_CELL_NUMBER, - FUN: XL_CELL_NUMBER, - FGE: XL_CELL_NUMBER, - FDT: XL_CELL_DATE, - FTX: XL_CELL_NUMBER, # Yes, a number can be formatted as text. - } - fmt = self.format_map[xf.format_key] - cellty = cellty_from_fmtty[fmt.type] - self._xf_index_to_xl_type_map[xf.xf_index] = cellty - # Now for some assertions etc - if not self.formatting_info: - continue - if xf.is_style: - continue - if not(0 <= xf.parent_style_index < num_xfs): - fprintf(self.logfile, - "WARNING *** XF[%d]: is_style=%d but parent_style_index=%d\n", - xf.xf_index, xf.is_style, xf.parent_style_index) - # make it conform - xf.parent_style_index = 0 - if self.biff_version >= 30: - assert xf.parent_style_index != xf.xf_index - assert self.xf_list[xf.parent_style_index].is_style - if verbose1 and xf.parent_style_index > xf.xf_index: - fprintf(self.logfile, - "NOTE !!! XF[%d]: parent_style_index is %d; out of order?\n", - xf.xf_index, xf.parent_style_index) - parent = self.xf_list[xf.parent_style_index] - if not xf._alignment_flag and not parent._alignment_flag: - if verbose1: check_same(self, xf, parent, 'alignment') - if not xf._background_flag and not parent._background_flag: - if verbose1: check_same(self, xf, parent, 'background') - if not xf._border_flag and not parent._border_flag: - if verbose1: check_same(self, xf, parent, 'border') - if not xf._protection_flag and not parent._protection_flag: - if verbose1: check_same(self, xf, parent, 'protection') - if not xf._format_flag and not parent._format_flag: - if verbose1 and xf.format_key != parent.format_key: - fprintf(self.logfile, - "NOTE !!! XF[%d] fmtk=%d, parent[%d] fmtk=%r\n%r / %r\n", - xf.xf_index, xf.format_key, parent.xf_index, parent.format_key, - self.format_map[xf.format_key].format_str, - self.format_map[parent.format_key].format_str) - if not xf._font_flag and not parent._font_flag: - if verbose1 and xf.font_index != parent.font_index: - fprintf(self.logfile, - "NOTE !!! XF[%d] fontx=%d, parent[%d] fontx=%r\n", - xf.xf_index, xf.font_index, parent.xf_index, parent.font_index) - -def initialise_book(book): - initialise_colour_map(book) - book._xf_epilogue_done = 0 - methods = ( - handle_font, - handle_efont, - handle_format, - is_date_format_string, - handle_palette, - palette_epilogue, - handle_style, - handle_xf, - xf_epilogue, - ) - for method in methods: - setattr(book.__class__, method.__name__, method) - -class XFBorder(BaseObject, EqNeAttrs): - """ A collection of the border-related attributes of an XF record. - - Items correspond to those in the Excel UI's Format/Cells/Border tab. - An explanations of "colour index" is given in the Formatting - section at the start of this document. - There are five line style attributes; possible values and the - associated meanings are: - - 0 = No line, - 1 = Thin, - 2 = Medium, - 3 = Dashed, - 4 = Dotted, - 5 = Thick, - 6 = Double, - 7 = Hair, - 8 = Medium dashed, - 9 = Thin dash-dotted, - 10 = Medium dash-dotted, - 11 = Thin dash-dot-dotted, - 12 = Medium dash-dot-dotted, - 13 = Slanted medium dash-dotted. - The line styles 8 to 13 appear in BIFF8 files (Excel 97 and later) only. - For pictures of the line styles, refer to OOo docs s3.10 (p22) - "Line Styles for Cell Borders (BIFF3-BIFF8)".

- - New in version 0.6.1 - """ - - # The colour index for the cell's top line - top_colour_index = 0 - # The colour index for the cell's bottom line - bottom_colour_index = 0 - # The colour index for the cell's left line - left_colour_index = 0 - # The colour index for the cell's right line - right_colour_index = 0 - # The colour index for the cell's diagonal lines, if any - diag_colour_index = 0 - # The line style for the cell's top line - top_line_style = 0 - # The line style for the cell's bottom line - bottom_line_style = 0 - # The line style for the cell's left line - left_line_style = 0 - # The line style for the cell's right line - right_line_style = 0 - # The line style for the cell's diagonal lines, if any - diag_line_style = 0 - # 1 = draw a diagonal from top left to bottom right - diag_down = 0 - # 1 = draw a diagonal from bottom left to top right - diag_up = 0 - -# New in version 0.6.1 -class XFBackground(BaseObject, EqNeAttrs): - """ A collection of the background-related attributes of an XF record. - - Items correspond to those in the Excel UI's Format/Cells/Patterns tab. - An explanation of "colour index" is given in the Formatting - section at the start of this document. - - """ - # See section 3.11 of the OOo docs. - fill_pattern = 0 - # See section 3.11 of the OOo docs. - background_colour_index = 0 - # See section 3.11 of the OOo docs. - pattern_colour_index = 0 - -# New in version 0.6.1 -class XFAlignment(BaseObject, EqNeAttrs): - """ A collection of the alignment and similar attributes of an XF record. - - Items correspond to those in the Excel UI's Format/Cells/Alignment tab. - """ - # Values: section 5.115 (p 219) of OOo docs - hor_align = 0 - # Values: section 5.115 (p 220) of OOo docs - vert_align = 0 - # Values: section 5.115 (p 220) of OOo docs. - # Note: file versions BIFF7 and earlier use the documented - # "orientation" attribute; this will be mapped (without loss) - # into "rotation". - rotation = 0 - # 1 = text is wrapped at right margin - text_wrapped = 0 - # A number in range(15). - indent_level = 0 - # 1 = shrink font size to fit text into cell. - shrink_to_fit = 0 - # 0 = according to context; 1 = left-to-right; 2 = right-to-left - text_direction = 0 - -# New in version 0.6.1 -class XFProtection(BaseObject, EqNeAttrs): - """ A collection of the protection-related attributes of an XF record. - - Items correspond to those in the Excel UI's Format/Cells/Protection tab. - Note the OOo docs include the "cell or style" bit - in this bundle of attributes. - This is incorrect; the bit is used in determining which bundles to use. - - """ - # 1 = Cell is prevented from being changed, moved, resized, or deleted - # (only if the sheet is protected). - cell_locked = 0 - # 1 = Hide formula so that it doesn't appear in the formula bar when - # the cell is selected (only if the sheet is protected). - formula_hidden = 0 - -# New in version 0.6.1 -class XF(BaseObject): - """ eXtended Formatting information for cells, rows, columns and styles. - - Each of the 6 flags below describes the validity of - a specific group of attributes. - - In cell XFs, flag==0 means the attributes of the parent style XF are used, - (but only if the attributes are valid there); flag==1 means the attributes - of this XF are used. - In style XFs, flag==0 means the attribute setting is valid; flag==1 means - the attribute should be ignored. - Note that the API - provides both "raw" XFs and "computed" XFs -- in the latter case, cell XFs - have had the above inheritance mechanism applied. - """ - # 0 = cell XF, 1 = style XF - is_style = 0 - # cell XF: Index into Book.xf_list - # of this XF's style XF - # style XF: 0xFFF - parent_style_index = 0 - _format_flag = 0 - _font_flag = 0 - _alignment_flag = 0 - _border_flag = 0 - _background_flag = 0 - _protection_flag = 0 - # Index into Book.xf_list - xf_index = 0 - # Index into Book.font_list - font_index = 0 - # Key into Book.format_map - # - # Warning: OOo docs on the XF record call this "Index to FORMAT record". - # It is not an index in the Python sense. It is a key to a map. - # It is true **only** for Excel 4.0 and earlier files - # that the key into format_map from an XF instance - # is the same as the index into format_list, and **only** - # if the index is less than 164. - # - format_key = 0 - # An instance of an XFProtection object. - protection = None - # An instance of an XFBackground object. - background = None - # An instance of an XFAlignment object. - alignment = None - # An instance of an XFBorder object. - border = None diff --git a/tablib/packages/xlrd3/formula.py b/tablib/packages/xlrd3/formula.py deleted file mode 100644 index 445d761..0000000 --- a/tablib/packages/xlrd3/formula.py +++ /dev/null @@ -1,2083 +0,0 @@ -# Module for parsing/evaluating Microsoft Excel formulas. -# -# Copyright © 2005-2009 Stephen John Machin, Lingfo Pty Ltd -# This module is part of the xlrd3 package, which is released under -# a BSD-style licence. - -# No part of the content of this file was derived from the works of David Giffin. - -import copy -from struct import unpack - -from .biffh import unpack_unicode_update_pos, unpack_string_update_pos, \ - XLRDError, hex_char_dump, error_text_from_code, BaseObject - -__all__ = [ - 'oBOOL', 'oERR', 'oNUM', 'oREF', 'oREL', 'oSTRG', 'oUNK', - 'decompile_formula', - 'dump_formula', - 'evaluate_name_formula', - 'okind_dict', - 'rangename3d', 'rangename3drel', 'cellname', 'cellnameabs', 'colname', - ] - -# sztabN[opcode] -> the number of bytes to consume. -# -1 means variable -# -2 means this opcode not implemented in this version. -# Which N to use? Depends on biff_version; see szdict. -sztab0 = [-2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, 8, 4, 2, 2, 3, 9, 8, 2, 3, 8, 4, 7, 5, 5, 5, 2, 4, 7, 4, 7, 2, 2, -2, -2, -2, -2, -2, -2, -2, -2, 3, -2, -2, -2, -2, -2, -2, -2] -sztab1 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, 11, 5, 2, 2, 3, 9, 9, 2, 3, 11, 4, 7, 7, 7, 7, 3, 4, 7, 4, 7, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, 3, -2, -2, -2, -2, -2, -2, -2] -sztab2 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, 11, 5, 2, 2, 3, 9, 9, 3, 4, 11, 4, 7, 7, 7, 7, 3, 4, 7, 4, 7, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2, -2] -sztab3 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -2, -1, -2, -2, 2, 2, 3, 9, 9, 3, 4, 15, 4, 7, 7, 7, 7, 3, 4, 7, 4, 7, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, -2, 25, 18, 21, 18, 21, -2, -2] -sztab4 = [-2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -2, -2, 2, 2, 3, 9, 9, 3, 4, 5, 5, 9, 7, 7, 7, 3, 5, 9, 5, 9, 3, 3, -2, -2, -2, -2, -2, -2, -2, -2, -2, 7, 7, 11, 7, 11, -2, -2] - -szdict = { - 20 : sztab0, - 21 : sztab0, # Suppose 21 is same as 20.... - 30 : sztab1, - 40 : sztab2, - 45 : sztab2, - 50 : sztab3, - 70 : sztab3, - 80 : sztab4, - } - -# For debugging purposes ... the name for each opcode -# (without the prefix "t" used on OOo docs) -onames = ['Unk00', 'Exp', 'Tbl', 'Add', 'Sub', 'Mul', 'Div', 'Power', 'Concat', 'LT', 'LE', 'EQ', 'GE', 'GT', 'NE', 'Isect', 'List', 'Range', 'Uplus', 'Uminus', 'Percent', 'Paren', 'MissArg', 'Str', 'Extended', 'Attr', 'Sheet', 'EndSheet', 'Err', 'Bool', 'Int', 'Num', 'Array', 'Func', 'FuncVar', 'Name', 'Ref', 'Area', 'MemArea', 'MemErr', 'MemNoMem', 'MemFunc', 'RefErr', 'AreaErr', 'RefN', 'AreaN', 'MemAreaN', 'MemNoMemN', '', '', '', '', '', '', '', '', 'FuncCE', 'NameX', 'Ref3d', 'Area3d', 'RefErr3d', 'AreaErr3d', '', ''] - -func_defs = { - # index: (name, min#args, max#args, flags, #known_args, return_type, kargs) - 0 : ('COUNT', 0, 30, 0x04, 1, 'V', 'R'), - 1 : ('IF', 2, 3, 0x04, 3, 'V', 'VRR'), - 2 : ('ISNA', 1, 1, 0x02, 1, 'V', 'V'), - 3 : ('ISERROR', 1, 1, 0x02, 1, 'V', 'V'), - 4 : ('SUM', 0, 30, 0x04, 1, 'V', 'R'), - 5 : ('AVERAGE', 1, 30, 0x04, 1, 'V', 'R'), - 6 : ('MIN', 1, 30, 0x04, 1, 'V', 'R'), - 7 : ('MAX', 1, 30, 0x04, 1, 'V', 'R'), - 8 : ('ROW', 0, 1, 0x04, 1, 'V', 'R'), - 9 : ('COLUMN', 0, 1, 0x04, 1, 'V', 'R'), - 10 : ('NA', 0, 0, 0x02, 0, 'V', ''), - 11 : ('NPV', 2, 30, 0x04, 2, 'V', 'VR'), - 12 : ('STDEV', 1, 30, 0x04, 1, 'V', 'R'), - 13 : ('DOLLAR', 1, 2, 0x04, 1, 'V', 'V'), - 14 : ('FIXED', 2, 3, 0x04, 3, 'V', 'VVV'), - 15 : ('SIN', 1, 1, 0x02, 1, 'V', 'V'), - 16 : ('COS', 1, 1, 0x02, 1, 'V', 'V'), - 17 : ('TAN', 1, 1, 0x02, 1, 'V', 'V'), - 18 : ('ATAN', 1, 1, 0x02, 1, 'V', 'V'), - 19 : ('PI', 0, 0, 0x02, 0, 'V', ''), - 20 : ('SQRT', 1, 1, 0x02, 1, 'V', 'V'), - 21 : ('EXP', 1, 1, 0x02, 1, 'V', 'V'), - 22 : ('LN', 1, 1, 0x02, 1, 'V', 'V'), - 23 : ('LOG10', 1, 1, 0x02, 1, 'V', 'V'), - 24 : ('ABS', 1, 1, 0x02, 1, 'V', 'V'), - 25 : ('INT', 1, 1, 0x02, 1, 'V', 'V'), - 26 : ('SIGN', 1, 1, 0x02, 1, 'V', 'V'), - 27 : ('ROUND', 2, 2, 0x02, 2, 'V', 'VV'), - 28 : ('LOOKUP', 2, 3, 0x04, 2, 'V', 'VR'), - 29 : ('INDEX', 2, 4, 0x0c, 4, 'R', 'RVVV'), - 30 : ('REPT', 2, 2, 0x02, 2, 'V', 'VV'), - 31 : ('MID', 3, 3, 0x02, 3, 'V', 'VVV'), - 32 : ('LEN', 1, 1, 0x02, 1, 'V', 'V'), - 33 : ('VALUE', 1, 1, 0x02, 1, 'V', 'V'), - 34 : ('TRUE', 0, 0, 0x02, 0, 'V', ''), - 35 : ('FALSE', 0, 0, 0x02, 0, 'V', ''), - 36 : ('AND', 1, 30, 0x04, 1, 'V', 'R'), - 37 : ('OR', 1, 30, 0x04, 1, 'V', 'R'), - 38 : ('NOT', 1, 1, 0x02, 1, 'V', 'V'), - 39 : ('MOD', 2, 2, 0x02, 2, 'V', 'VV'), - 40 : ('DCOUNT', 3, 3, 0x02, 3, 'V', 'RRR'), - 41 : ('DSUM', 3, 3, 0x02, 3, 'V', 'RRR'), - 42 : ('DAVERAGE', 3, 3, 0x02, 3, 'V', 'RRR'), - 43 : ('DMIN', 3, 3, 0x02, 3, 'V', 'RRR'), - 44 : ('DMAX', 3, 3, 0x02, 3, 'V', 'RRR'), - 45 : ('DSTDEV', 3, 3, 0x02, 3, 'V', 'RRR'), - 46 : ('VAR', 1, 30, 0x04, 1, 'V', 'R'), - 47 : ('DVAR', 3, 3, 0x02, 3, 'V', 'RRR'), - 48 : ('TEXT', 2, 2, 0x02, 2, 'V', 'VV'), - 49 : ('LINEST', 1, 4, 0x04, 4, 'A', 'RRVV'), - 50 : ('TREND', 1, 4, 0x04, 4, 'A', 'RRRV'), - 51 : ('LOGEST', 1, 4, 0x04, 4, 'A', 'RRVV'), - 52 : ('GROWTH', 1, 4, 0x04, 4, 'A', 'RRRV'), - 56 : ('PV', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 57 : ('FV', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 58 : ('NPER', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 59 : ('PMT', 3, 5, 0x04, 5, 'V', 'VVVVV'), - 60 : ('RATE', 3, 6, 0x04, 6, 'V', 'VVVVVV'), - 61 : ('MIRR', 3, 3, 0x02, 3, 'V', 'RVV'), - 62 : ('IRR', 1, 2, 0x04, 2, 'V', 'RV'), - 63 : ('RAND', 0, 0, 0x0a, 0, 'V', ''), - 64 : ('MATCH', 2, 3, 0x04, 3, 'V', 'VRR'), - 65 : ('DATE', 3, 3, 0x02, 3, 'V', 'VVV'), - 66 : ('TIME', 3, 3, 0x02, 3, 'V', 'VVV'), - 67 : ('DAY', 1, 1, 0x02, 1, 'V', 'V'), - 68 : ('MONTH', 1, 1, 0x02, 1, 'V', 'V'), - 69 : ('YEAR', 1, 1, 0x02, 1, 'V', 'V'), - 70 : ('WEEKDAY', 1, 2, 0x04, 2, 'V', 'VV'), - 71 : ('HOUR', 1, 1, 0x02, 1, 'V', 'V'), - 72 : ('MINUTE', 1, 1, 0x02, 1, 'V', 'V'), - 73 : ('SECOND', 1, 1, 0x02, 1, 'V', 'V'), - 74 : ('NOW', 0, 0, 0x0a, 0, 'V', ''), - 75 : ('AREAS', 1, 1, 0x02, 1, 'V', 'R'), - 76 : ('ROWS', 1, 1, 0x02, 1, 'V', 'R'), - 77 : ('COLUMNS', 1, 1, 0x02, 1, 'V', 'R'), - 78 : ('OFFSET', 3, 5, 0x04, 5, 'R', 'RVVVV'), - 82 : ('SEARCH', 2, 3, 0x04, 3, 'V', 'VVV'), - 83 : ('TRANSPOSE', 1, 1, 0x02, 1, 'A', 'A'), - 86 : ('TYPE', 1, 1, 0x02, 1, 'V', 'V'), - 92 : ('SERIESSUM', 4, 4, 0x02, 4, 'V', 'VVVA'), - 97 : ('ATAN2', 2, 2, 0x02, 2, 'V', 'VV'), - 98 : ('ASIN', 1, 1, 0x02, 1, 'V', 'V'), - 99 : ('ACOS', 1, 1, 0x02, 1, 'V', 'V'), - 100: ('CHOOSE', 2, 30, 0x04, 2, 'V', 'VR'), - 101: ('HLOOKUP', 3, 4, 0x04, 4, 'V', 'VRRV'), - 102: ('VLOOKUP', 3, 4, 0x04, 4, 'V', 'VRRV'), - 105: ('ISREF', 1, 1, 0x02, 1, 'V', 'R'), - 109: ('LOG', 1, 2, 0x04, 2, 'V', 'VV'), - 111: ('CHAR', 1, 1, 0x02, 1, 'V', 'V'), - 112: ('LOWER', 1, 1, 0x02, 1, 'V', 'V'), - 113: ('UPPER', 1, 1, 0x02, 1, 'V', 'V'), - 114: ('PROPER', 1, 1, 0x02, 1, 'V', 'V'), - 115: ('LEFT', 1, 2, 0x04, 2, 'V', 'VV'), - 116: ('RIGHT', 1, 2, 0x04, 2, 'V', 'VV'), - 117: ('EXACT', 2, 2, 0x02, 2, 'V', 'VV'), - 118: ('TRIM', 1, 1, 0x02, 1, 'V', 'V'), - 119: ('REPLACE', 4, 4, 0x02, 4, 'V', 'VVVV'), - 120: ('SUBSTITUTE', 3, 4, 0x04, 4, 'V', 'VVVV'), - 121: ('CODE', 1, 1, 0x02, 1, 'V', 'V'), - 124: ('FIND', 2, 3, 0x04, 3, 'V', 'VVV'), - 125: ('CELL', 1, 2, 0x0c, 2, 'V', 'VR'), - 126: ('ISERR', 1, 1, 0x02, 1, 'V', 'V'), - 127: ('ISTEXT', 1, 1, 0x02, 1, 'V', 'V'), - 128: ('ISNUMBER', 1, 1, 0x02, 1, 'V', 'V'), - 129: ('ISBLANK', 1, 1, 0x02, 1, 'V', 'V'), - 130: ('T', 1, 1, 0x02, 1, 'V', 'R'), - 131: ('N', 1, 1, 0x02, 1, 'V', 'R'), - 140: ('DATEVALUE', 1, 1, 0x02, 1, 'V', 'V'), - 141: ('TIMEVALUE', 1, 1, 0x02, 1, 'V', 'V'), - 142: ('SLN', 3, 3, 0x02, 3, 'V', 'VVV'), - 143: ('SYD', 4, 4, 0x02, 4, 'V', 'VVVV'), - 144: ('DDB', 4, 5, 0x04, 5, 'V', 'VVVVV'), - 148: ('INDIRECT', 1, 2, 0x0c, 2, 'R', 'VV'), - 162: ('CLEAN', 1, 1, 0x02, 1, 'V', 'V'), - 163: ('MDETERM', 1, 1, 0x02, 1, 'V', 'A'), - 164: ('MINVERSE', 1, 1, 0x02, 1, 'A', 'A'), - 165: ('MMULT', 2, 2, 0x02, 2, 'A', 'AA'), - 167: ('IPMT', 4, 6, 0x04, 6, 'V', 'VVVVVV'), - 168: ('PPMT', 4, 6, 0x04, 6, 'V', 'VVVVVV'), - 169: ('COUNTA', 0, 30, 0x04, 1, 'V', 'R'), - 183: ('PRODUCT', 0, 30, 0x04, 1, 'V', 'R'), - 184: ('FACT', 1, 1, 0x02, 1, 'V', 'V'), - 189: ('DPRODUCT', 3, 3, 0x02, 3, 'V', 'RRR'), - 190: ('ISNONTEXT', 1, 1, 0x02, 1, 'V', 'V'), - 193: ('STDEVP', 1, 30, 0x04, 1, 'V', 'R'), - 194: ('VARP', 1, 30, 0x04, 1, 'V', 'R'), - 195: ('DSTDEVP', 3, 3, 0x02, 3, 'V', 'RRR'), - 196: ('DVARP', 3, 3, 0x02, 3, 'V', 'RRR'), - 197: ('TRUNC', 1, 2, 0x04, 2, 'V', 'VV'), - 198: ('ISLOGICAL', 1, 1, 0x02, 1, 'V', 'V'), - 199: ('DCOUNTA', 3, 3, 0x02, 3, 'V', 'RRR'), - 204: ('USDOLLAR', 1, 2, 0x04, 2, 'V', 'VV'), - 205: ('FINDB', 2, 3, 0x04, 3, 'V', 'VVV'), - 206: ('SEARCHB', 2, 3, 0x04, 3, 'V', 'VVV'), - 207: ('REPLACEB', 4, 4, 0x02, 4, 'V', 'VVVV'), - 208: ('LEFTB', 1, 2, 0x04, 2, 'V', 'VV'), - 209: ('RIGHTB', 1, 2, 0x04, 2, 'V', 'VV'), - 210: ('MIDB', 3, 3, 0x02, 3, 'V', 'VVV'), - 211: ('LENB', 1, 1, 0x02, 1, 'V', 'V'), - 212: ('ROUNDUP', 2, 2, 0x02, 2, 'V', 'VV'), - 213: ('ROUNDDOWN', 2, 2, 0x02, 2, 'V', 'VV'), - 214: ('ASC', 1, 1, 0x02, 1, 'V', 'V'), - 215: ('DBCS', 1, 1, 0x02, 1, 'V', 'V'), - 216: ('RANK', 2, 3, 0x04, 3, 'V', 'VRV'), - 219: ('ADDRESS', 2, 5, 0x04, 5, 'V', 'VVVVV'), - 220: ('DAYS360', 2, 3, 0x04, 3, 'V', 'VVV'), - 221: ('TODAY', 0, 0, 0x0a, 0, 'V', ''), - 222: ('VDB', 5, 7, 0x04, 7, 'V', 'VVVVVVV'), - 227: ('MEDIAN', 1, 30, 0x04, 1, 'V', 'R'), - 228: ('SUMPRODUCT', 1, 30, 0x04, 1, 'V', 'A'), - 229: ('SINH', 1, 1, 0x02, 1, 'V', 'V'), - 230: ('COSH', 1, 1, 0x02, 1, 'V', 'V'), - 231: ('TANH', 1, 1, 0x02, 1, 'V', 'V'), - 232: ('ASINH', 1, 1, 0x02, 1, 'V', 'V'), - 233: ('ACOSH', 1, 1, 0x02, 1, 'V', 'V'), - 234: ('ATANH', 1, 1, 0x02, 1, 'V', 'V'), - 235: ('DGET', 3, 3, 0x02, 3, 'V', 'RRR'), - 244: ('INFO', 1, 1, 0x02, 1, 'V', 'V'), - 247: ('DB', 4, 5, 0x04, 5, 'V', 'VVVVV'), - 252: ('FREQUENCY', 2, 2, 0x02, 2, 'A', 'RR'), - 261: ('ERROR.TYPE', 1, 1, 0x02, 1, 'V', 'V'), - 269: ('AVEDEV', 1, 30, 0x04, 1, 'V', 'R'), - 270: ('BETADIST', 3, 5, 0x04, 1, 'V', 'V'), - 271: ('GAMMALN', 1, 1, 0x02, 1, 'V', 'V'), - 272: ('BETAINV', 3, 5, 0x04, 1, 'V', 'V'), - 273: ('BINOMDIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 274: ('CHIDIST', 2, 2, 0x02, 2, 'V', 'VV'), - 275: ('CHIINV', 2, 2, 0x02, 2, 'V', 'VV'), - 276: ('COMBIN', 2, 2, 0x02, 2, 'V', 'VV'), - 277: ('CONFIDENCE', 3, 3, 0x02, 3, 'V', 'VVV'), - 278: ('CRITBINOM', 3, 3, 0x02, 3, 'V', 'VVV'), - 279: ('EVEN', 1, 1, 0x02, 1, 'V', 'V'), - 280: ('EXPONDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 281: ('FDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 282: ('FINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 283: ('FISHER', 1, 1, 0x02, 1, 'V', 'V'), - 284: ('FISHERINV', 1, 1, 0x02, 1, 'V', 'V'), - 285: ('FLOOR', 2, 2, 0x02, 2, 'V', 'VV'), - 286: ('GAMMADIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 287: ('GAMMAINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 288: ('CEILING', 2, 2, 0x02, 2, 'V', 'VV'), - 289: ('HYPGEOMDIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 290: ('LOGNORMDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 291: ('LOGINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 292: ('NEGBINOMDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 293: ('NORMDIST', 4, 4, 0x02, 4, 'V', 'VVVV'), - 294: ('NORMSDIST', 1, 1, 0x02, 1, 'V', 'V'), - 295: ('NORMINV', 3, 3, 0x02, 3, 'V', 'VVV'), - 296: ('NORMSINV', 1, 1, 0x02, 1, 'V', 'V'), - 297: ('STANDARDIZE', 3, 3, 0x02, 3, 'V', 'VVV'), - 298: ('ODD', 1, 1, 0x02, 1, 'V', 'V'), - 299: ('PERMUT', 2, 2, 0x02, 2, 'V', 'VV'), - 300: ('POISSON', 3, 3, 0x02, 3, 'V', 'VVV'), - 301: ('TDIST', 3, 3, 0x02, 3, 'V', 'VVV'), - 302: ('WEIBULL', 4, 4, 0x02, 4, 'V', 'VVVV'), - 303: ('SUMXMY2', 2, 2, 0x02, 2, 'V', 'AA'), - 304: ('SUMX2MY2', 2, 2, 0x02, 2, 'V', 'AA'), - 305: ('SUMX2PY2', 2, 2, 0x02, 2, 'V', 'AA'), - 306: ('CHITEST', 2, 2, 0x02, 2, 'V', 'AA'), - 307: ('CORREL', 2, 2, 0x02, 2, 'V', 'AA'), - 308: ('COVAR', 2, 2, 0x02, 2, 'V', 'AA'), - 309: ('FORECAST', 3, 3, 0x02, 3, 'V', 'VAA'), - 310: ('FTEST', 2, 2, 0x02, 2, 'V', 'AA'), - 311: ('INTERCEPT', 2, 2, 0x02, 2, 'V', 'AA'), - 312: ('PEARSON', 2, 2, 0x02, 2, 'V', 'AA'), - 313: ('RSQ', 2, 2, 0x02, 2, 'V', 'AA'), - 314: ('STEYX', 2, 2, 0x02, 2, 'V', 'AA'), - 315: ('SLOPE', 2, 2, 0x02, 2, 'V', 'AA'), - 316: ('TTEST', 4, 4, 0x02, 4, 'V', 'AAVV'), - 317: ('PROB', 3, 4, 0x04, 3, 'V', 'AAV'), - 318: ('DEVSQ', 1, 30, 0x04, 1, 'V', 'R'), - 319: ('GEOMEAN', 1, 30, 0x04, 1, 'V', 'R'), - 320: ('HARMEAN', 1, 30, 0x04, 1, 'V', 'R'), - 321: ('SUMSQ', 0, 30, 0x04, 1, 'V', 'R'), - 322: ('KURT', 1, 30, 0x04, 1, 'V', 'R'), - 323: ('SKEW', 1, 30, 0x04, 1, 'V', 'R'), - 324: ('ZTEST', 2, 3, 0x04, 2, 'V', 'RV'), - 325: ('LARGE', 2, 2, 0x02, 2, 'V', 'RV'), - 326: ('SMALL', 2, 2, 0x02, 2, 'V', 'RV'), - 327: ('QUARTILE', 2, 2, 0x02, 2, 'V', 'RV'), - 328: ('PERCENTILE', 2, 2, 0x02, 2, 'V', 'RV'), - 329: ('PERCENTRANK', 2, 3, 0x04, 2, 'V', 'RV'), - 330: ('MODE', 1, 30, 0x04, 1, 'V', 'A'), - 331: ('TRIMMEAN', 2, 2, 0x02, 2, 'V', 'RV'), - 332: ('TINV', 2, 2, 0x02, 2, 'V', 'VV'), - 336: ('CONCATENATE', 0, 30, 0x04, 1, 'V', 'V'), - 337: ('POWER', 2, 2, 0x02, 2, 'V', 'VV'), - 342: ('RADIANS', 1, 1, 0x02, 1, 'V', 'V'), - 343: ('DEGREES', 1, 1, 0x02, 1, 'V', 'V'), - 344: ('SUBTOTAL', 2, 30, 0x04, 2, 'V', 'VR'), - 345: ('SUMIF', 2, 3, 0x04, 3, 'V', 'RVR'), - 346: ('COUNTIF', 2, 2, 0x02, 2, 'V', 'RV'), - 347: ('COUNTBLANK', 1, 1, 0x02, 1, 'V', 'R'), - 350: ('ISPMT', 4, 4, 0x02, 4, 'V', 'VVVV'), - 351: ('DATEDIF', 3, 3, 0x02, 3, 'V', 'VVV'), - 352: ('DATESTRING', 1, 1, 0x02, 1, 'V', 'V'), - 353: ('NUMBERSTRING', 2, 2, 0x02, 2, 'V', 'VV'), - 354: ('ROMAN', 1, 2, 0x04, 2, 'V', 'VV'), - 358: ('GETPIVOTDATA', 2, 2, 0x02, 2, 'V', 'RV'), - 359: ('HYPERLINK', 1, 2, 0x04, 2, 'V', 'VV'), - 360: ('PHONETIC', 1, 1, 0x02, 1, 'V', 'V'), - 361: ('AVERAGEA', 1, 30, 0x04, 1, 'V', 'R'), - 362: ('MAXA', 1, 30, 0x04, 1, 'V', 'R'), - 363: ('MINA', 1, 30, 0x04, 1, 'V', 'R'), - 364: ('STDEVPA', 1, 30, 0x04, 1, 'V', 'R'), - 365: ('VARPA', 1, 30, 0x04, 1, 'V', 'R'), - 366: ('STDEVA', 1, 30, 0x04, 1, 'V', 'R'), - 367: ('VARA', 1, 30, 0x04, 1, 'V', 'R'), - 368: ('BAHTTEXT', 1, 1, 0x02, 1, 'V', 'V'), - 369: ('THAIDAYOFWEEK', 1, 1, 0x02, 1, 'V', 'V'), - 370: ('THAIDIGIT', 1, 1, 0x02, 1, 'V', 'V'), - 371: ('THAIMONTHOFYEAR', 1, 1, 0x02, 1, 'V', 'V'), - 372: ('THAINUMSOUND', 1, 1, 0x02, 1, 'V', 'V'), - 373: ('THAINUMSTRING', 1, 1, 0x02, 1, 'V', 'V'), - 374: ('THAISTRINGLENGTH', 1, 1, 0x02, 1, 'V', 'V'), - 375: ('ISTHAIDIGIT', 1, 1, 0x02, 1, 'V', 'V'), - 376: ('ROUNDBAHTDOWN', 1, 1, 0x02, 1, 'V', 'V'), - 377: ('ROUNDBAHTUP', 1, 1, 0x02, 1, 'V', 'V'), - 378: ('THAIYEAR', 1, 1, 0x02, 1, 'V', 'V'), - 379: ('RTD', 2, 5, 0x04, 1, 'V', 'V'), - } - -tAttrNames = { - 0x00: "Skip??", # seen in SAMPLES.XLS which shipped with Excel 5.0 - 0x01: "Volatile", - 0x02: "If", - 0x04: "Choose", - 0x08: "Skip", - 0x10: "Sum", - 0x20: "Assign", - 0x40: "Space", - 0x41: "SpaceVolatile", - } - -_error_opcodes = frozenset([0x07, 0x08, 0x0A, 0x0B, 0x1C, 0x1D, 0x2F]) - -tRangeFuncs = (min, max, min, max, min, max) -tIsectFuncs = (max, min, max, min, max, min) - -def do_box_funcs(box_funcs, boxa, boxb): - return tuple([ - func(numa, numb) - for func, numa, numb in zip(box_funcs, boxa.coords, boxb.coords) - ]) - -def adjust_cell_addr_biff8(rowval, colval, reldelta, browx=None, bcolx=None): - row_rel = (colval >> 15) & 1 - col_rel = (colval >> 14) & 1 - rowx = rowval - colx = colval & 0xff - if reldelta: - if row_rel and rowx >= 32768: - rowx -= 65536 - if col_rel and colx >= 128: - colx -= 256 - else: - if row_rel: - rowx -= browx - if col_rel: - colx -= bcolx - return rowx, colx, row_rel, col_rel - -def adjust_cell_addr_biff_le7( - rowval, colval, reldelta, browx=None, bcolx=None): - row_rel = (rowval >> 15) & 1 - col_rel = (rowval >> 14) & 1 - rowx = rowval & 0x3fff - colx = colval - if reldelta: - if row_rel and rowx >= 8192: - rowx -= 16384 - if col_rel and colx >= 128: - colx -= 256 - else: - if row_rel: - rowx -= browx - if col_rel: - colx -= bcolx - return rowx, colx, row_rel, col_rel - -def get_cell_addr(data, pos, bv, reldelta, browx=None, bcolx=None): - if bv >= 80: - rowval, colval = unpack("= 80: - row1val, row2val, col1val, col2val = unpack(" addins %r" % (refx, info)) - assert ref_first_sheetx == 0xFFFE == ref_last_sheetx - return (-5, -5) - if ref_recordx != bk._supbook_locals_inx: - if verbose: - print("/// get_externsheet_local_range(refx=%d) -> external %r" % (refx, info)) - return (-4, -4) # external reference - if ref_first_sheetx == 0xFFFE == ref_last_sheetx: - if verbose: - print("/// get_externsheet_local_range(refx=%d) -> unspecified sheet %r" % (refx, info)) - return (-1, -1) # internal reference, any sheet - if ref_first_sheetx == 0xFFFF == ref_last_sheetx: - if verbose: - print("/// get_externsheet_local_range(refx=%d) -> deleted sheet(s)" % (refx, )) - return (-2, -2) # internal reference, deleted sheet(s) - nsheets = len(bk._all_sheets_map) - if not(0 <= ref_first_sheetx <= ref_last_sheetx < nsheets): - if verbose: - print("/// get_externsheet_local_range(refx=%d) -> %r" % (refx, info)) - print("--- first/last sheet not in range(%d)" % nsheets) - return (-102, -102) # stuffed up somewhere :-( - xlrd_sheetx1 = bk._all_sheets_map[ref_first_sheetx] - xlrd_sheetx2 = bk._all_sheets_map[ref_last_sheetx] - if not(0 <= xlrd_sheetx1 <= xlrd_sheetx2): - return (-3, -3) # internal reference, but to a macro sheet - return xlrd_sheetx1, xlrd_sheetx2 - -def get_externsheet_local_range_b57( - bk, raw_extshtx, ref_first_sheetx, ref_last_sheetx, verbose=0): - if raw_extshtx > 0: - if verbose: - print("/// get_externsheet_local_range_b57(raw_extshtx=%d) -> external" % raw_extshtx) - return (-4, -4) # external reference - if ref_first_sheetx == -1 and ref_last_sheetx == -1: - return (-2, -2) # internal reference, deleted sheet(s) - nsheets = len(bk._all_sheets_map) - if not(0 <= ref_first_sheetx <= ref_last_sheetx < nsheets): - if verbose: - print("/// get_externsheet_local_range_b57(%d, %d, %d) -> ???" \ - % (raw_extshtx, ref_first_sheetx, ref_last_sheetx)) - print("--- first/last sheet not in range(%d)" % nsheets) - return (-103, -103) # stuffed up somewhere :-( - xlrd_sheetx1 = bk._all_sheets_map[ref_first_sheetx] - xlrd_sheetx2 = bk._all_sheets_map[ref_last_sheetx] - if not(0 <= xlrd_sheetx1 <= xlrd_sheetx2): - return (-3, -3) # internal reference, but to a macro sheet - return xlrd_sheetx1, xlrd_sheetx2 - -class FormulaError(Exception): - pass - -oBOOL = 3 -oERR = 4 -oMSNG = 5 # tMissArg -oNUM = 2 -oREF = -1 -oREL = -2 -oSTRG = 1 -oUNK = 0 - -okind_dict = { - -2: "oREL", - -1: "oREF", - 0 : "oUNK", - 1 : "oSTRG", - 2 : "oNUM", - 3 : "oBOOL", - 4 : "oERR", - 5 : "oMSNG", - } - -listsep = ',' #### probably should depend on locale - -## -# Used in evaluating formulas. -# The following table describes the kinds and how their values -# are represented.

-# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -# -#
Kind symbolKind numberValue representation
oBOOL3integer: 0 => False; 1 => True
oERR4None, or an int error code (same as XL_CELL_ERROR in the Cell class). -#
oMSNG5Used by Excel as a placeholder for a missing (not supplied) function -# argument. Should *not* appear as a final formula result. Value is None.
oNUM2A float. Note that there is no way of distinguishing dates.
oREF-1The value is either None or a non-empty list of -# absolute Ref3D instances.
-#
oREL-2The value is None or a non-empty list of -# fully or partially relative Ref3D instances. -#
oSTRG1A Unicode string.
oUNK0The kind is unknown or ambiguous. The value is None
-#

- -class Operand(object): - - ## - # None means that the actual value of the operand is a variable - # (depends on cell data), not a constant. - value = None - ## - # oUNK means that the kind of operand is not known unambiguously. - kind = oUNK - ## - # The reconstituted text of the original formula. Function names will be - # in English irrespective of the original language, which doesn't seem - # to be recorded anywhere. The separator is ",", not ";" or whatever else - # might be more appropriate for the end-user's locale; patches welcome. - text = '?' - - def __init__(self, akind=None, avalue=None, arank=0, atext='?'): - if akind is not None: - self.kind = akind - if avalue is not None: - self.value = avalue - self.rank = arank - # rank is an internal gizmo (operator precedence); - # it's used in reconstructing formula text. - self.text = atext - - def __repr__(self): - kind_text = okind_dict.get(self.kind, "?Unknown kind?") - return "Operand(kind=%s, value=%r, text=%r)" \ - % (kind_text, self.value, self.text) - -#(to_py3) if CAN_SUBCLASS_BUILTIN: -# _ref3d_base = tuple - -# Represents an absolute or relative 3-dimensional reference to a box -# of one or more cells. -# - New in version 0.6.0 -# -# The `coords` attribute is a tuple of the form: -# (shtxlo, shtxhi, rowxlo, rowxhi, colxlo, colxhi) -# where 0 <= thingxlo <= thingx < thingxhi. -# Note that it is quite possible to have thingx > nthings; for example -# Print_Titles could have colxhi == 256 and/or rowxhi == 65536 -# irrespective of how many columns/rows are actually used in the worksheet. -# The caller will need to decide how to handle this situation. -# Keyword: IndexError :-) -# -# The components of the coords attribute are also available as individual -# attributes: shtxlo, shtxhi, rowxlo, rowxhi, colxlo, and colxhi. -# -# The `relflags` attribute is a 6-tuple of flags which indicate whether -# the corresponding (sheet|row|col)(lo|hi) is relative (1) or absolute (0). -# Note that there is necessarily no information available as to what cell(s) -# the reference could possibly be relative to. The caller must decide what if -# any use to make of oREL operands. Note also that a partially relative -# reference may well be a typo. -# For example, define name A1Z10 as $a$1:$z10 (missing $ after z) -# while the cursor is on cell Sheet3!A27.
-# The resulting Ref3D instance will have coords = (2, 3, 0, -16, 0, 26) -# and relflags = (0, 0, 0, 1, 0, 0).
-# So far, only one possibility of a sheet-relative component in -# a reference has been noticed: a 2D reference located in the "current sheet". -# This will appear as coords = (0, 1, ...) and relflags = (1, 1, ...). - -class Ref3D(tuple): - - def __init__(self, atuple): - self.coords = atuple[0:6] - self.relflags = atuple[6:12] - if not self.relflags: - self.relflags = (0, 0, 0, 0, 0, 0) - (self.shtxlo, self.shtxhi, - self.rowxlo, self.rowxhi, - self.colxlo, self.colxhi) = self.coords - - def __repr__(self): - if not self.relflags or self.relflags == (0, 0, 0, 0, 0, 0): - return "Ref3D(coords=%r)" % (self.coords, ) - else: - return "Ref3D(coords=%r, relflags=%r)" \ - % (self.coords, self.relflags) - -tAdd = 0x03 -tSub = 0x04 -tMul = 0x05 -tDiv = 0x06 -tPower = 0x07 -tConcat = 0x08 -tLT, tLE, tEQ, tGE, tGT, tNE = list(range(0x09, 0x0F)) - -import operator as opr - -def nop(x): - return x - -def _opr_pow(x, y): return x ** y - -def _opr_lt(x, y): return x < y -def _opr_le(x, y): return x <= y -def _opr_eq(x, y): return x == y -def _opr_ge(x, y): return x >= y -def _opr_gt(x, y): return x > y -def _opr_ne(x, y): return x != y - -def num2strg(num): - """Attempt to emulate Excel's default conversion - from number to string. - """ - s = str(num) - if s.endswith(".0"): - s = s[:-2] - return s - -_arith_argdict = {oNUM: nop, oSTRG: float} -_cmp_argdict = {oNUM: nop, oSTRG: nop} -# Seems no conversions done on relops; in Excel, "1" > 9 produces TRUE. -_strg_argdict = {oNUM:num2strg, oSTRG:nop} -binop_rules = { - tAdd: (_arith_argdict, oNUM, opr.add, 30, '+'), - tSub: (_arith_argdict, oNUM, opr.sub, 30, '-'), - tMul: (_arith_argdict, oNUM, opr.mul, 40, '*'), - tDiv: (_arith_argdict, oNUM, opr.truediv, 40, '/'), - tPower: (_arith_argdict, oNUM, _opr_pow, 50, '^',), - tConcat:(_strg_argdict, oSTRG, opr.add, 20, '&'), - tLT: (_cmp_argdict, oBOOL, _opr_lt, 10, '<'), - tLE: (_cmp_argdict, oBOOL, _opr_le, 10, '<='), - tEQ: (_cmp_argdict, oBOOL, _opr_eq, 10, '='), - tGE: (_cmp_argdict, oBOOL, _opr_ge, 10, '>='), - tGT: (_cmp_argdict, oBOOL, _opr_gt, 10, '>'), - tNE: (_cmp_argdict, oBOOL, _opr_ne, 10, '<>'), - } - -unop_rules = { - 0x13: (lambda x: -x, 70, '-', ''), # unary minus - 0x12: (lambda x: x, 70, '+', ''), # unary plus - 0x14: (lambda x: x / 100.0, 60, '', '%'),# percent - } - -LEAF_RANK = 90 -FUNC_RANK = 90 - -STACK_ALARM_LEVEL = 5 -STACK_PANIC_LEVEL = 10 - -def evaluate_name_formula(bk, nobj, namex, verbose=0, level=0): - if level > STACK_ALARM_LEVEL: - verbose = 1 - data = nobj.raw_formula - fmlalen = nobj.basic_formula_len - bv = bk.biff_version - reldelta = 1 # All defined name formulas use "Method B" [OOo docs] - if verbose: - print("::: evaluate_name_formula %r %r %d %d %r level=%d" \ - % (namex, nobj.name, fmlalen, bv, data, level)) - hex_char_dump(data, 0, fmlalen) - if level > STACK_PANIC_LEVEL: - raise XLRDError("Excessive indirect references in NAME formula") - sztab = szdict[bv] - pos = 0 - stack = [] - any_rel = 0 - any_err = 0 - any_external = 0 - unk_opnd = Operand(oUNK, None) - error_opnd = Operand(oERR, None) - spush = stack.append - - def do_binop(opcd, stk): - assert len(stk) >= 2 - bop = stk.pop() - aop = stk.pop() - argdict, result_kind, func, rank, sym = binop_rules[opcd] - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - resop = Operand(result_kind, None, rank, otext) - try: - bconv = argdict[bop.kind] - aconv = argdict[aop.kind] - except KeyError: - stk.append(resop) - return - if bop.value is None or aop.value is None: - stk.append(resop) - return - bval = bconv(bop.value) - aval = aconv(aop.value) - result = func(aval, bval) - if result_kind == oBOOL: - result = 1 if result else 0 # (to_py3) - resop.value = result - stk.append(resop) - - def do_unaryop(opcode, arglist, result_kind, stk): - assert len(stk) >= 1 - aop = stk.pop() - assert aop.kind in arglist - val = aop.value - func, rank, sym1, sym2 = unop_rules[opcode] - otext = ''.join([ - sym1, - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym2, - ]) - if val is not None: - val = func(val) - stk.append(Operand(result_kind, val, rank, otext)) - - def not_in_name_formula(op_arg, oname_arg): - msg = "ERROR *** Token 0x%02x (%s) found in NAME formula" \ - % (op_arg, oname_arg) - raise FormulaError(msg) - - if fmlalen == 0: - stack = [unk_opnd] - - while 0 <= pos < fmlalen: - op = data[pos] - opcode = op & 0x1f - optype = (op & 0x60) >> 5 - if optype: - opx = opcode + 32 - else: - opx = opcode - oname = onames[opx] # + [" RVA"][optype] - sz = sztab[opx] - if verbose: - print("Pos:%d Op:0x%02x Name:t%s Sz:%d opcode:%02xh optype:%02xh" \ - % (pos, op, oname, sz, opcode, optype)) - print("Stack =", stack) - if sz == -2: - msg = 'ERROR *** Unexpected token 0x%02x ("%s"); biff_version=%d' \ - % (op, oname, bv) - raise FormulaError(msg) - if not optype: - if 0x00 <= opcode <= 0x02: # unk_opnd, tExp, tTbl - not_in_name_formula(op, oname) - elif 0x03 <= opcode <= 0x0E: - # Add, Sub, Mul, Div, Power - # tConcat - # tLT, ..., tNE - do_binop(opcode, stack) - elif opcode == 0x0F: # tIsect - if verbose: print("tIsect pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ' ' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF) - res.text = otext - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind == oUNK or aop.kind == oUNK: - # This can happen with undefined - # (go search in the current sheet) labels. - # For example =Bob Sales - # Each label gets a NAME record with an empty formula (!) - # Evaluation of the tName token classifies it as oUNK - # res.kind = oREF - pass - elif bop.kind == oREF == aop.kind: - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tIsectFuncs, aop.value[0], bop.value[0]) - res.value = [Ref3D(coords)] - elif bop.kind == oREL == aop.kind: - res.kind = oREL - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tIsectFuncs, aop.value[0], bop.value[0]) - relfa = aop.value[0].relflags - relfb = bop.value[0].relflags - if relfa == relfb: - res.value = [Ref3D(coords + relfa)] - else: - pass - spush(res) - if verbose: print("tIsect post", stack, file=bk.logfile) - elif opcode == 0x10: # tList - if verbose: print("tList pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ',' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind in (oREF, oREL) and aop.kind in (oREF, oREL): - res.kind = oREF - if aop.kind == oREL or bop.kind == oREL: - res.kind = oREL - if aop.value is not None and bop.value is not None: - assert len(aop.value) >= 1 - assert len(bop.value) == 1 - res.value = aop.value + bop.value - else: - pass - spush(res) - if verbose: print("tList post", stack, file=bk.logfile) - elif opcode == 0x11: # tRange - if verbose: print("tRange pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ':' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res = oERR - elif bop.kind == oREF == aop.kind: - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tRangeFuncs, aop.value[0], bop.value[0]) - res.value = [Ref3D(coords)] - elif bop.kind == oREL == aop.kind: - res.kind = oREL - if aop.value is not None and bop.value is not None: - assert len(aop.value) == 1 - assert len(bop.value) == 1 - coords = do_box_funcs( - tRangeFuncs, aop.value[0], bop.value[0]) - relfa = aop.value[0].relflags - relfb = bop.value[0].relflags - if relfa == relfb: - res.value = [Ref3D(coords + relfa)] - else: - pass - spush(res) - if verbose: print("tRange post", stack, file=bk.logfile) - elif 0x12 <= opcode <= 0x14: # tUplus, tUminus, tPercent - do_unaryop(opcode, (oUNK, oNUM,), oNUM, stack) - elif opcode == 0x15: # tParen - # source cosmetics - pass - elif opcode == 0x16: # tMissArg - spush(Operand(oMSNG, None, LEAF_RANK, '')) - elif opcode == 0x17: # tStr - if bv <= 70: - strg, newpos = unpack_string_update_pos( - data, pos+1, bk.encoding, lenlen=1) - else: - strg, newpos = unpack_unicode_update_pos( - data, pos+1, lenlen=1) - sz = newpos - pos - if verbose: print(" sz=%d strg=%r" % (sz, strg), file=bk.logfile) - text = '"' + strg.replace('"', '""') + '"' - spush(Operand(oSTRG, strg, LEAF_RANK, text)) - elif opcode == 0x18: # tExtended - # new with BIFF 8 - assert bv >= 80 - # not in OOo docs - raise FormulaError("tExtended token not implemented") - elif opcode == 0x19: # tAttr - subop, nc = unpack("= 1 - aop = stack[-1] - otext = 'SUM(%s)' % aop.text - stack[-1] = Operand(oNUM, None, FUNC_RANK, otext) - else: - sz = 4 - if verbose: - print(" subop=%02xh subname=t%s sz=%d nc=%02xh" \ - % (subop, subname, sz, nc)) - elif 0x1A <= opcode <= 0x1B: # tSheet, tEndSheet - assert bv < 50 - raise FormulaError("tSheet & tEndsheet tokens not implemented") - elif 0x1C <= opcode <= 0x1F: # tErr, tBool, tInt, tNum - inx = opcode - 0x1C - nb = [1, 1, 2, 8][inx] - kind = [oERR, oBOOL, oNUM, oNUM][inx] - value, = unpack("<" + "BBHd"[inx], data[pos+1:pos+1+nb]) - if inx == 2: # tInt - value = float(value) - text = str(value) - elif inx == 3: # tNum - text = str(value) - elif inx == 1: # tBool - text = ('FALSE', 'TRUE')[value] - else: - text = '"' +error_text_from_code[value] + '"' - spush(Operand(kind, value, LEAF_RANK, text)) - else: - raise FormulaError("Unhandled opcode: 0x%02x" % opcode) - if sz <= 0: - raise FormulaError("Size not set for opcode 0x%02x" % opcode) - pos += sz - continue - if opcode == 0x00: # tArray - spush(unk_opnd) - elif opcode == 0x01: # tFunc - nb = 1 + int(bv >= 40) - funcx = unpack("<" + " BH"[nb], data[pos+1:pos+1+nb])[0] - func_attrs = func_defs.get(funcx, None) - if not func_attrs: - print("*** formula/tFunc unknown FuncID:%d" \ - % funcx, file=bk.logfile) - spush(unk_opnd) - else: - func_name, nargs = func_attrs[:2] - if verbose: - print(" FuncID=%d name=%s nargs=%d" \ - % (funcx, func_name, nargs)) - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - del stack[-nargs:] - res = Operand(oUNK, None, FUNC_RANK, otext) - spush(res) - elif opcode == 0x02: #tFuncVar - nb = 1 + int(bv >= 40) - nargs, funcx = unpack("= nargs - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - res = Operand(oUNK, None, FUNC_RANK, otext) - if funcx == 1: # IF - testarg = stack[-nargs] - if testarg.kind not in (oNUM, oBOOL): - if verbose and testarg.kind != oUNK: - print("IF testarg kind?") - elif testarg.value not in (0, 1): - if verbose and testarg.value is not None: - print("IF testarg value?") - else: - if nargs == 2 and not testarg.value: - # IF(FALSE, tv) => FALSE - res.kind, res.value = oBOOL, 0 - else: - respos = -nargs + 2 - int(testarg.value) - chosen = stack[respos] - if chosen.kind == oMSNG: - res.kind, res.value = oNUM, 0 - else: - res.kind, res.value = chosen.kind, chosen.value - if verbose: - print("$$$$$$ IF => constant") - elif funcx == 100: # CHOOSE - testarg = stack[-nargs] - if testarg.kind == oNUM: - if 1 <= testarg.value < nargs: - chosen = stack[-nargs + int(testarg.value)] - if chosen.kind == oMSNG: - res.kind, res.value = oNUM, 0 - else: - res.kind, res.value = chosen.kind, chosen.value - del stack[-nargs:] - spush(res) - elif opcode == 0x03: #tName - tgtnamex = unpack("> bk.logfile, " ", res - # spush(res) - elif opcode == 0x0D: #tAreaN - not_in_name_formula(op, oname) - # res = get_cell_range_addr(data, pos+1, bv, reldelta=1) - # # note *ALL* tAreaN usage has signed offset for relative addresses - # any_rel = 1 - # if verbose: print >> bk.logfile, " ", res - elif opcode == 0x1A: # tRef3d - if bv >= 80: - res = get_cell_addr(data, pos+3, bv, reldelta) - refx = unpack("= 80: - res1, res2 = get_cell_range_addr(data, pos+3, bv, reldelta) - refx = unpack("= 80: - refx, tgtnamex = unpack(" 0: - refx -= 1 - elif refx < 0: - refx = -refx - 1 - else: - dodgy = 1 - if verbose: - print(" origrefx=%d refx=%d tgtnamex=%d dodgy=%d" \ - % (origrefx, refx, tgtnamex, dodgy), file=bk.logfile) - if tgtnamex == namex: - if verbose: print("!!!! Self-referential !!!!", file=bk.logfile) - dodgy = any_err = 1 - if not dodgy: - if bv >= 80: - shx1, shx2 = get_externsheet_local_range(bk, refx, verbose) - elif origrefx > 0: - shx1, shx2 = (-4, -4) # external ref - else: - exty = bk._externsheet_type_b57[refx] - if exty == 4: # non-specific sheet in own doc't - shx1, shx2 = (-1, -1) # internal, any sheet - else: - shx1, shx2 = (-666, -666) - if dodgy or shx1 < -1: - otext = "<>" \ - % (tgtnamex, origrefx) - res = Operand(oUNK, None, LEAF_RANK, otext) - else: - tgtobj = bk.name_obj_list[tgtnamex] - if not tgtobj.evaluated: - ### recursive ### - evaluate_name_formula(bk, tgtobj, tgtnamex, verbose, level+1) - if tgtobj.macro or tgtobj.binary \ - or tgtobj.any_err: - if verbose: - tgtobj.dump( - bk.logfile, - header="!!! bad tgtobj !!!", - footer="------------------", - ) - res = Operand(oUNK, None) - any_err = any_err or tgtobj.macro or tgtobj.binary or tgtobj.any_err - any_rel = any_rel or tgtobj.any_rel - else: - assert len(tgtobj.stack) == 1 - res = copy.deepcopy(tgtobj.stack[0]) - res.rank = LEAF_RANK - if tgtobj.scope == -1: - res.text = tgtobj.name - else: - res.text = "%s!%s" \ - % (bk._sheet_names[tgtobj.scope], tgtobj.name) - if verbose: - print(" tNameX: setting text to", repr(res.text), file=bk.logfile) - spush(res) - elif opcode in _error_opcodes: - any_err = 1 - spush(error_opnd) - else: - if verbose: - print("FORMULA: /// Not handled yet: t" + oname, file=bk.logfile) - any_err = 1 - if sz <= 0: - raise FormulaError("Fatal: token size is not positive") - pos += sz - any_rel = not not any_rel - if verbose: - print("End of formula. level=%d any_rel=%d any_err=%d stack=%r" % \ - (level, not not any_rel, any_err, stack)) - if len(stack) >= 2: - print("*** Stack has unprocessed args") - print() - nobj.stack = stack - if len(stack) != 1: - nobj.result = None - else: - nobj.result = stack[0] - nobj.any_rel = any_rel - nobj.any_err = any_err - nobj.any_external = any_external - nobj.evaluated = 1 - -#### under construction #### -def decompile_formula(bk, fmla, fmlalen, - reldelta, browx=None, bcolx=None, - # browx & bcolx are required when reldelta == 0 - verbose=0, level=0): - if level > STACK_ALARM_LEVEL: - verbose = 1 - data = fmla - bv = bk.biff_version - if verbose: - print("::: decompile_formula len=%d reldelta=%d %r level=%d" \ - % (fmlalen, reldelta, data, level)) - hex_char_dump(data, 0, fmlalen) - if level > STACK_PANIC_LEVEL: - raise XLRDError("Excessive indirect references in formula") - sztab = szdict[bv] - pos = 0 - stack = [] - any_rel = 0 - any_err = 0 - any_external = 0 - unk_opnd = Operand(oUNK, None) - error_opnd = Operand(oERR, None) - spush = stack.append - - def do_binop(opcd, stk): - assert len(stk) >= 2 - bop = stk.pop() - aop = stk.pop() - argdict, result_kind, func, rank, sym = binop_rules[opcd] - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - resop = Operand(result_kind, None, rank, otext) - stk.append(resop) - - def do_unaryop(opcode, arglist, result_kind, stk): - assert len(stk) >= 1 - aop = stk.pop() - assert aop.kind in arglist - func, rank, sym1, sym2 = unop_rules[opcode] - otext = ''.join([ - sym1, - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym2, - ]) - stk.append(Operand(result_kind, None, rank, otext)) - - def not_in_name_formula(op_arg, oname_arg): - msg = "ERROR *** Unexpected token 0x%02x (%s) found in formula" \ - % (op_arg, oname_arg) - # print msg - raise FormulaError(msg) - - if fmlalen == 0: - stack = [unk_opnd] - - while 0 <= pos < fmlalen: - op = data[pos] - opcode = op & 0x1f - optype = (op & 0x60) >> 5 - if optype: - opx = opcode + 32 - else: - opx = opcode - oname = onames[opx] # + [" RVA"][optype] - sz = sztab[opx] - if verbose: - print("Pos:%d Op:0x%02x opname:t%s Sz:%d opcode:%02xh optype:%02xh" \ - % (pos, op, oname, sz, opcode, optype)) - print("Stack =", stack) - if sz == -2: - msg = 'ERROR *** Unexpected token 0x%02x ("%s"); biff_version=%d' \ - % (op, oname, bv) - raise FormulaError(msg) - if not optype: - if 0x00 <= opcode <= 0x02: # unk_opnd, tExp, tTbl - not_in_name_formula(op, oname) - elif 0x03 <= opcode <= 0x0E: - # Add, Sub, Mul, Div, Power - # tConcat - # tLT, ..., tNE - do_binop(opcode, stack) - elif opcode == 0x0F: # tIsect - if verbose: print("tIsect pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ' ' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF) - res.text = otext - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind == oUNK or aop.kind == oUNK: - # This can happen with undefined - # (go search in the current sheet) labels. - # For example =Bob Sales - # Each label gets a NAME record with an empty formula (!) - # Evaluation of the tName token classifies it as oUNK - # res.kind = oREF - pass - elif bop.kind == oREF == aop.kind: - pass - elif bop.kind == oREL == aop.kind: - res.kind = oREL - else: - pass - spush(res) - if verbose: print("tIsect post", stack, file=bk.logfile) - elif opcode == 0x10: # tList - if verbose: print("tList pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ',' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res.kind = oERR - elif bop.kind in (oREF, oREL) and aop.kind in (oREF, oREL): - res.kind = oREF - if aop.kind == oREL or bop.kind == oREL: - res.kind = oREL - else: - pass - spush(res) - if verbose: print("tList post", stack, file=bk.logfile) - elif opcode == 0x11: # tRange - if verbose: print("tRange pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - sym = ':' - rank = 80 ########## check ####### - otext = ''.join([ - '('[:aop.rank < rank], - aop.text, - ')'[:aop.rank < rank], - sym, - '('[:bop.rank < rank], - bop.text, - ')'[:bop.rank < rank], - ]) - res = Operand(oREF, None, rank, otext) - if bop.kind == oERR or aop.kind == oERR: - res = oERR - elif bop.kind == oREF == aop.kind: - pass - else: - pass - spush(res) - if verbose: print("tRange post", stack, file=bk.logfile) - elif 0x12 <= opcode <= 0x14: # tUplus, tUminus, tPercent - do_unaryop(opcode, (oUNK, oNUM,), oNUM, stack) - elif opcode == 0x15: # tParen - # source cosmetics - pass - elif opcode == 0x16: # tMissArg - spush(Operand(oMSNG, None, LEAF_RANK, '')) - elif opcode == 0x17: # tStr - if bv <= 70: - strg, newpos = unpack_string_update_pos( - data, pos+1, bk.encoding, lenlen=1) - else: - strg, newpos = unpack_unicode_update_pos( - data, pos+1, lenlen=1) - sz = newpos - pos - if verbose: print(" sz=%d strg=%r" % (sz, strg), file=bk.logfile) - text = '"' + strg.replace('"', '""') + '"' - spush(Operand(oSTRG, None, LEAF_RANK, text)) - elif opcode == 0x18: # tExtended - # new with BIFF 8 - assert bv >= 80 - # not in OOo docs - raise FormulaError("tExtended token not implemented") - elif opcode == 0x19: # tAttr - subop, nc = unpack("= 1 - aop = stack[-1] - otext = 'SUM(%s)' % aop.text - stack[-1] = Operand(oNUM, None, FUNC_RANK, otext) - else: - sz = 4 - if verbose: - print(" subop=%02xh subname=t%s sz=%d nc=%02xh" \ - % (subop, subname, sz, nc)) - elif 0x1A <= opcode <= 0x1B: # tSheet, tEndSheet - assert bv < 50 - raise FormulaError("tSheet & tEndsheet tokens not implemented") - elif 0x1C <= opcode <= 0x1F: # tErr, tBool, tInt, tNum - inx = opcode - 0x1C - nb = [1, 1, 2, 8][inx] - kind = [oERR, oBOOL, oNUM, oNUM][inx] - value, = unpack("<" + "BBHd"[inx], data[pos+1:pos+1+nb]) - if inx == 2: # tInt - value = float(value) - text = str(value) - elif inx == 3: # tNum - text = str(value) - elif inx == 1: # tBool - text = ('FALSE', 'TRUE')[value] - else: - text = '"' +error_text_from_code[value] + '"' - spush(Operand(kind, None, LEAF_RANK, text)) - else: - raise FormulaError("Unhandled opcode: 0x%02x" % opcode) - if sz <= 0: - raise FormulaError("Size not set for opcode 0x%02x" % opcode) - pos += sz - continue - if opcode == 0x00: # tArray - spush(unk_opnd) - elif opcode == 0x01: # tFunc - nb = 1 + int(bv >= 40) - funcx = unpack("<" + " BH"[nb], data[pos+1:pos+1+nb])[0] - func_attrs = func_defs.get(funcx, None) - if not func_attrs: - print("*** formula/tFunc unknown FuncID:%d" % funcx, file=bk.logfile) - spush(unk_opnd) - else: - func_name, nargs = func_attrs[:2] - if verbose: - print(" FuncID=%d name=%s nargs=%d" \ - % (funcx, func_name, nargs)) - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - del stack[-nargs:] - res = Operand(oUNK, None, FUNC_RANK, otext) - spush(res) - elif opcode == 0x02: #tFuncVar - nb = 1 + int(bv >= 40) - nargs, funcx = unpack("= nargs - assert len(stack) >= nargs - argtext = listsep.join([arg.text for arg in stack[-nargs:]]) - otext = "%s(%s)" % (func_name, argtext) - res = Operand(oUNK, None, FUNC_RANK, otext) - del stack[-nargs:] - spush(res) - elif opcode == 0x03: #tName - tgtnamex = unpack("> bk.logfile, " ", res - # spush(res) - elif opcode == 0x0D: #tAreaN - not_in_name_formula(op, oname) - # res = get_cell_range_addr(data, pos+1, bv, reldelta=1) - # # note *ALL* tAreaN usage has signed offset for relative addresses - # any_rel = 1 - # if verbose: print >> bk.logfile, " ", res - elif opcode == 0x1A: # tRef3d - if bv >= 80: - res = get_cell_addr(data, pos+3, bv, reldelta, browx, bcolx) - refx = unpack("= 80: - res1, res2 = get_cell_range_addr(data, pos+3, bv, reldelta) - refx = unpack("= 80: - refx, tgtnamex = unpack(" 0: - refx -= 1 - elif refx < 0: - refx = -refx - 1 - else: - dodgy = 1 - if verbose: - print(" origrefx=%d refx=%d tgtnamex=%d dodgy=%d" \ - % (origrefx, refx, tgtnamex, dodgy), file=bk.logfile) - # if tgtnamex == namex: - # if verbose: print >> bk.logfile, "!!!! Self-referential !!!!" - # dodgy = any_err = 1 - if not dodgy: - if bv >= 80: - shx1, shx2 = get_externsheet_local_range(bk, refx, verbose) - elif origrefx > 0: - shx1, shx2 = (-4, -4) # external ref - else: - exty = bk._externsheet_type_b57[refx] - if exty == 4: # non-specific sheet in own doc't - shx1, shx2 = (-1, -1) # internal, any sheet - else: - shx1, shx2 = (-666, -666) - okind = oUNK - ovalue = None - if shx1 == -5: # addin func name - okind = oSTRG - ovalue = bk.addin_func_names[tgtnamex] - otext = '"' + ovalue.replace('"', '""') + '"' - elif dodgy or shx1 < -1: - otext = "<>" \ - % (tgtnamex, origrefx) - else: - tgtobj = bk.name_obj_list[tgtnamex] - if tgtobj.scope == -1: - otext = tgtobj.name - else: - otext = "%s!%s" \ - % (bk._sheet_names[tgtobj.scope], tgtobj.name) - if verbose: - print(" tNameX: setting text to", repr(res.text), file=bk.logfile) - res = Operand(okind, ovalue, LEAF_RANK, otext) - spush(res) - elif opcode in _error_opcodes: - any_err = 1 - spush(error_opnd) - else: - if verbose: - print("FORMULA: /// Not handled yet: t" + oname, file=bk.logfile) - any_err = 1 - if sz <= 0: - raise FormulaError("Fatal: token size is not positive") - pos += sz - any_rel = not not any_rel - if verbose: - print("End of formula. level=%d any_rel=%d any_err=%d stack=%r" % \ - (level, not not any_rel, any_err, stack)) - if len(stack) >= 2: - print("*** Stack has unprocessed args") - print() - - if len(stack) != 1: - result = None - else: - result = stack[0].text - return result - -#### under deconstruction ### -def dump_formula(bk, data, fmlalen, bv, reldelta, verbose=0, isname=0): - if verbose: - print("dump_formula", fmlalen, bv, len(data)) - hex_char_dump(data, 0, fmlalen) - assert bv >= 80 #### this function needs updating #### - sztab = szdict[bv] - pos = 0 - stack = [] - any_rel = 0 - any_err = 0 - spush = stack.append - while 0 <= pos < fmlalen: - op = data[pos] - opcode = op & 0x1f - optype = (op & 0x60) >> 5 - if optype: - opx = opcode + 32 - else: - opx = opcode - oname = onames[opx] # + [" RVA"][optype] - - sz = sztab[opx] - if verbose: - print("Pos:%d Op:0x%02x Name:t%s Sz:%d opcode:%02xh optype:%02xh" \ - % (pos, op, oname, sz, opcode, optype)) - if not optype: - if 0x01 <= opcode <= 0x02: # tExp, tTbl - # reference to a shared formula or table record - rowx, colx = unpack("= 2 - bop = stack.pop() - aop = stack.pop() - spush(aop + bop) - if verbose: print("tlist post", stack, file=bk.logfile) - elif opcode == 0x11: # tRange - if verbose: print("tRange pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - assert len(aop) == 1 - assert len(bop) == 1 - result = do_box_funcs(tRangeFuncs, aop[0], bop[0]) - spush(result) - if verbose: print("tRange post", stack, file=bk.logfile) - elif opcode == 0x0F: # tIsect - if verbose: print("tIsect pre", stack, file=bk.logfile) - assert len(stack) >= 2 - bop = stack.pop() - aop = stack.pop() - assert len(aop) == 1 - assert len(bop) == 1 - result = do_box_funcs(tIsectFuncs, aop[0], bop[0]) - spush(result) - if verbose: print("tIsect post", stack, file=bk.logfile) - elif opcode == 0x19: # tAttr - subop, nc = unpack("= 40) - funcx = unpack("<" + " BH"[nb], data[pos+1:pos+1+nb]) - if verbose: print(" FuncID=%d" % funcx, file=bk.logfile) - elif opcode == 0x02: #tFuncVar - nb = 1 + int(bv >= 40) - nargs, funcx = unpack("= 2: - print("*** Stack has unprocessed args", file=bk.logfile) - -# === Some helper functions for displaying cell references === - -# Note that a "non-standard" syntax is used in row and column -# components in relative references. -# For example, consider a relative reference: up two rows, right 3 columns. -# On screen, with cursor in cell D10, this would appear as G8. -# On screen, with cursor in cell Z100, this would appear as AC98. -# On screen, with cursor in cell A1, this would appear as D65535. -# These functions will display such a reference as [@+3,#-2]. -# "@" refers to the unknown base column. -# "#" refers to the unknown base row. -# -# I'm aware of only one possibility of a sheet-relative component in -# a reference: a 2D reference located in the "current sheet". -# xlrd stores this internally with bounds of (0, 1, ...) and -# relative flags of (1, 1, ...). These functions display the -# sheet component as empty, just like Excel etc. - -def rownamerel(rowx, rowxrel): - if not rowxrel: - return "$%d" % rowx - if rowx > 0: - return "#+%d" % rowx - if rowx < 0: - return "#-%d" % (-rowx) - return "#" - -def colnamerel(colx, colxrel): - if not colxrel: - return "$" + colname(colx) - if colx > 0: - return "@+%d" % colx - if colx < 0: - return "@-%d" % (-colx) - return "@" -## -# Utility function: (5, 7) => 'H6' -def cellname(rowx, colx): - """ (5, 7) => 'H6' """ - return "%s%d" % (colname(colx), rowx+1) - -## -# Utility function: (5, 7) => '$H$6' -def cellnameabs(rowx, colx): - """ (5, 7) => '$H$6' """ - return "$%s$%d" % (colname(colx), rowx+1) - -def cellnamerel(rowx, colx, rowxrel, colxrel): - if not rowxrel and not colxrel: - return cellnameabs(rowx, colx) - return "[%s,%s]" % ( - colnamerel(colx, colxrel), - rownamerel(rowx, rowxrel)) -## -# Utility function: 7 => 'H', 27 => 'AB' -def colname(colx): - """ 7 => 'H', 27 => 'AB' """ - alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZ" - if colx <= 25: - return alphabet[colx] - else: - xdiv26, xmod26 = divmod(colx, 26) - return alphabet[xdiv26 - 1] + alphabet[xmod26] - -def rangename2d(rlo, rhi, clo, chi): - """ (5, 20, 7, 10) => '$H$6:$J$20' """ - if rhi == rlo+1 and chi == clo+1: - return cellnameabs(rlo, clo) - return "%s:%s" % (cellnameabs(rlo, clo), cellnameabs(rhi-1, chi-1)) - -def rangename2drel(xxx_todo_changeme, xxx_todo_changeme1): - (rlo, rhi, clo, chi) = xxx_todo_changeme - (rlorel, rhirel, clorel, chirel) = xxx_todo_changeme1 - return "%s:%s" % ( - cellnamerel(rlo, clo, rlorel, clorel), - cellnamerel(rhi-1, chi-1, rhirel, chirel) - ) -## -# Utility function: -#
Ref3D((1, 4, 5, 20, 7, 10)) => 'Sheet2:Sheet3!$H$6:$J$20' -def rangename3d(book, ref3d): - """ Ref3D(1, 4, 5, 20, 7, 10) => 'Sheet2:Sheet3!$H$6:$J$20' - (assuming Excel's default sheetnames) """ - coords = ref3d.coords - return "%s!%s" % ( - sheetrange(book, *coords[:2]), - rangename2d(*coords[2:6])) - -## -# Utility function: -#
Ref3D(coords=(0, 1, -32, -22, -13, 13), relflags=(0, 0, 1, 1, 1, 1)) -# => 'Sheet1![@-13,#-32]:[@+12,#-23]' -# where '@' refers to the current or base column and '#' -# refers to the current or base row. -def rangename3drel(book, ref3d): - coords = ref3d.coords - relflags = ref3d.relflags - shdesc = sheetrangerel(book, coords[:2], relflags[:2]) - rngdesc = rangename2drel(coords[2:6], relflags[2:6]) - if not shdesc: - return rngdesc - return "%s!%s" % (shdesc, rngdesc) - -def quotedsheetname(shnames, shx): - if shx >= 0: - shname = shnames[shx] - else: - shname = { - -1: "?internal; any sheet?", - -2: "internal; deleted sheet", - -3: "internal; macro sheet", - -4: "<>", - }.get(shx, "?error %d?" % shx) - if "'" in shname: - return "'" + shname.replace("'", "''") + "'" - if " " in shname: - return "'" + shname + "'" - return shname - -def sheetrange(book, slo, shi): - shnames = book.sheet_names() - shdesc = quotedsheetname(shnames, slo) - if slo != shi-1: - shdesc += ":" + quotedsheetname(shnames, shi-1) - return shdesc - -def sheetrangerel(book, xxx_todo_changeme2, xxx_todo_changeme3): - (slo, shi) = xxx_todo_changeme2 - (slorel, shirel) = xxx_todo_changeme3 - if not slorel and not shirel: - return sheetrange(book, slo, shi) - assert (slo == 0 == shi-1) and slorel and shirel - return "" - -# ============================================================== diff --git a/tablib/packages/xlrd3/sheet.py b/tablib/packages/xlrd3/sheet.py deleted file mode 100644 index 5911fb0..0000000 --- a/tablib/packages/xlrd3/sheet.py +++ /dev/null @@ -1,1611 +0,0 @@ -# Portions copyright © 2005-2009 Stephen John Machin, Lingfo Pty Ltd -# This module is part of the xlrd3 package, which is released under a -# BSD-style licence. - -# 2009-05-31 SJM Fixed problem with no CODEPAGE record on extremely minimal BIFF2.x 3rd-party file -# 2009-04-27 SJM Integrated on_demand patch by Armando Serrano Lombillo -# 2008-02-09 SJM Excel 2.0: build XFs on the fly from cell attributes -# 2007-12-04 SJM Added support for Excel 2.x (BIFF2) files. -# 2007-10-11 SJM Added missing entry for blank cell type to ctype_text -# 2007-07-11 SJM Allow for BIFF2/3-style FORMAT record in BIFF4/8 file -# 2007-04-22 SJM Remove experimental "trimming" facility. - -#for debugging only -from math import isnan - -import time -from struct import unpack -from array import array - -from .biffh import * -from .formula import dump_formula, decompile_formula, rangename2d -from .formatting import nearest_colour_index, Format -from .xfcell import XFCell - -DEBUG = 0 -OBJ_MSO_DEBUG = 0 - -_WINDOW2_options = ( - # Attribute names and initial values to use in case - # a WINDOW2 record is not written. - ("show_formulas", 0), - ("show_grid_lines", 1), - ("show_sheet_headers", 1), - ("panes_are_frozen", 0), - ("show_zero_values", 1), - ("automatic_grid_line_colour", 1), - ("columns_from_right_to_left", 0), - ("show_outline_symbols", 1), - ("remove_splits_if_pane_freeze_is_removed", 0), - ("sheet_selected", 0), - # "sheet_visible" appears to be merely a clone of "sheet_selected". - # The real thing is the visibility attribute from the BOUNDSHEET record. - ("sheet_visible", 0), - ("show_in_page_break_preview", 0), - ) - -def int_floor_div(x, y): - return divmod(x, y)[0] - -class Sheet(BaseObject): - """Contains the data for one worksheet. - - In the cell access functions, "rowx" is a row index, counting from zero, - and "colx" is a column index, counting from zero. - Negative values for row/column indexes and slice positions are supported in - the expected fashion. - - For information about cell types and cell values, refer to the documentation - of the Cell class. - - WARNING: You don't call this class yourself. You access Sheet objects via - the Book object that was returned when you called xlrd.open_workbook("myfile.xls"). - """ - - # Name of sheet. - name = '' - - # Number of rows in sheet. A row index is in range(thesheet.nrows). - nrows = 0 - - # Number of columns in sheet. A column index is in range(thesheet.ncols). - ncols = 0 - - # The map from a column index to a Colinfo object. Often there is an entry - # in COLINFO records for all column indexes in range(257). - # Note that xlrd ignores the entry for the non-existent - # 257th column. On the other hand, there may be no entry for unused columns. - # - New in version 0.6.1 - colinfo_map = {} - - # The map from a row index to a Rowinfo object. Note that it is possible - # to have missing entries -- at least one source of XLS files doesn't - # bother writing ROW records. - # - New in version 0.6.1 - rowinfo_map = {} - - # List of address ranges of cells containing column labels. - # These are set up in Excel by Insert > Name > Labels > Columns. - # - New in version 0.6.0 - # How to deconstruct the list:: - # - # for crange in thesheet.col_label_ranges: - # rlo, rhi, clo, chi = crange - # for rx in xrange(rlo, rhi): - # for cx in xrange(clo, chi): - # print "Column label at (rowx=%d, colx=%d) is %r" \ - # (rx, cx, thesheet.cell_value(rx, cx)) - # - col_label_ranges = [] - - # List of address ranges of cells containing row labels. - # For more details, see col_label_ranges above. - # - New in version 0.6.0 - row_label_ranges = [] - - # List of address ranges of cells which have been merged. - # These are set up in Excel by Format > Cells > Alignment, then ticking - # the "Merge cells" box. - # - New in version 0.6.1. Extracted only if open_workbook(..., formatting_info=True) - # How to deconstruct the list:: - # - # for crange in thesheet.merged_cells: - # rlo, rhi, clo, chi = crange - # for rowx in xrange(rlo, rhi): - # for colx in xrange(clo, chi): - # # cell (rlo, clo) (the top left one) will carry the data - # # and formatting info; the remainder will be recorded as - # # blank cells, but a renderer will apply the formatting info - # # for the top left cell (e.g. border, pattern) to all cells in - # # the range. - # - merged_cells = [] - - # Default column width from DEFCOLWIDTH record, else None. - # From the OOo docs: - # """Column width in characters, using the width of the zero character - # from default font (first FONT record in the file). Excel adds some - # extra space to the default width, depending on the default font and - # default font size. The algorithm how to exactly calculate the resulting - # column width is not known. - # Example: The default width of 8 set in this record results in a column - # width of 8.43 using Arial font with a size of 10 points.""" - # For the default hierarchy, refer to the Colinfo class above. - # - New in version 0.6.1 - defcolwidth = None - - # Default column width from STANDARDWIDTH record, else None. - # From the OOo docs: - # """Default width of the columns in 1/256 of the width of the zero - # character, using default font (first FONT record in the file).""" - # For the default hierarchy, refer to the Colinfo class above. - # - New in version 0.6.1 - standardwidth = None - - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_row_height = None - - # Default value to be used for a row if there is - # no ROW record for that row. - # From the ´optional´ DEFAULTROWHEIGHT record. - default_row_height_mismatch = None - - # Default value to be used for a row if there is - # no ROW record for that row. - # From the ´optional´ DEFAULTROWHEIGHT record. - default_row_hidden = None - - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_additional_space_above = None - - # Default value to be used for a row if there is - # no ROW record for that row. - # From the optional DEFAULTROWHEIGHT record. - default_additional_space_below = None - - # Visibility of the sheet. 0 = visible, 1 = hidden (can be unhidden - # by user -- Format/Sheet/Unhide), 2 = "very hidden" (can be unhidden - # only by VBA macro). - visibility = 0 - - # A 256-element tuple corresponding to the contents of the GCW record for this sheet. - # If no such record, treat as all bits zero. - # Applies to BIFF4-7 only. See docs of Colinfo class for discussion. - gcw = (0, ) * 256 - - def __init__(self, book, position, name, number): - self.book = book - self.biff_version = book.biff_version - self._position = position - self.logfile = book.logfile - self.pickleable = book.pickleable - # (to_py3) self.dont_use_array = not(array_array and (CAN_PICKLE_ARRAY or not book.pickleable)) - self.name = name - self.number = number - self.verbosity = book.verbosity - self.formatting_info = book.formatting_info - self._xf_index_to_xl_type_map = book._xf_index_to_xl_type_map - self.nrows = 0 # actual, including possibly empty cells - self.ncols = 0 - self._maxdatarowx = -1 # highest rowx containing a non-empty cell - self._maxdatacolx = -1 # highest colx containing a non-empty cell - self._dimnrows = 0 # as per DIMENSIONS record - self._dimncols = 0 - self._cell_values = [] - self._cell_types = [] - self._cell_xf_indexes = [] - self._need_fix_ragged_rows = 0 - self.defcolwidth = None - self.standardwidth = None - self.default_row_height = None - self.default_row_height_mismatch = 0 - self.default_row_hidden = 0 - self.default_additional_space_above = 0 - self.default_additional_space_below = 0 - self.colinfo_map = {} - self.rowinfo_map = {} - self.col_label_ranges = [] - self.row_label_ranges = [] - self.merged_cells = [] - self._xf_index_stats = [0, 0, 0, 0] - self.visibility = book._sheet_visibility[number] # from BOUNDSHEET record - for attr, defval in _WINDOW2_options: - setattr(self, attr, defval) - self.first_visible_rowx = 0 - self.first_visible_colx = 0 - self.gridline_colour_index = 0x40 - self.gridline_colour_rgb = None # pre-BIFF8 - self.cached_page_break_preview_mag_factor = 0 - self.cached_normal_view_mag_factor = 0 - self._ixfe = None # BIFF2 only - self._cell_attr_to_xfx = {} # BIFF2.0 only - - #### Don't initialise this here, use class attribute initialisation. - #### self.gcw = (0, ) * 256 #### - - if self.biff_version >= 80: - self.utter_max_rows = 65536 - else: - self.utter_max_rows = 16384 - self.utter_max_cols = 256 - - def cell(self, rowx, colx): - """ Get the XFCell() object in the given row and column. """ - if self.formatting_info: - xf_index = self.cell_xf_index(rowx, colx) - else: - xf_index = None - ctype = self.cell_type(rowx, colx) - value = self.cell_value(rowx, colx) - return Cell(ctype, value, xf_index, self) - - def cell_value(self, rowx, colx): - """ Value of the cell in the given row and column. """ - return self._cell_values[rowx][colx] - - def cell_type(self, rowx, colx): - """ Type of the cell in the given row and column. - Refer to the documentation of the Cell class. - """ - return self._cell_types[rowx][colx] - - # New in version 0.6.1 - def cell_xf_index(self, rowx, colx): - """ XF index of the cell in the given row and column. - This is an index into Book.xf_list. - """ - self.req_fmt_info() - xfx = self._cell_xf_indexes[rowx][colx] - if xfx > -1: - self._xf_index_stats[0] += 1 - return xfx - # Check for a row xf_index - try: - xfx = self.rowinfo_map[rowx].xf_index - if xfx > -1: - self._xf_index_stats[1] += 1 - return xfx - except KeyError: - pass - # Check for a column xf_index - try: - xfx = self.colinfo_map[colx].xf_index - assert xfx > -1 - self._xf_index_stats[2] += 1 - return xfx - except KeyError: - # If all else fails, 15 is used as hardwired global default xf_index. - self._xf_index_stats[3] += 1 - return 15 - - - def row(self, rowx): - """ Returns a sequence of the Cell objects in the given row. """ - return [self.cell(rowx, colx) for colx in range(self.ncols)] - - def row_types(self, rowx, start_colx=0, end_colx=None): - """ Returns a slice of the types of the cells in the given row. """ - if end_colx is None: - return self._cell_types[rowx][start_colx:] - return self._cell_types[rowx][start_colx:end_colx] - - def row_values(self, rowx, start_colx=0, end_colx=None): - """ Returns a slice of the values of the cells in the given row. """ - if end_colx is None: - return self._cell_values[rowx][start_colx:] - return self._cell_values[rowx][start_colx:end_colx] - - def row_slice(self, rowx, start_colx=0, end_colx=None): - """ Returns a slice of the Cell objects in the given row. """ - nc = self.ncols - if start_colx < 0: - start_colx += nc - if start_colx < 0: - start_colx = 0 - if end_colx is None or end_colx > nc: - end_colx = nc - elif end_colx < 0: - end_colx += nc - return [self.cell(rowx, colx) for colx in range(start_colx, end_colx)] - - def col_slice(self, colx, start_rowx=0, end_rowx=None): - """ Returns a slice of the Cell objects in the given column. """ - nr = self.nrows - if start_rowx < 0: - start_rowx += nr - if start_rowx < 0: - start_rowx = 0 - if end_rowx is None or end_rowx > nr: - end_rowx = nr - elif end_rowx < 0: - end_rowx += nr - return [self.cell(rowx, colx) for rowx in range(start_rowx, end_rowx)] - - col = col_slice - """ Returns a sequence of the Cell objects in the given column. """ - - def col_values(self, colx, start_rowx=0, end_rowx=None): - """ Returns a slice of the values of the cells in the given column. """ - nr = self.nrows - if start_rowx < 0: - start_rowx += nr - if start_rowx < 0: - start_rowx = 0 - if end_rowx is None or end_rowx > nr: - end_rowx = nr - elif end_rowx < 0: - end_rowx += nr - return [self._cell_values[rowx][colx] for rowx in range(start_rowx, end_rowx)] - - def col_types(self, colx, start_rowx=0, end_rowx=None): - """ Returns a slice of the types of the cells in the given column. """ - nr = self.nrows - if start_rowx < 0: - start_rowx += nr - if start_rowx < 0: - start_rowx = 0 - if end_rowx is None or end_rowx > nr: - end_rowx = nr - elif end_rowx < 0: - end_rowx += nr - return [self._cell_types[rowx][colx] for rowx in range(start_rowx, end_rowx)] - - # Following methods are used in building the worksheet. - # They are not part of the API. - - def extend_cells(self, nr, nc): - assert 1 <= nc <= self.utter_max_cols - assert 1 <= nr <= self.utter_max_rows - if nr <= self.nrows: - # New cell is in an existing row, so extend that row (if necessary). - # Note that nr < self.nrows means that the cell data - # is not in ascending row order!! - self._need_fix_ragged_rows = 1 - nrx = nr - 1 - trow = self._cell_types[nrx] - tlen = len(trow) - nextra = max(nc, self.ncols) - tlen - if nextra > 0: - xce = XL_CELL_EMPTY - #(to_py3) if self.dont_use_array: ... removed - trow.extend(array('B', [xce]) * nextra) - if self.formatting_info: - self._cell_xf_indexes[nrx].extend(array('h', [-1]) * nextra) - self._cell_values[nrx].extend([''] * nextra) - if nc > self.ncols: - self.ncols = nc - self._need_fix_ragged_rows = 1 - if nr > self.nrows: - scta = self._cell_types.append - scva = self._cell_values.append - scxa = self._cell_xf_indexes.append - fmt_info = self.formatting_info - xce = XL_CELL_EMPTY - nc = self.ncols - - #(to_py3) if self.dont_use_array: ... removed - for _unused in range(self.nrows, nr): - scta(array('B', [xce]) * nc) - scva([''] * nc) - if fmt_info: - scxa(array('h', [-1]) * nc) - self.nrows = nr - - def fix_ragged_rows(self): - t0 = time.time() - ncols = self.ncols - xce = XL_CELL_EMPTY - s_cell_types = self._cell_types - s_cell_values = self._cell_values - s_cell_xf_indexes = self._cell_xf_indexes - s_fmt_info = self.formatting_info - totrowlen = 0 - for rowx in range(self.nrows): - trow = s_cell_types[rowx] - rlen = len(trow) - totrowlen += rlen - nextra = ncols - rlen - if nextra > 0: - s_cell_values[rowx][rlen:] = [''] * nextra - trow.extend(array('B', [xce]) * nextra) - if s_fmt_info: - s_cell_xf_indexes[rowx][rlen:] = array('h', [-1]) * nextra - self._fix_ragged_rows_time = time.time() - t0 - - def tidy_dimensions(self): - if self.verbosity >= 3: - fprintf(self.logfile, - "tidy_dimensions: nrows=%d ncols=%d _need_fix_ragged_rows=%d\n", - self.nrows, self.ncols, self._need_fix_ragged_rows) - if self.merged_cells: - nr = nc = 0 - umaxrows = self.utter_max_rows - umaxcols = self.utter_max_cols - for crange in self.merged_cells: - rlo, rhi, clo, chi = crange - if not (0 <= rlo < rhi <= umaxrows) \ - or not (0 <= clo < chi <= umaxcols): - fprintf(self.logfile, - "*** WARNING: sheet #%d (%r), MERGEDCELLS bad range %r\n", - self.number, self.name, crange) - if rhi > nr: nr = rhi - if chi > nc: nc = chi - self.extend_cells(nr, nc) - if self.verbosity >= 1 and \ - (self.nrows != self._dimnrows or self.ncols != self._dimncols): - fprintf(self.logfile, - "NOTE *** sheet %d (%r): DIMENSIONS R,C = %d,%d should be %d,%d\n", - self.number, - self.name, - self._dimnrows, - self._dimncols, - self.nrows, - self.ncols, - ) - if self._need_fix_ragged_rows: - self.fix_ragged_rows() - - def put_cell(self, rowx, colx, ctype, value, xf_index): - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except IndexError: - self.extend_cells(rowx+1, colx+1) - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except: - print("put_cell", rowx, colx, file=self.logfile) - raise - except: - print("put_cell", rowx, colx, file=self.logfile) - raise - - def put_blank_cell(self, rowx, colx, xf_index): - # This is used for cells from BLANK and MULBLANK records - ctype = XL_CELL_BLANK - value = '' - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - self._cell_xf_indexes[rowx][colx] = xf_index - except IndexError: - self.extend_cells(rowx+1, colx+1) - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - self._cell_xf_indexes[rowx][colx] = xf_index - except: - print("put_cell", rowx, colx, file=self.logfile) - raise - except: - print("put_cell", rowx, colx, file=self.logfile) - raise - - def put_number_cell(self, rowx, colx, value, xf_index): - # for debugging - if type(value) == float and isnan(value): - pass - ctype = self._xf_index_to_xl_type_map[xf_index] - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except IndexError: - self.extend_cells(rowx+1, colx+1) - try: - self._cell_types[rowx][colx] = ctype - self._cell_values[rowx][colx] = value - if self.formatting_info: - self._cell_xf_indexes[rowx][colx] = xf_index - except: - print("put_number_cell", rowx, colx, file=self.logfile) - raise - except: - print("put_number_cell", rowx, colx, file=self.logfile) - raise - - # === Methods after this line neither know nor care about how cells are stored. - - def read(self, bk): - global rc_stats - DEBUG = 0 - verbose = DEBUG or self.verbosity >= 2 - verbose_rows = DEBUG or self.verbosity >= 4 - verbose_formulas = 1 and verbose - oldpos = bk._position - bk._position = self._position - XL_SHRFMLA_ETC_ETC = ( - XL_SHRFMLA, XL_ARRAY, XL_TABLEOP, XL_TABLEOP2, - XL_ARRAY2, XL_TABLEOP_B2, - ) - self_put_number_cell = self.put_number_cell - self_put_cell = self.put_cell - self_put_blank_cell = self.put_blank_cell - local_unpack = unpack - bk_get_record_parts = bk.get_record_parts - bv = self.biff_version - fmt_info = self.formatting_info - eof_found = 0 - while 1: - rc, data_len, data = bk_get_record_parts() - if rc == XL_NUMBER: - rowx, colx, xf_index, d = local_unpack('> 15) & 1 - r.outline_level = bits2 & 7 - r.outline_group_starts_ends = (bits2 >> 4) & 1 - r.hidden = (bits2 >> 5) & 1 - r.height_mismatch = (bits2 >> 6) & 1 - r.has_default_xf_index = (bits2 >> 7) & 1 - r.xf_index = (bits2 >> 16) & 0xfff - r.additional_space_above = (bits2 >> 28) & 1 - r.additional_space_below = (bits2 >> 29) & 1 - if not r.has_default_xf_index: - r.xf_index = -1 - self.rowinfo_map[rowx] = r - if 0 and r.xf_index > -1: - fprintf(self.logfile, - "**ROW %d %d %d\n", - self.number, rowx, r.xf_index) - if verbose_rows: - print('ROW', rowx, bits1, bits2, file=self.logfile) - r.dump(self.logfile, - header="--- sh #%d, rowx=%d ---" % (self.number, rowx)) - elif rc in XL_FORMULA_OPCODES: # 06, 0206, 0406 - if bv >= 50: - # IMPORTANT result_str is bytes - rowx, colx, xf_index, result_str, flags = local_unpack('= 30: - rowx, colx, xf_index, result_str, flags = local_unpack(' 20)) - else: - strg = unpack_unicode(data2, 0, lenlen=2) - self.put_cell(rowx, colx, XL_CELL_TEXT, strg, xf_index) - # if DEBUG: print "FORMULA strg %r" % strg - elif result_str[0] == 1: #b'\x01': - # boolean formula result - value = result_str[2] - self.put_cell(rowx, colx, XL_CELL_BOOLEAN, value, xf_index) - elif result_str[0] == 2: #b'\x02': - # Error in cell - value = result_str[2] - self.put_cell(rowx, colx, XL_CELL_ERROR, value, xf_index) - elif result_str[0] == 3:#b'\x03': - # empty ... i.e. empty (zero-length) string, NOT an empty cell. - self.put_cell(rowx, colx, XL_CELL_TEXT, "", xf_index) - else: - raise XLRDError("unexpected special case (0x%02x) in FORMULA" % result_str[0]) - else: - # it is a number - d = local_unpack(' 255: break # Excel does 0 to 256 inclusive - self.colinfo_map[colx] = c - if 0: - fprintf(self.logfile, - "**COL %d %d %d\n", - self.number, colx, c.xf_index) - if verbose: - fprintf( - self.logfile, - "COLINFO sheet #%d cols %d-%d: wid=%d xf_index=%d flags=0x%04x\n", - self.number, first_colx, last_colx, c.width, c.xf_index, flags, - ) - c.dump(self.logfile, header='===') - elif rc == XL_DEFCOLWIDTH: - self.defcolwidth, = local_unpack(">= 1 - self.gcw = tuple(gcw) - if 0: - showgcw = "".join(["F "[x] for x in gcw]).rstrip().replace(' ', '.') - print("GCW:", showgcw) - elif rc == XL_BLANK: - if not fmt_info: continue - rowx, colx, xf_index = local_unpack(' found EOF", file=self.logfile) - elif rc == XL_COUNTRY: - bk.handle_country(data) - elif rc == XL_LABELRANGES: - pos = 0 - pos = unpack_cell_range_address_list_update_pos( - self.row_label_ranges, data, pos, bv, addr_size=8, - ) - pos = unpack_cell_range_address_list_update_pos( - self.col_label_ranges, data, pos, bv, addr_size=8, - ) - assert pos == data_len - elif rc == XL_ARRAY: - row1x, rownx, col1x, colnx, array_flags, tokslen = \ - local_unpack("= 80 - num_CFs, needs_recalc, browx1, browx2, bcolx1, bcolx2 = \ - unpack("<6H", data[0:12]) - if self.verbosity >= 1: - fprintf(self.logfile, - "\n*** WARNING: Ignoring CONDFMT (conditional formatting) record\n" \ - "*** in Sheet %d (%r).\n" \ - "*** %d CF record(s); needs_recalc_or_redraw = %d\n" \ - "*** Bounding box is %s\n", - self.number, self.name, num_CFs, needs_recalc, - rangename2d(browx1, browx2+1, bcolx1, bcolx2+1), - ) - olist = [] # updated by the function - pos = unpack_cell_range_address_list_update_pos( - olist, data, 12, bv, addr_size=8) - # print >> self.logfile, repr(result), len(result) - if self.verbosity >= 1: - fprintf(self.logfile, - "*** %d individual range(s):\n" \ - "*** %s\n", - len(olist), - ", ".join([rangename2d(*coords) for coords in olist]), - ) - elif rc == XL_CF: - if not fmt_info: continue - cf_type, cmp_op, sz1, sz2, flags = unpack("> 26) & 1 - bord_block = (flags >> 28) & 1 - patt_block = (flags >> 29) & 1 - if self.verbosity >= 1: - fprintf(self.logfile, - "\n*** WARNING: Ignoring CF (conditional formatting) sub-record.\n" \ - "*** cf_type=%d, cmp_op=%d, sz1=%d, sz2=%d, flags=0x%08x\n" \ - "*** optional data blocks: font=%d, border=%d, pattern=%d\n", - cf_type, cmp_op, sz1, sz2, flags, - font_block, bord_block, patt_block, - ) - # hex_char_dump(data, 0, data_len) - pos = 12 - if font_block: - (font_height, font_options, weight, escapement, underline, - font_colour_index, two_bits, font_esc, font_underl) = \ - unpack("<64x i i H H B 3x i 4x i i i 18x", data[pos:pos+118]) - font_style = (two_bits > 1) & 1 - posture = (font_options > 1) & 1 - font_canc = (two_bits > 7) & 1 - cancellation = (font_options > 7) & 1 - if self.verbosity >= 1: - fprintf(self.logfile, - "*** Font info: height=%d, weight=%d, escapement=%d,\n" \ - "*** underline=%d, colour_index=%d, esc=%d, underl=%d,\n" \ - "*** style=%d, posture=%d, canc=%d, cancellation=%d\n", - font_height, weight, escapement, underline, - font_colour_index, font_esc, font_underl, - font_style, posture, font_canc, cancellation, - ) - pos += 118 - if bord_block: - pos += 8 - if patt_block: - pos += 4 - fmla1 = data[pos:pos+sz1] - pos += sz1 - if verbose and sz1: - fprintf(self.logfile, - "*** formula 1:\n", - ) - dump_formula(bk, fmla1, sz1, bv, reldelta=0, verbose=1) - fmla2 = data[pos:pos+sz2] - pos += sz2 - assert pos == data_len - if verbose and sz2: - fprintf(self.logfile, - "*** formula 2:\n", - ) - dump_formula(bk, fmla2, sz2, bv, reldelta=0, verbose=1) - elif rc == XL_DEFAULTROWHEIGHT: - if data_len == 4: - bits, self.default_row_height = unpack("> 1) & 1 - self.default_additional_space_above = (bits >> 2) & 1 - self.default_additional_space_below = (bits >> 3) & 1 - elif rc == XL_MERGEDCELLS: - if not fmt_info: continue - pos = unpack_cell_range_address_list_update_pos( - self.merged_cells, data, 0, bv, addr_size=8) - if verbose: - fprintf(self.logfile, - "MERGEDCELLS: %d ranges\n", int_floor_div(pos - 2, 8)) - assert pos == data_len, \ - "MERGEDCELLS: pos=%d data_len=%d" % (pos, data_len) - elif rc == XL_WINDOW2: - if bv >= 80: - (options, - self.first_visible_rowx, self.first_visible_colx, - self.gridline_colour_index, - self.cached_page_break_preview_mag_factor, - self.cached_normal_view_mag_factor - ) = unpack(">= 1 - # print "WINDOW2: visible=%d selected=%d" \ - # % (self.sheet_visible, self.sheet_selected) - #### all of the following are for BIFF <= 4W - elif bv <= 45: - if rc == XL_FORMAT or rc == XL_FORMAT2: - bk.handle_format(data, rc) - elif rc == XL_FONT or rc == XL_FONT_B3B4: - bk.handle_font(data) - elif rc == XL_STYLE: - if not self.book._xf_epilogue_done: - self.book.xf_epilogue() - bk.handle_style(data) - elif rc == XL_PALETTE: - bk.handle_palette(data) - elif rc == XL_BUILTINFMTCOUNT: - bk.handle_builtinfmtcount(data) - elif rc == XL_XF4 or rc == XL_XF3 or rc == XL_XF2: #### N.B. not XL_XF - bk.handle_xf(data) - elif rc == XL_DATEMODE: - bk.handle_datemode(data) - elif rc == XL_CODEPAGE: - bk.handle_codepage(data) - elif rc == XL_FILEPASS: - bk.handle_filepass(data) - elif rc == XL_WRITEACCESS: - bk.handle_writeaccess(data) - elif rc == XL_IXFE: - self._ixfe = local_unpack('> 15) & 1 - r.outline_level = 0 - r.outline_group_starts_ends = 0 - r.hidden = 0 - r.height_mismatch = 0 - r.has_default_xf_index = has_defaults & 1 - r.additional_space_above = 0 - r.additional_space_below = 0 - if not r.has_default_xf_index: - r.xf_index = -1 - elif data_len == 18: - # Seems the XF index in the cell_attr is dodgy - xfx = local_unpack(' -1: - fprintf(self.logfile, - "**ROW %d %d %d\n", - self.number, rowx, r.xf_index) - if verbose_rows: - print('ROW_B2', rowx, bits1, has_defaults, file=self.logfile) - r.dump(self.logfile, - header="--- sh #%d, rowx=%d ---" % (self.number, rowx)) - elif rc == XL_COLWIDTH: # BIFF2 only - if not fmt_info: continue - first_colx, last_colx, width\ - = local_unpack("= 2 - if self.biff_version == 21: - if self._xf_index_to_xl_type_map: - if true_xfx is not None: - xfx = true_xfx - else: - xfx = cell_attr[0] & 0x3F - if xfx == 0x3F: - if self._ixfe is None: - raise XLRDError("BIFF2 cell record has XF index 63 but no preceding IXFE record.") - xfx = self._ixfe - # OOo docs are capable of interpretation that each - # cell record is preceded immediately by its own IXFE record. - # Empirical evidence is that (sensibly) an IXFE record applies to all - # following cell records until another IXFE comes along. - return xfx - # Have either Excel 2.0, or broken 2.1 w/o XF records -- same effect. - self.biff_version = self.book.biff_version = 20 - #### check that XF slot in cell_attr is zero - xfx_slot = cell_attr[0] & 0x3F - assert xfx_slot == 0 - xfx = self._cell_attr_to_xfx.get(cell_attr) - if xfx is not None: - return xfx - if verbose: - fprintf(self.logfile, "New cell_attr %r at (%r, %r)\n", cell_attr, rowx, colx) - book = self.book - xf = self.fake_XF_from_BIFF20_cell_attr(cell_attr) - xfx = len(book.xf_list) - xf.xf_index = xfx - book.xf_list.append(xf) - if verbose: - xf.dump(self.logfile, header="=== Faked XF %d ===" % xfx, footer="======") - if xf.format_key not in book.format_map: - msg = "ERROR *** XF[%d] unknown format key (%d, 0x%04x)\n" - fprintf(self.logfile, msg, - xf.xf_index, xf.format_key, xf.format_key) - fmt = Format(xf.format_key, FUN, "General") - book.format_map[xf.format_key] = fmt - while len(book.format_list) <= xf.format_key: - book.format_list.append(fmt) - cellty_from_fmtty = { - FNU: XL_CELL_NUMBER, - FUN: XL_CELL_NUMBER, - FGE: XL_CELL_NUMBER, - FDT: XL_CELL_DATE, - FTX: XL_CELL_NUMBER, # Yes, a number can be formatted as text. - } - fmt = book.format_map[xf.format_key] - cellty = cellty_from_fmtty[fmt.type] - self._xf_index_to_xl_type_map[xf.xf_index] = cellty - self._cell_attr_to_xfx[cell_attr] = xfx - return xfx - - def fake_XF_from_BIFF20_cell_attr(self, cell_attr): - from .formatting import XF, XFAlignment, XFBorder, XFBackground, XFProtection - xf = XF() - xf.alignment = XFAlignment() - xf.alignment.indent_level = 0 - xf.alignment.shrink_to_fit = 0 - xf.alignment.text_direction = 0 - xf.border = XFBorder() - xf.border.diag_up = 0 - xf.border.diag_down = 0 - xf.border.diag_colour_index = 0 - xf.border.diag_line_style = 0 # no line - xf.background = XFBackground() - xf.protection = XFProtection() - (prot_bits, font_and_format, halign_etc) = unpack('> 6 - upkbits(xf.protection, prot_bits, ( - (6, 0x40, 'cell_locked'), - (7, 0x80, 'formula_hidden'), - )) - xf.alignment.hor_align = halign_etc & 0x07 - for mask, side in ((0x08, 'left'), (0x10, 'right'), (0x20, 'top'), (0x40, 'bottom')): - if halign_etc & mask: - colour_index, line_style = 8, 1 # black, thin - else: - colour_index, line_style = 0, 0 # none, none - setattr(xf.border, side + '_colour_index', colour_index) - setattr(xf.border, side + '_line_style', line_style) - bg = xf.background - if halign_etc & 0x80: - bg.fill_pattern = 17 - else: - bg.fill_pattern = 0 - bg.background_colour_index = 9 # white - bg.pattern_colour_index = 8 # black - xf.parent_style_index = 0 # ??????????? - xf.alignment.vert_align = 2 # bottom - xf.alignment.rotation = 0 - for attr_stem in ("format", "font", "alignment", "border", \ - "background", "protection"): - attr = "_%s_flag" % attr_stem - setattr(xf, attr, 1) - return xf - - def req_fmt_info(self): - if not self.formatting_info: - raise XLRDError("Feature requires open_workbook(..., formatting_info=True)") - - # Determine column display width. - # - New in version 0.6.1 - # - # @param colx Index of the queried column, range 0 to 255. - # Note that it is possible to find out the width that will be used to display - # columns with no cell information e.g. column IV (colx=255). - # @return The column width that will be used for displaying - # the given column by Excel, in units of 1/256th of the width of a - # standard character (the digit zero in the first font). - - def computed_column_width(self, colx): - self.req_fmt_info() - if self.biff_version >= 80: - colinfo = self.colinfo_map.get(colx, None) - if colinfo is not None: - return colinfo.width - if self.standardwidth is not None: - return self.standardwidth - elif self.biff_version >= 40: - if self.gcw[colx]: - if self.standardwidth is not None: - return self.standardwidth - else: - colinfo = self.colinfo_map.get(colx, None) - if colinfo is not None: - return colinfo.width - elif self.biff_version == 30: - colinfo = self.colinfo_map.get(colx, None) - if colinfo is not None: - return colinfo.width - # All roads lead to Rome and the DEFCOLWIDTH ... - if self.defcolwidth is not None: - return self.defcolwidth * 256 - return 8 * 256 # 8 is what Excel puts in a DEFCOLWIDTH record - - def handle_msodrawingetc(self, recid, data_len, data): - if not OBJ_MSO_DEBUG: - return - DEBUG = 1 - if self.biff_version < 80: - return - o = MSODrawing() - pos = 0 - while pos < data_len: - tmp, fbt, cb = unpack('> 4) & 0xFFF - if ver == 0xF: - ndb = 0 # container - else: - ndb = cb - if DEBUG: - hex_char_dump(data, pos, ndb + 8, base=0, fout=self.logfile) - fprintf(self.logfile, - "fbt:0x%04X inst:%d ver:0x%X cb:%d (0x%04X)\n", - fbt, inst, ver, cb, cb) - if fbt == 0xF010: # Client Anchor - assert ndb == 18 - (o.anchor_unk, - o.anchor_colx_lo, o.anchor_rowx_lo, - o.anchor_colx_hi, o.anchor_rowx_hi) = unpack('> 1) & 1 - # Docs say NULL [sic] bytes padding between string count and string data - # to ensure that string is word-aligned. Appears to be nonsense. - # There also seems to be a random(?) byte after the string (not counted in the - # string length. - o.original_author, endpos = unpack_unicode_update_pos(data, 8, lenlen=2) - assert endpos == data_len - 1 - o.last_byte = data[-1] - if DEBUG: - o.dump(self.logfile, header="=== MSNote ===", footer= " ") - - def handle_txo(self, data): - if not OBJ_MSO_DEBUG: - return - DEBUG = 1 - if self.biff_version < 80: - return - o = MSTxo() - data_len = len(data) - option_flags, o.rot, cchText, cbRuns = unpack('>= 2 # div by 4 to drop the 2 flag bits - if flags & 1: - return i / 100.0 - return float(i) - else: - # It's the most significant 30 bits of an IEEE 754 64-bit FP number - # (to_py3): replaced b'\0\0\0\0' + chr(flags & 252) + rk_str[1:4] - _bytes = array('B', b'\0\0\0\0') - _bytes.append(flags & 252) - _bytes.extend(rk_str[1:4]) - d, = unpack(' see XFCell() class in the xfcell module. -class Cell(XFCell): - def __repr__(self): - if not self.has_xf: - return "%s:%r" % (ctype_text[self.ctype], self.value) - else: - return "%s:%r (XF:%r)" % (ctype_text[self.ctype], self.value, self.xf_index) - -# There is one and only one instance of an empty cell -- it's a singleton. This is it. -# You may use a test like "acell is empty_cell". -empty_cell = Cell(XL_CELL_EMPTY, '') - -##### =============== Colinfo and Rowinfo ============================== ##### - - -# Width and default formatting information that applies to one or -# more columns in a sheet. Derived from COLINFO records. -# -# -# Here is the default hierarchy for width, according to the OOo docs: -# -# In BIFF3, if a COLINFO record is missing for a column, -# the width specified in the record DEFCOLWIDTH is used instead. -# -# In BIFF4-BIFF7, the width set in this [COLINFO] record is only used, -# if the corresponding bit for this column is cleared in the GCW -# record, otherwise the column width set in the DEFCOLWIDTH record -# is used (the STANDARDWIDTH record is always ignored in this case [see footnote!]). -# -# In BIFF8, if a COLINFO record is missing for a column, -# the width specified in the record STANDARDWIDTH is used. -# If this [STANDARDWIDTH] record is also missing, -# the column width of the record DEFCOLWIDTH is used instead. -# -# Footnote: The docs on the GCW record say this: -# -# If a bit is set, the corresponding column uses the width set in the STANDARDWIDTH -# record. If a bit is cleared, the corresponding column uses the width set in the -# COLINFO record for this column. -# -# If a bit is set, and the worksheet does not contain the STANDARDWIDTH record, or if -# the bit is cleared, and the worksheet does not contain the COLINFO record, the DEFCOLWIDTH -# record of the worksheet will be used instead. -# -# At the moment (2007-01-17) xlrd is going with the GCW version of the story. -# Reference to the source may be useful: see the computed_column_width(colx) method -# of the Sheet class. -# - New in version 0.6.1 - -class Colinfo(BaseObject): - # Width of the column in 1/256 of the width of the zero character, - # using default font (first FONT record in the file). - width = 0 - # XF index to be used for formatting empty cells. - xf_index = -1 - # 1 = column is hidden - hidden = 0 - # Value of a 1-bit flag whose purpose is unknown - # but is often seen set to 1 - bit1_flag = 0 - # Outline level of the column, in range(7). - # (0 = no outline) - outline_level = 0 - # 1 = column is collapsed - collapsed = 0 - -# Height and default formatting information that applies to a row in a sheet. -# Derived from ROW records. -# - New in version 0.6.1 - -class Rowinfo(BaseObject): - ## - # Height of the row, in twips. One twip == 1/20 of a point - height = 0 - ## - # 0 = Row has custom height; 1 = Row has default height - has_default_height = 0 - ## - # Outline level of the row - outline_level = 0 - ## - # 1 = Outline group starts or ends here (depending on where the - # outline buttons are located, see WSBOOL record [TODO ??]), - # and is collapsed - outline_group_starts_ends = 0 - ## - # 1 = Row is hidden (manually, or by a filter or outline group) - hidden = 0 - ## - # 1 = Row height and default font height do not match - height_mismatch = 0 - ## - # 1 = the xf_index attribute is usable; 0 = ignore it - has_default_xf_index = 0 - ## - # Index to default XF record for empty cells in this row. - # Don't use this if has_default_xf_index == 0. - xf_index = -9999 - ## - # This flag is set, if the upper border of at least one cell in this row - # or if the lower border of at least one cell in the row above is - # formatted with a thick line style. Thin and medium line styles are not - # taken into account. - additional_space_above = 0 - ## - # This flag is set, if the lower border of at least one cell in this row - # or if the upper border of at least one cell in the row below is - # formatted with a medium or thick line style. Thin line styles are not - # taken into account. - additional_space_below = 0 diff --git a/tablib/packages/xlrd3/xfcell.py b/tablib/packages/xlrd3/xfcell.py deleted file mode 100644 index 213b4bd..0000000 --- a/tablib/packages/xlrd3/xfcell.py +++ /dev/null @@ -1,276 +0,0 @@ -# Author: mozman -# Purpose: xfcell -- cell with convenient xf function -# Created: 04.12.2010 -# Copyright (C) 2010, Manfred Moitzi -# License: BSD-style licence - -""" -The XFCell() object contains the data for one cell. - -WARNING: You don't call this class yourself. You access Cell objects -via methods of the Sheet object(s) that you found in the Book object that -was returned when you called xlrd.open_workbook("myfile.xls"). - -Cell objects have four attributes: `ctype` is an int, `value` (which depends -on `ctype`), `xf_index` and `sheet`, a reference to the containing sheet. If -**formatting_info** is not enabled when the workbook is opened, xf_index will -be **None**. - -The following table describes the types of cells and how their values -are represented in Python. - -=============== ===== ============ ========================================== -Type symbol Const Python value Note -=============== ===== ============ ========================================== -XL_CELL_EMPTY 0 "" -XL_CELL_TEXT 1 str -XL_CELL_NUMBER 2 float -XL_CELL_DATE 3 float -XL_CELL_BOOLEAN 4 int 1 means TRUE, 0 means FALSE -XL_CELL_ERROR 5 int representing internal Excel codes; for a - text representation, refer to the supplied - dictionary error_text_from_code -XL_CELL_BLANK 6 "" this type will appear only when - open_workbook(..., formatting_info=True) - is used. -=============== ===== ============ ========================================== -""" - -import datetime - -from .xldate import xldate_as_tuple -from .biffh import XL_CELL_DATE, BaseObject - -class XFCell(BaseObject): - """ Extended Cell() class with convenient methods for easy access of cell - properties. - """ - __slots__ = ['sheet', 'ctype', 'value', 'xf'] - - def __init__(self, ctype, value, xf_index=None, sheet=None): - self.sheet = sheet - self.ctype = ctype - self.value = value - - if xf_index is not None: - self.xf = self.book.xf_list[xf_index] - else: - self.xf = None - - @property - def book(self): - return self.sheet.book - - @property - def has_xf(self): - return (self.xf is not None) - - @property - def xf_index(self): - if self.has_xf: - return self.xf.xf_index - else: - return None - - @property - def parent_style(self): - return self.book.xf_list[self.xf.parent_style_index] - - @property - def is_datetime(self): - return self.ctype == XL_CELL_DATE - - @property - def has_date(self): - if self.is_datetime: - return self.value > 1. - return False - - def get_color(self, index): - return self.book.colour_map[index] - - def datetime(self): - """ Returns a datetime.datetime object if cell type is XL_CELL_DATE - else raises a TypeError, and raises ValueError if the the cell has - not date value (only time value is present). - """ - if self.is_datetime: - if self.has_date: - date = xldate_as_tuple(self.value, self.book.datemode) - return datetime.datetime(*date) - else: - raise ValueError("Cell has no date value.") - else: - raise TypeError("Cell is not a XL_CELL_DATE.") - - def date(self): - """ Returns a datetime.date object if cell type is XL_CELL_DATE - else raises a **TypeError**. Raises **ValueError** if the cell - doesn't have a date value (only time value is present). - """ - dt = self.datetime() - return dt.date() - - def time(self): - """ Returns a datetime.time object if cell type is XL_CELL_DATE else - raises a TypeError. - """ - if self.is_datetime: - date = xldate_as_tuple(self.value, self.book.datemode) - return datetime.time(date[3], date[4], date[5]) - else: - raise TypeError("Cell is not a XL_CELL_DATE.") - - # - # access the XFBackground() class - # - - @property - def background(self): - if self.xf.is_style and \ - self.xf._background_flag == 0: - return self.xf.background - elif self.xf._background_flag: - return self.xf.background - else: - return self.parent_style.background - - def background_color(self): - """ Get cell background-color as 3-tuple. """ - color_index = self.xf.background.background_colour_index - return self.get_color(color_index) - - def fill_pattern(self): - return self.xf.background.fill_pattern - - def pattern_color(self): - color_index = self.xf.background.pattern_colour_index - return self.get_color(color_index) - - # - # access the Font() class - # - - @property - def font_index(self): - if self.xf.is_style and \ - self.xf._font_flag == 0: - return self.xf.font_index - elif self.xf._font_flag: - return self.xf.font_index - else: - return self.parent_style.font_index - - @property - def font(self): - """ Get the Font() class. """ - return self.book.font_list[self.xf.font_index] - - def font_color(self): - """ Get cell foreground-color as 3-tuple. """ - return self.get_color(self.font.colour_index) - - # - # access the Format() class - # - - @property - def format_key(self): - if self.xf.is_style and \ - self.xf._format_flag == 0: - return self.xf.format_key - elif self.xf._format_flag: - return self.xf.format_key - else: - return self.parent_style.format_key - - @property - def format(self): - """ Get the Format() class. """ - return self.book.format_map[self.format_key] - - def format_str(self): - """ Get the associated 'format_str'. """ - return self.format.format_str - - # - # access the XFAligment() class - # - - @property - def alignment(self): - if self.xf.is_style and \ - self.xf._alignment_flag == 0: - return self.xf.alignment - elif self.xf._alignment_flag: - return self.xf.alignment - else: - return self.parent_style.alignment - - # - # access the XFBorder() class - # - - @property - def border(self): - if self.xf.is_style and \ - self.xf._border_flag == 0: - return self.xf.border - elif self.xf._border_flag: - return self.xf.border - else: - return self.parent_style.border - - def bordercolors(self): - """ Get border color as dict of rgb-color-tuples. """ - border = self.border - return { - 'top': self.get_color(border.top_colour_index), - 'bottom': self.get_color(border.bottom_colour_index), - 'left': self.get_color(border.left_colour_index), - 'right': self.get_color(border.right_colour_index), - 'diag': self.get_color(border.diag_colour_index), - } - - def borderstyles(self): - """ Get border styles as dict of ints. """ - border = self.border - return { - 'top': border.top_line_style, - 'bottom': border.bottom_line_style, - 'left': border.left_line_style, - 'right': border.right_line_style, - 'diag': border.diag_line_style, - } - - @property - def has_up_diag(self): - """ Draw a line across the cell from bottom left to top right. """ - return bool(self.border.diag_up) - - @property - def has_down_diag(self): - """ Draw a line across the cell from top left to bottom right. """ - return bool(self.border.diag_down) - - # - # access the XFProtection() class - # - - @property - def protection(self): - if self.xf.is_style and \ - self.xf._protection_flag == 0: - return self.xf.protection - elif self.xf._protection_flag: - return self.xf.protection - else: - return self.parent_style.protection - - @property - def is_cell_locked(self): - return bool(self.protection.cell_locked) - - @property - def is_formula_hidden(self): - return bool(self.protection.cell_locked) diff --git a/tablib/packages/xlrd3/xfconst.py b/tablib/packages/xlrd3/xfconst.py deleted file mode 100644 index 24f6533..0000000 --- a/tablib/packages/xlrd3/xfconst.py +++ /dev/null @@ -1,84 +0,0 @@ -# Author: mozman -# Purpose: xfconst -- xf constants -# Created: 05.12.2010 -# Copyright (C) 2010, Manfred Moitzi -# License: BSD-style licence - -# excelfileformat section 5.115.1 pg. 219 -HOR_ALIGN_GENERAL = 0 -HOR_ALIGN_LEFT = 1 -HOR_ALIGN_CENTRED = 2 -HOR_ALIGN_RIGHT = 3 -HOR_ALIGN_FILLED = 4 -HOR_ALIGN_JUSTIFIED = 5 -HOR_ALIGN_CENTRED_ACROSS_SELECTION = 6 -HOR_ALIGN_DISTRIBUTED = 7 - -# excelfileformat section 5.115.1 pg. 220 -VERT_ALIGN_TOP = 0 -VERT_ALIGN_CENTRED = 1 -VERT_ALIGN_BOTTOM = 2 -VERT_ALIGN_JUSTIFIED = 3 -VERT_ALIGN_DISTRIBUTED = 4 - -# excelfileformat section 5.115.1 pg. 220 -ORIENTATION_NONE = 0 -ORIENTATION_STACKED = 1 -ORIENTATION_90_COUNTERCLOCKWISE = 2 -ORIENTATION_90_CLOCKWISE = 3 - -# excelfileformat section 5.115.1 pg. 220 -ROTATION_NONE = 0 -ROTATION_STACKED = 255 -# other values: -# Value Description -# ======= ================================= -# 1-90 1 to 90 degrees counterclockwise -# 91-180 1 to 90 degrees clockwise - -# excelfileformat section 2.5.11 Line Styles for Cell Borders pg. 24 -LS_NOLINE = 0 - -# solid line -LS_THIN = 1 - -# solid line -LS_MEDIUM = 2 - -# - - - - - - - - - -LS_DASHED = 3 - -# ................. -LS_DOTTED = 4 - -# solid line -LS_THICK = 5 - -# ================= -LS_DOUBLE = 6 - -# very thin dotted -LS_HAIR = 7 - -# - - - - - - - - - -LS_MEDIUM_DASHED = 8 - -# - . - . - . - . - -LS_THIN_DASH_DOTTED = 9 - -# - . - . - . - . - -LS_MEDIUM_DASH_DOTTED = 10 - -# - .. - .. - .. - .. - -LS_THIN_DASH_DOT_DOTTED = 11 - -# - .. - .. - .. - .. - -LS_MEDIUM_DASH_DOT_DOTTED = 12 - -# \\\ . \\\ . \\\ . \\\ . \\\ -LS_SLANTED_MEDIUM_DASH_DOTTED = 13 - - - - - diff --git a/tablib/packages/xlrd3/xldate.py b/tablib/packages/xlrd3/xldate.py deleted file mode 100644 index 634709d..0000000 --- a/tablib/packages/xlrd3/xldate.py +++ /dev/null @@ -1,167 +0,0 @@ -# No part of the content of this file was derived from the works of David Giffin. -# -# Copyright © 2005-2008 Stephen John Machin, Lingfo Pty Ltd -# This module is part of the xlrd3 package, which is released under a -# BSD-style licence. -# -# Provides function(s) for dealing with Microsoft Excel ™ dates. -# -# 2008-10-18 SJM Fix bug in xldate_from_date_tuple (affected some years after 2099) -# -# The conversion from days to (year, month, day) starts with -# an integral "julian day number" aka JDN. -# FWIW, JDN 0 corresponds to noon on Monday November 24 in Gregorian year -4713. -# More importantly: -# Noon on Gregorian 1900-03-01 (day 61 in the 1900-based system) is JDN 2415080.0 -# Noon on Gregorian 1904-01-02 (day 1 in the 1904-based system) is JDN 2416482.0 - -def ifd(x, y): - return divmod(x, y)[0] - -_JDN_delta = (2415080 - 61, 2416482 - 1) -assert _JDN_delta[1] - _JDN_delta[0] == 1462 - -class XLDateError(ValueError): pass - -class XLDateNegative(XLDateError): pass -class XLDateAmbiguous(XLDateError): pass -class XLDateTooLarge(XLDateError): pass -class XLDateBadDatemode(XLDateError): pass -class XLDateBadTuple(XLDateError): pass - -_XLDAYS_TOO_LARGE = (2958466, 2958466 - 1462) # This is equivalent to 10000-01-01 - -# Convert an Excel number (presumed to represent a date, a datetime or a time) into -# a tuple suitable for feeding to datetime or mx.DateTime constructors. -# @param xldate The Excel number -# @param datemode 0: 1900-based, 1: 1904-based. -#
WARNING: when using this function to -# interpret the contents of a workbook, you should pass in the Book.datemode -# attribute of that workbook. Whether -# the workbook has ever been anywhere near a Macintosh is irrelevant. -# @return Gregorian (year, month, day, hour, minute, nearest_second). -#
Special case: if 0.0 <= xldate < 1.0, it is assumed to represent a time; -# (0, 0, 0, hour, minute, second) will be returned. -#
Note: 1904-01-01 is not regarded as a valid date in the datemode 1 system; its "serial number" -# is zero. -# @throws XLDateNegative xldate < 0.00 -# @throws XLDateAmbiguous The 1900 leap-year problem (datemode == 0 and 1.0 <= xldate < 61.0) -# @throws XLDateTooLarge Gregorian year 10000 or later -# @throws XLDateBadDatemode datemode arg is neither 0 nor 1 -# @throws XLDateError Covers the 4 specific errors - -def xldate_as_tuple(xldate, datemode): - if datemode not in (0, 1): - raise XLDateBadDatemode(datemode) - if xldate == 0.00: - return (0, 0, 0, 0, 0, 0) - if xldate < 0.00: - raise XLDateNegative(xldate) - xldays = int(xldate) - frac = xldate - xldays - seconds = int(round(frac * 86400.0)) - assert 0 <= seconds <= 86400 - if seconds == 86400: - hour = minute = second = 0 - xldays += 1 - else: - # second = seconds % 60; minutes = seconds // 60 - minutes, second = divmod(seconds, 60) - # minute = minutes % 60; hour = minutes // 60 - hour, minute = divmod(minutes, 60) - if xldays >= _XLDAYS_TOO_LARGE[datemode]: - raise XLDateTooLarge(xldate) - - if xldays == 0: - return (0, 0, 0, hour, minute, second) - - if xldays < 61 and datemode == 0: - raise XLDateAmbiguous(xldate) - - jdn = xldays + _JDN_delta[datemode] - yreg = (ifd(ifd(jdn * 4 + 274277, 146097) * 3, 4) + jdn + 1363) * 4 + 3 - mp = ifd(yreg % 1461, 4) * 535 + 333 - d = ifd(mp % 16384, 535) + 1 - # mp /= 16384 - mp >>= 14 - if mp >= 10: - return (ifd(yreg, 1461) - 4715, mp - 9, d, hour, minute, second) - else: - return (ifd(yreg, 1461) - 4716, mp + 3, d, hour, minute, second) - -# === conversions from date/time to xl numbers - -def _leap(y): - if y % 4: return 0 - if y % 100: return 1 - if y % 400: return 0 - return 1 - -_days_in_month = (None, 31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31) - -# Convert a date tuple (year, month, day) to an Excel date. -# @param year Gregorian year. -# @param month 1 <= month <= 12 -# @param day 1 <= day <= last day of that (year, month) -# @param datemode 0: 1900-based, 1: 1904-based. -# @throws XLDateAmbiguous The 1900 leap-year problem (datemode == 0 and 1.0 <= xldate < 61.0) -# @throws XLDateBadDatemode datemode arg is neither 0 nor 1 -# @throws XLDateBadTuple (year, month, day) is too early/late or has invalid component(s) -# @throws XLDateError Covers the specific errors - -def xldate_from_date_tuple(datetuple, datemode): - - (year, month, day) = datetuple - if datemode not in (0, 1): - raise XLDateBadDatemode(datemode) - - if year == 0 and month == 0 and day == 0: - return 0.00 - - if not (1900 <= year <= 9999): - raise XLDateBadTuple("Invalid year: %r" % ((year, month, day),)) - if not (1 <= month <= 12): - raise XLDateBadTuple("Invalid month: %r" % ((year, month, day),)) - if day < 1 \ - or (day > _days_in_month[month] and not(day == 29 and month == 2 and _leap(year))): - raise XLDateBadTuple("Invalid day: %r" % ((year, month, day),)) - - Yp = year + 4716 - M = month - if M <= 2: - Yp = Yp - 1 - Mp = M + 9 - else: - Mp = M - 3 - jdn = ifd(1461 * Yp, 4) + ifd(979 * Mp + 16, 32) + \ - day - 1364 - ifd(ifd(Yp + 184, 100) * 3, 4) - xldays = jdn - _JDN_delta[datemode] - if xldays <= 0: - raise XLDateBadTuple("Invalid (year, month, day): %r" % ((year, month, day),)) - if xldays < 61 and datemode == 0: - raise XLDateAmbiguous("Before 1900-03-01: %r" % ((year, month, day),)) - return float(xldays) - -# Convert a time tuple (hour, minute, second) to an Excel "date" value (fraction of a day). -# @param hour 0 <= hour < 24 -# @param minute 0 <= minute < 60 -# @param second 0 <= second < 60 -# @throws XLDateBadTuple Out-of-range hour, minute, or second - -def xldate_from_time_tuple(timetuple): - (hour, minute, second) = timetuple - if 0 <= hour < 24 and 0 <= minute < 60 and 0 <= second < 60: - return ((second / 60.0 + minute) / 60.0 + hour) / 24.0 - raise XLDateBadTuple("Invalid (hour, minute, second): %r" % ((hour, minute, second),)) - -# Convert a datetime tuple (year, month, day, hour, minute, second) to an Excel date value. -# For more details, refer to other xldate_from_*_tuple functions. -# @param datetime_tuple (year, month, day, hour, minute, second) -# @param datemode 0: 1900-based, 1: 1904-based. - -def xldate_from_datetime_tuple(datetime_tuple, datemode): - return ( - xldate_from_date_tuple(datetime_tuple[:3], datemode) - + - xldate_from_time_tuple(datetime_tuple[3:]) - ) diff --git a/tablib/packages/xlwt/BIFFRecords.py b/tablib/packages/xlwt/BIFFRecords.py deleted file mode 100644 index 4660c03..0000000 --- a/tablib/packages/xlwt/BIFFRecords.py +++ /dev/null @@ -1,2393 +0,0 @@ -# -*- coding: cp1252 -*- -from struct import pack -from UnicodeUtils import upack1, upack2 -import sys - -class SharedStringTable(object): - _SST_ID = 0x00FC - _CONTINUE_ID = 0x003C - - def __init__(self, encoding): - self.encoding = encoding - self._str_indexes = {} - self._tally = [] - self._add_calls = 0 - # Following 3 attrs are used for temporary storage in the - # get_biff_record() method and methods called by it. The pseudo- - # initialisation here is for documentation purposes only. - self._sst_record = None - self._continues = None - self._current_piece = None - - def add_str(self, s): - if self.encoding != 'ascii' and not isinstance(s, unicode): - s = unicode(s, self.encoding) - self._add_calls += 1 - if s not in self._str_indexes: - idx = len(self._str_indexes) - self._str_indexes[s] = idx - self._tally.append(1) - else: - idx = self._str_indexes[s] - self._tally[idx] += 1 - return idx - - def del_str(self, idx): - # This is called when we are replacing the contents of a string cell. - assert self._tally[idx] > 0 - self._tally[idx] -= 1 - self._add_calls -= 1 - - def str_index(self, s): - return self._str_indexes[s] - - def get_biff_record(self): - self._sst_record = '' - self._continues = [None, None] - self._current_piece = pack(' 0x2020: # limit for BIFF7/8 - chunks = [] - pos = 0 - while pos < len(data): - chunk_pos = pos + 0x2020 - chunk = data[pos:chunk_pos] - chunks.append(chunk) - pos = chunk_pos - continues = pack('<2H', self._REC_ID, len(chunks[0])) + chunks[0] - for chunk in chunks[1:]: - continues += pack('<2H%ds'%len(chunk), 0x003C, len(chunk), chunk) - # 0x003C -- CONTINUE record id - return continues - else: - return self.get_rec_header() + data - - -class Biff8BOFRecord(BiffRecord): - """ - Offset Size Contents - 0 2 Version, contains 0600H for BIFF8 and BIFF8X - 2 2 Type of the following data: - 0005H = Workbook globals - 0006H = Visual Basic module - 0010H = Worksheet - 0020H = Chart - 0040H = Macro sheet - 0100H = Workspace file - 4 2 Build identifier - 6 2 Build year - 8 4 File history flags - 12 4 Lowest Excel version that can read all records in this file - """ - _REC_ID = 0x0809 - # stream types - BOOK_GLOBAL = 0x0005 - VB_MODULE = 0x0006 - WORKSHEET = 0x0010 - CHART = 0x0020 - MACROSHEET = 0x0040 - WORKSPACE = 0x0100 - - def __init__(self, rec_type): - version = 0x0600 - build = 0x0DBB - year = 0x07CC - file_hist_flags = 0x00L - ver_can_read = 0x06L - - self._rec_data = pack('<4H2I', version, rec_type, build, year, file_hist_flags, ver_can_read) - - -class InteraceHdrRecord(BiffRecord): - _REC_ID = 0x00E1 - - def __init__(self): - self._rec_data = pack('BB', 0xB0, 0x04) - - -class InteraceEndRecord(BiffRecord): - _REC_ID = 0x00E2 - - def __init__(self): - self._rec_data = '' - - -class MMSRecord(BiffRecord): - _REC_ID = 0x00C1 - - def __init__(self): - self._rec_data = pack('> 15 - c = low_15 | high_15 - passwd_hash ^= c - passwd_hash ^= len(plaintext) - passwd_hash ^= 0xCE4B - return passwd_hash - - def __init__(self, passwd = ""): - self._rec_data = pack('