1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768 |
- """Event Man(ager) utils
- Miscellaneous utilities.
- Copyright 2015 Davide Alberani <da@erlug.linux.it>
- RaspiBO <info@raspibo.org>
- Licensed under the Apache License, Version 2.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
- """
- import csv
- import StringIO
- def csvParse(csvStr, remap=None, merge=None):
- """Parse a CSV file, optionally renaming the columns and merging other information.
- :param csvStr: the CSV to parse, as a string
- :type csvStr: str
- :param remap: a dictionary used to rename the columns
- :type remap: dict
- :param merge: merge these information into each line
- :type merge: dict
- :return: tuple with a dict of total and valid lines and the data
- :rtype: tuple
- """
- fd = StringIO.StringIO(csvStr)
- reader = csv.reader(fd)
- remap = remap or {}
- merge = merge or {}
- fields = 0
- reply = dict(total=0, valid=0)
- results = []
- try:
- headers = reader.next()
- fields = len(headers)
- except (StopIteration, csv.Error):
- return reply, {}
- for idx, header in enumerate(headers):
- if header in remap:
- headers[idx] = remap[header]
- try:
- for row in reader:
- try:
- reply['total'] += 1
- if len(row) != fields:
- continue
- row = [unicode(cell, 'utf-8', 'replace') for cell in row]
- values = dict(map(None, headers, row))
- values.update(merge)
- results.append(values)
- reply['valid'] += 1
- except csv.Error:
- continue
- except csv.Error:
- pass
- fd.close()
- return reply, results
|