From 516eda33d141d8ce5cfae18126cebeea5183c124 Mon Sep 17 00:00:00 2001
From: Helmut Merz <helmutm@cy55.de>
Date: Tue, 14 Nov 2017 17:41:56 +0100
Subject: [PATCH] allow conversion/processing of CSV file to XLSX upon download

---
 expert/browser/export.py | 57 +++++++++++++++++++++++++++++++++-------
 expert/configure.zcml    |  2 --
 expert/report.py         |  7 ++---
 organize/work/README.txt |  2 +-
 4 files changed, 53 insertions(+), 15 deletions(-)

diff --git a/expert/browser/export.py b/expert/browser/export.py
index 72bcaaa..b398733 100644
--- a/expert/browser/export.py
+++ b/expert/browser/export.py
@@ -1,5 +1,5 @@
 #
-#  Copyright (c) 2016 Helmut Merz helmutm@cy55.de
+#  Copyright (c) 2017 Helmut Merz helmutm@cy55.de
 #
 #  This program is free software; you can redistribute it and/or modify
 #  it under the terms of the GNU General Public License as published by
@@ -22,13 +22,18 @@ View classes for export of report results.
 
 import csv
 from cStringIO import StringIO
+import os
+import time
 from zope.cachedescriptors.property import Lazy
 from zope.i18n import translate
+from zope.traversing.api import getName
 
+from cybertools.meta.interfaces import IOptions
+from cybertools.util.date import formatTimeStamp
 from loops.common import normalizeName
 from loops.expert.browser.report import ResultsConceptView
 from loops.interfaces import ILoopsObject
-from loops.util import _
+from loops.util import _, getVarDirectory
 
 
 class ResultsConceptCSVExport(ResultsConceptView):
@@ -55,10 +60,34 @@ class ResultsConceptCSVExport(ResultsConceptView):
         lang = self.languageInfo.language
         return translate(_(field.title), target_language=lang)
 
+    def getFilepaths(self, name):
+        repName = getName(self.report.context)
+        ts = formatTimeStamp(None, format='%y%m%d%H%M%S')
+        name = '-'.join((ts, repName))
+        return (name + '.csv', 
+                name + '.xlsx', 
+                repName + '.ods')
+
+    def renderCsv(self, name, src, tgt, tpl):
+        callable = os.path.join('~', 'bin', name)
+        command = ' '.join((callable, src, tgt, tpl))
+        #print '***', command
+        os.popen(command).read()
+
     def __call__(self):
         fields = self.displayedColumns
         fieldNames = [f.name for f in fields]
-        output = StringIO()
+        csvRenderer = IOptions(self.report)('csv_renderer')
+        if not csvRenderer:
+            csvRenderer = self.globalOptions('csv_renderer')
+        if csvRenderer:
+            csvRenderer = csvRenderer[0]
+            outfn, inpfn, tplfn = self.getFilepaths(csvRenderer)
+            outpath = os.path.join(getVarDirectory(), 'export', 'excel', outfn)
+            inpath = os.path.join(getVarDirectory(), 'export', 'excel', inpfn)
+            output = open(outpath, 'w')
+        else:
+            output = StringIO()
         writer = csv.DictWriter(output, fieldNames, delimiter=self.delimiter)
         output.write(self.delimiter.join(
                         [self.getColumnTitle(f) for f in fields]) + '\n')
@@ -73,18 +102,28 @@ class ResultsConceptCSVExport(ResultsConceptView):
                 value = encode(value, self.encoding)
                 data[f.name] = value
             writer.writerow(data)
-        text = output.getvalue()
-        self.setDownloadHeader(text)
+        if csvRenderer:
+            output.close()
+            self.renderCsv(csvRenderer, outfn, inpfn, tplfn)
+            input = open(inpath, 'rb')
+            text = input.read()
+            input.close()
+            self.setDownloadHeader(text)
+                #'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+                #'xlsx')
+        else:
+            text = output.getvalue()
+            self.setDownloadHeader(text)
         return text
 
-    def setDownloadHeader(self, text):
+    def setDownloadHeader(self, text, ctype='text/csv', ext='csv'):
         response = self.request.response
         response.setHeader('Content-Disposition',
-                           'attachment; filename=%s.csv' %
-                                    self.getFileName())
+                           'attachment; filename=%s.%s' %
+                                (self.getFileName(), ext))
         response.setHeader('Cache-Control', '')
         response.setHeader('Pragma', '')
-        response.setHeader('Content-Type', 'text/csv')
+        response.setHeader('Content-Type', ctype)
         response.setHeader('Content-Length', len(text))
 
 
diff --git a/expert/configure.zcml b/expert/configure.zcml
index 23dbd7f..a399673 100644
--- a/expert/configure.zcml
+++ b/expert/configure.zcml
@@ -1,5 +1,3 @@
-<!-- $Id$ -->
-
 <configure
    xmlns="http://namespaces.zope.org/zope"
    xmlns:browser="http://namespaces.zope.org/browser"
diff --git a/expert/report.py b/expert/report.py
index 139961d..068d548 100644
--- a/expert/report.py
+++ b/expert/report.py
@@ -1,5 +1,5 @@
 #
-#  Copyright (c) 2014 Helmut Merz helmutm@cy55.de
+#  Copyright (c) 2017 Helmut Merz helmutm@cy55.de
 #
 #  This program is free software; you can redistribute it and/or modify
 #  it under the terms of the GNU General Public License as published by
@@ -35,6 +35,7 @@ from cybertools.composer.report.interfaces import IReportParams
 from cybertools.composer.report.result import ResultSet, Row
 from cybertools.util.jeep import Jeep
 from loops.common import AdapterBase
+from loops.expert.concept import IQueryConcept, QueryConcept
 from loops.interfaces import ILoopsAdapter
 from loops.type import TypeInterfaceSourceList
 from loops import util
@@ -43,7 +44,7 @@ from loops.util import _
 
 # interfaces
 
-class IReport(ILoopsAdapter, IReportParams):
+class IReport(ILoopsAdapter, IReportParams, IQueryConcept):
     """ The report adapter for the persistent object (concept) that stores
         the report in the concept map.
     """
@@ -66,7 +67,7 @@ class IReportInstance(IBaseReport):
 
 # report concept adapter and instances
 
-class Report(AdapterBase):
+class Report(QueryConcept):
 
     implements(IReport)
 
diff --git a/organize/work/README.txt b/organize/work/README.txt
index 6e614c3..ea01334 100644
--- a/organize/work/README.txt
+++ b/organize/work/README.txt
@@ -188,7 +188,7 @@ First we have to make sure that there is a report concept type available.
 In addition we need a predicate that connects one or more tasks with a report.
 
   >>> from loops.expert.report import IReport, Report
-  >>> component.provideAdapter(Report)
+  >>> component.provideAdapter(Report, provides=IReport)
   >>> tReport = addAndConfigureObject(concepts, Concept, 'report',
   ...                   title=u'Report', conceptType=concepts.getTypeConcept(),
   ...                   typeInterface=IReport)