comparison data/fileio/CSVFileReader.cpp @ 390:21e79997e80f

* Fix failure to handle scientific notation for time field; tidy up some
  warnings and handling of empty fields

 
     CSVFormatDialog::ModelType   modelType = dialog->getModelType();
     CSVFormatDialog::TimingType timingType = dialog->getTimingType();
     CSVFormatDialog::TimeUnits   timeUnits = dialog->getTimeUnits();
     QString separator = dialog->getSeparator();
+    QString::SplitBehavior behaviour = dialog->getSplitBehaviour();
     size_t sampleRate = dialog->getSampleRate();
     size_t windowSize = dialog->getWindowSize();
 
     delete dialog;
 

 
             QString line = lines[li];
 
             if (line.startsWith("#")) continue;
 
-            QStringList list = line.split(separator, QString::KeepEmptyParts);
+            QStringList list = line.split(separator, behaviour);
 
             if (!model) {
 
                 switch (modelType) {
 

                     break;
                 }
             }
 
             QStringList tidyList;
-            QRegExp nonNumericRx("[^0-9.,+-]");
+            QRegExp nonNumericRx("[^0-9eE.,+-]");
 
             for (int i = 0; i < list.size(); ++i) {
 	    
                 QString s(list[i].trimmed());
 

                     if ((lineno == 0 && i == 0) || value > max) max = value;
 
                     if (!ok) {
                         if (warnings < warnLimit) {
                             std::cerr << "WARNING: CSVFileReader::load: "
-                                      << "Non-numeric value in data line " << lineno
+                                      << "Non-numeric value \""
+                                      << list[i].toStdString()
+                                      << "\" in data line " << lineno
                                       << ":" << std::endl;
                             std::cerr << line.toStdString() << std::endl;
                             ++warnings;
                         } else if (warnings == warnLimit) {
-                            std::cerr << "WARNING: Too many warnings" << std::endl;
+//                            std::cerr << "WARNING: Too many warnings" << std::endl;
                         }
                     }
                 }
 	
-                std::cerr << "Setting bin values for count " << lineno << ", frame "
-                          << frameNo << ", time " << RealTime::frame2RealTime(frameNo, sampleRate) << std::endl;
+//                std::cerr << "Setting bin values for count " << lineno << ", frame "
+//                          << frameNo << ", time " << RealTime::frame2RealTime(frameNo, sampleRate) << std::endl;
 
                 model3->setColumn(frameNo / model3->getResolution(), values);
             }
 
             ++lineno;

 				 size_t defaultSampleRate) :
     QDialog(parent),
     m_modelType(OneDimensionalModel),
     m_timingType(ExplicitTiming),
     m_timeUnits(TimeAudioFrames),
-    m_separator("")
+    m_separator(""),
+    m_behaviour(QString::KeepEmptyParts)
 {
     setModal(true);
     setWindowTitle(tr("Select Data Format"));
 
     (void)guessFormat(file);

 
             QString line = lines[li];
 
             if (line.startsWith("#")) continue;
 
+            m_behaviour = QString::KeepEmptyParts;
+
             if (m_separator == "") {
                 //!!! to do: ask the user
                 if (line.split(",").size() >= 2) m_separator = ",";
                 else if (line.split("\t").size() >= 2) m_separator = "\t";
                 else if (line.split("|").size() >= 2) m_separator = "|";
                 else if (line.split("/").size() >= 2) m_separator = "/";
                 else if (line.split(":").size() >= 2) m_separator = ":";
-                else m_separator = " ";
+                else {
+                    m_separator = " ";
+                    m_behaviour = QString::SkipEmptyParts;
+                }
             }
 
-            QStringList list = line.split(m_separator);
+            QStringList list = line.split(m_separator, m_behaviour);
             QStringList tidyList;
 
             for (int i = 0; i < list.size(); ++i) {
 	    
                 QString s(list[i]);