---
scribo/ChangeLog | 4 +
scribo/src/contest/bsec2013/process_toc_page.cc | 190 +++++++++++++++++++++++
2 files changed, 194 insertions(+), 0 deletions(-)
create mode 100644 scribo/src/contest/bsec2013/process_toc_page.cc
diff --git a/scribo/ChangeLog b/scribo/ChangeLog
index c4bdcfc..e44574a 100644
--- a/scribo/ChangeLog
+++ b/scribo/ChangeLog
@@ -1,3 +1,7 @@
+2013-03-01 Guillaume Lazzara <z(a)lrde.epita.fr>
+
+ * src/contest/bsec2013/process_toc_page.cc: New.
+
2013-02-26 Guillaume Lazzara <z(a)lrde.epita.fr>
* tests/unit_test/unit-tests.mk: Update.
diff --git a/scribo/src/contest/bsec2013/process_toc_page.cc b/scribo/src/contest/bsec2013/process_toc_page.cc
new file mode 100644
index 0000000..f261e2c
--- /dev/null
+++ b/scribo/src/contest/bsec2013/process_toc_page.cc
@@ -0,0 +1,190 @@
+#include <iostream>
+#include <mln/core/image/image2d.hh>
+#include <mln/value/rgba.hh>
+#include <mln/value/rgb8.hh>
+#include <mln/value/qt/rgb32.hh>
+#include <mln/io/ppm/save.hh>
+#include <mln/io/pdf/load.hh>
+#include <mln/io/pdf/get_header.hh>
+#include <mln/data/convert.hh>
+#include <poppler/cpp/poppler-document.h>
+#include <poppler/cpp/poppler-page.h>
+#include <poppler/cpp/poppler-page-renderer.h>
+#include <mln/debug/filename.hh>
+#include <QString>
+#include <QStringList>
+#include <QDebug>
+
+int main(int argc, char *argv[])
+{
+ if (argc != 3)
+ {
+ std::cout << "Usage: " << argv[0] << " <doc.pdf> <page>" << std::endl;
+ return 1;
+ }
+
+ using namespace poppler;
+ using namespace mln;
+
+ // Load document
+ poppler::document *pdf = poppler::document::load_from_file(argv[1]);
+ if (pdf == 0)
+ {
+ std::cerr << "Error: Cannot load PDF " << argv[1] << std::endl;
+ abort();
+ }
+
+
+
+ // Read page
+ poppler::page* p = pdf->create_page(atoi(argv[2]));
+ std::vector<char> byte_array = p->text().to_utf8();
+ if (byte_array.size() > 0)
+ {
+ QString text = QString::fromUtf8((const char *)&byte_array[0]);
+
+ // Remove '.' and '-' (usually used in table of contents between
+ // title and page number.
+ text = text.replace('.', ' ');
+ text = text.replace('-', ' ');
+ text = text.replace('*', ' ');
+
+ QStringList entries = text.split('\n');
+
+ qDebug() << entries;
+
+ qDebug();
+
+
+ // PASS 1 - Remove useless spaces.
+ for (int i = 0; i < entries.size(); ++i)
+ entries[i] = entries[i].simplified();
+
+
+ // PASS 2 - Merge lines.
+ for (int i = 0; i < entries.size();)
+ {
+ bool removed = false;
+ QString& entry = entries[i];
+
+ // Skip Table of Contents title.
+ if (entry.contains("table of contents", Qt::CaseInsensitive))
+ {
+ ++i;
+ continue;
+ }
+
+ // Remove empty lines
+ if (entry.isEmpty() || entry == "") // FIXME: There is a bug!
+ // Some empty strings seems
+ // to pass this test!
+ // (100_book_subset/pdfs/aidstothebible01popeuoft.pdf
+ // page10)
+ {
+ entries.removeAt(i);
+ continue;
+ }
+
+ // Move single numbers to previous lines.
+ qDebug() << "Checking " << entry;
+ if (entry.contains(QRegExp("^[0-9mcxilv]+$", Qt::CaseInsensitive)))
+ {
+ if ((i - 1) > 0)
+ {
+ //qDebug() << "MERGING BACK " << entry << " TO " << entries[i - 1];
+
+ entries[i - 1].append(" " + entry);
+ entries.removeAt(i);
+ removed = true;
+ }
+ }
+ // Trying to merge lines corresponding to entries on several
+ // lines.
+ else if (! entry.contains(QRegExp(" [0-9mcxilv]+$", Qt::CaseInsensitive)))
+ if ((i + 1) < entries.size())
+ {
+ //qDebug() << "MERGING FORWARD " << entries[i + 1] << " TO " << entry;
+ entry.append(" " + entries[i + 1].simplified());
+ entries.removeAt(i + 1);
+ removed = true;
+ //entries[i + 1].clear();
+ }
+
+ if (!removed)
+ ++i;
+ }
+
+ // PASS 3 - Grouping page numbers if there is space in between.
+ // Remove multiple invalid page numbers like "14 VI".
+ for (int i = 0; i < entries.size(); ++i)
+ {
+ QString& entry = entries[i];
+
+ // Garbage page numbers. Keep the first one.
+ if (entry.contains(QRegExp(" [0-9]+ [mcxilv]+$", Qt::CaseInsensitive))
+ || entry.contains(QRegExp(" [mcxilv]+ [0-9]+$", Qt::CaseInsensitive)))
+ {
+ QStringList words = entry.split(' ');
+ QString new_entry = "";
+ for (int j = 0; j < words.size() - 2; ++j)
+ new_entry += words[j] + " ";
+ new_entry += words[words.size() - 1];
+ entry = new_entry;
+ }
+ else if (entry.contains(QRegExp(" [mcxilv]+ [mcxilv]+$", Qt::CaseInsensitive)))
+ {
+ QStringList words = entry.split(' ');
+ QString new_entry = "";
+ for (int j = 0; j < words.size() - 2; ++j)
+ new_entry += words[j] + " ";
+ new_entry += words[words.size() - 2] + words[words.size() - 1];
+ entry = new_entry;
+ }
+ else if (entry.contains(QRegExp(" [0-9]+ [0-9]+$", Qt::CaseInsensitive)))
+ { // Same case as previous one except that we check if the page number exists!
+ QStringList words = entry.split(' ');
+ QString new_entry = "";
+ for (int j = 0; j < words.size() - 2; ++j)
+ new_entry += words[j] + " ";
+
+ int page = QString(words[words.size() - 2] + words[words.size() - 1]).toInt();
+
+ if (page > pdf->pages())
+ new_entry += words[words.size() - 2]; // Keep first page number
+ else
+ new_entry += words[words.size() - 2] + words[words.size() - 1]; // Merging both.
+ entry = new_entry;
+ }
+
+ }
+
+ qDebug() << entries;
+ }
+
+
+ // io::pdf::pdf_header header =
+ // io::pdf::get_header(argv[1]);
+
+ // std::cout << header.page_count << std::endl;
+ // util::array<image2d<value::rgb8> > arr;
+ // io::pdf::load(arr, argv[1], 0, 10);
+
+ // for (unsigned i = 0; i < arr.size(); ++i)
+ // io::ppm::save(arr[i], mln::debug::filename("page.ppm"));
+
+ // util::array<int> pages;
+ // pages.append(1);
+ // pages.append(9);
+
+ // arr.clear();
+ // io::pdf::load(arr, argv[1], pages);
+
+ // for (unsigned i = 0; i < arr.size(); ++i)
+ // io::ppm::save(arr[i], mln::debug::filename("pages.ppm"));
+
+
+ //pima.save("page.png", "PNG", 300);
+
+
+
+}
--
1.7.2.5
