Olena-patches March 2013

olena-patches@lrde.epita.fr

5 participants
214 discussions

olena-2.0-229-g115049c src/contest/bsec2013/process_toc_page.cc: New.

by Guillaume Lazzara

--- scribo/ChangeLog | 4 + scribo/src/contest/bsec2013/process_toc_page.cc | 190 +++++++++++++++++++++++ 2 files changed, 194 insertions(+), 0 deletions(-) create mode 100644 scribo/src/contest/bsec2013/process_toc_page.cc diff --git a/scribo/ChangeLog b/scribo/ChangeLog index c4bdcfc..e44574a 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,3 +1,7 @@ +2013-03-01 Guillaume Lazzara <z(a)lrde.epita.fr> + + * src/contest/bsec2013/process_toc_page.cc: New. + 2013-02-26 Guillaume Lazzara <z(a)lrde.epita.fr> * tests/unit_test/unit-tests.mk: Update. diff --git a/scribo/src/contest/bsec2013/process_toc_page.cc b/scribo/src/contest/bsec2013/process_toc_page.cc new file mode 100644 index 0000000..f261e2c --- /dev/null +++ b/scribo/src/contest/bsec2013/process_toc_page.cc @@ -0,0 +1,190 @@ +#include <iostream> +#include <mln/core/image/image2d.hh> +#include <mln/value/rgba.hh> +#include <mln/value/rgb8.hh> +#include <mln/value/qt/rgb32.hh> +#include <mln/io/ppm/save.hh> +#include <mln/io/pdf/load.hh> +#include <mln/io/pdf/get_header.hh> +#include <mln/data/convert.hh> +#include <poppler/cpp/poppler-document.h> +#include <poppler/cpp/poppler-page.h> +#include <poppler/cpp/poppler-page-renderer.h> +#include <mln/debug/filename.hh> +#include <QString> +#include <QStringList> +#include <QDebug> + +int main(int argc, char *argv[]) +{ + if (argc != 3) + { + std::cout << "Usage: " << argv[0] << " <doc.pdf> <page>" << std::endl; + return 1; + } + + using namespace poppler; + using namespace mln; + + // Load document + poppler::document *pdf = poppler::document::load_from_file(argv[1]); + if (pdf == 0) + { + std::cerr << "Error: Cannot load PDF " << argv[1] << std::endl; + abort(); + } + + + + // Read page + poppler::page* p = pdf->create_page(atoi(argv[2])); + std::vector<char> byte_array = p->text().to_utf8(); + if (byte_array.size() > 0) + { + QString text = QString::fromUtf8((const char *)&byte_array[0]); + + // Remove '.' and '-' (usually used in table of contents between + // title and page number. + text = text.replace('.', ' '); + text = text.replace('-', ' '); + text = text.replace('*', ' '); + + QStringList entries = text.split('\n'); + + qDebug() << entries; + + qDebug(); + + + // PASS 1 - Remove useless spaces. + for (int i = 0; i < entries.size(); ++i) + entries[i] = entries[i].simplified(); + + + // PASS 2 - Merge lines. + for (int i = 0; i < entries.size();) + { + bool removed = false; + QString& entry = entries[i]; + + // Skip Table of Contents title. + if (entry.contains("table of contents", Qt::CaseInsensitive)) + { + ++i; + continue; + } + + // Remove empty lines + if (entry.isEmpty() || entry == "") // FIXME: There is a bug! + // Some empty strings seems + // to pass this test! + // (100_book_subset/pdfs/aidstothebible01popeuoft.pdf + // page10) + { + entries.removeAt(i); + continue; + } + + // Move single numbers to previous lines. + qDebug() << "Checking " << entry; + if (entry.contains(QRegExp("^[0-9mcxilv]+$", Qt::CaseInsensitive))) + { + if ((i - 1) > 0) + { + //qDebug() << "MERGING BACK " << entry << " TO " << entries[i - 1]; + + entries[i - 1].append(" " + entry); + entries.removeAt(i); + removed = true; + } + } + // Trying to merge lines corresponding to entries on several + // lines. + else if (! entry.contains(QRegExp(" [0-9mcxilv]+$", Qt::CaseInsensitive))) + if ((i + 1) < entries.size()) + { + //qDebug() << "MERGING FORWARD " << entries[i + 1] << " TO " << entry; + entry.append(" " + entries[i + 1].simplified()); + entries.removeAt(i + 1); + removed = true; + //entries[i + 1].clear(); + } + + if (!removed) + ++i; + } + + // PASS 3 - Grouping page numbers if there is space in between. + // Remove multiple invalid page numbers like "14 VI". + for (int i = 0; i < entries.size(); ++i) + { + QString& entry = entries[i]; + + // Garbage page numbers. Keep the first one. + if (entry.contains(QRegExp(" [0-9]+ [mcxilv]+$", Qt::CaseInsensitive)) + || entry.contains(QRegExp(" [mcxilv]+ [0-9]+$", Qt::CaseInsensitive))) + { + QStringList words = entry.split(' '); + QString new_entry = ""; + for (int j = 0; j < words.size() - 2; ++j) + new_entry += words[j] + " "; + new_entry += words[words.size() - 1]; + entry = new_entry; + } + else if (entry.contains(QRegExp(" [mcxilv]+ [mcxilv]+$", Qt::CaseInsensitive))) + { + QStringList words = entry.split(' '); + QString new_entry = ""; + for (int j = 0; j < words.size() - 2; ++j) + new_entry += words[j] + " "; + new_entry += words[words.size() - 2] + words[words.size() - 1]; + entry = new_entry; + } + else if (entry.contains(QRegExp(" [0-9]+ [0-9]+$", Qt::CaseInsensitive))) + { // Same case as previous one except that we check if the page number exists! + QStringList words = entry.split(' '); + QString new_entry = ""; + for (int j = 0; j < words.size() - 2; ++j) + new_entry += words[j] + " "; + + int page = QString(words[words.size() - 2] + words[words.size() - 1]).toInt(); + + if (page > pdf->pages()) + new_entry += words[words.size() - 2]; // Keep first page number + else + new_entry += words[words.size() - 2] + words[words.size() - 1]; // Merging both. + entry = new_entry; + } + + } + + qDebug() << entries; + } + + + // io::pdf::pdf_header header = + // io::pdf::get_header(argv[1]); + + // std::cout << header.page_count << std::endl; + // util::array<image2d<value::rgb8> > arr; + // io::pdf::load(arr, argv[1], 0, 10); + + // for (unsigned i = 0; i < arr.size(); ++i) + // io::ppm::save(arr[i], mln::debug::filename("page.ppm")); + + // util::array<int> pages; + // pages.append(1); + // pages.append(9); + + // arr.clear(); + // io::pdf::load(arr, argv[1], pages); + + // for (unsigned i = 0; i < arr.size(); ++i) + // io::ppm::save(arr[i], mln::debug::filename("pages.ppm")); + + + //pima.save("page.png", "PNG", 300); + + + +} -- 1.7.2.5

12 years, 1 month

branch papers/lazzara.13.ijdar updated: olena-2.0-138-g9d6aa0a

by git＠lrde.epita.fr

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch papers/lazzara.13.ijdar has been updated via 9d6aa0aed479c79c07ce250cc0f37b8787b416b8 (commit) from b05f4e5c24d32b2d704badd28fd16dfa4a235bc6 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- 9d6aa0a scribo/text/recognition.hh: Fix tesseract includes. ----------------------------------------------------------------------- Summary of changes: scribo/ChangeLog | 4 ++++ scribo/scribo/text/recognition.hh | 1 - 2 files changed, 4 insertions(+), 1 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

12 years, 1 month

olena-2.0-138-g9d6aa0a scribo/text/recognition.hh: Fix tesseract includes.

by Guillaume Lazzara

--- scribo/ChangeLog | 4 ++++ scribo/scribo/text/recognition.hh | 1 - 2 files changed, 4 insertions(+), 1 deletions(-) diff --git a/scribo/ChangeLog b/scribo/ChangeLog index 687f107..2a4ea62 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,3 +1,7 @@ +2013-03-01 Guillaume Lazzara <z(a)lrde.epita.fr> + + * scribo/text/recognition.hh: Fix tesseract includes. + 2013-01-28 Guillaume Lazzara <z(a)lrde.epita.fr> Use io::magick to save output. diff --git a/scribo/scribo/text/recognition.hh b/scribo/scribo/text/recognition.hh index 2b9d5a1..bf3ae9b 100644 --- a/scribo/scribo/text/recognition.hh +++ b/scribo/scribo/text/recognition.hh @@ -66,7 +66,6 @@ # include <tesseract/baseapi.h> # if defined HAVE_TESSERACT_3 -# include <tesseract/ocrclass.h> # include <tesseract/resultiterator.h> # endif // ! HAVE_TESSERACT_3 -- 1.7.2.5

12 years, 1 month

branch unstable/scribo updated: olena-2.0-228-gda8955a

by git＠lrde.epita.fr

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch unstable/scribo has been updated via da8955a22c1dcb7945d813a802bceee05c129594 (commit) from c37c7275749e5e85303ad4d19db9de5a533cbb01 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- da8955a Add test images. ----------------------------------------------------------------------- Summary of changes: milena/ChangeLog | 10 ++++++++++ milena/tests/img/example-0.ppm | 6 ++++++ milena/tests/img/example-1.ppm | 6 ++++++ milena/tests/img/example-2.ppm | 6 ++++++ milena/tests/img/example-3.ppm | 6 ++++++ milena/tests/img/example.pdf | Bin 0 -> 202744 bytes 6 files changed, 34 insertions(+), 0 deletions(-) create mode 100644 milena/tests/img/example-0.ppm create mode 100644 milena/tests/img/example-1.ppm create mode 100644 milena/tests/img/example-2.ppm create mode 100644 milena/tests/img/example-3.ppm create mode 100644 milena/tests/img/example.pdf hooks/post-receive -- Olena, a generic and efficient image processing platform

12 years, 1 month

Jump to page:

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

2006

2005

2004

Olena-patches March 2013