2to3 and fast nms

lanms/.gitignore

@@ -0,0 +1 @@
+adaptor.so

lanms/.ycm_extra_conf.py

@@ -0,0 +1,140 @@
+#!/usr/bin/env python
+#
+# Copyright (C) 2014  Google Inc.
+#
+# This file is part of YouCompleteMe.
+#
+# YouCompleteMe is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# YouCompleteMe is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with YouCompleteMe.  If not, see <http://www.gnu.org/licenses/>.
+
+import os
+import sys
+import glob
+import ycm_core
+
+# These are the compilation flags that will be used in case there's no
+# compilation database set (by default, one is not set).
+# CHANGE THIS LIST OF FLAGS. YES, THIS IS THE DROID YOU HAVE BEEN LOOKING FOR.
+sys.path.append(os.path.dirname(__file__))
+
+
+BASE_DIR = os.path.dirname(os.path.realpath(__file__))
+
+from plumbum.cmd import python_config
+
+
+flags = [
+    '-Wall',
+    '-Wextra',
+    '-Wnon-virtual-dtor',
+    '-Winvalid-pch',
+    '-Wno-unused-local-typedefs',
+    '-std=c++11',
+    '-x', 'c++',
+    '-Iinclude',
+] + python_config('--cflags').split()
+
+
+# Set this to the absolute path to the folder (NOT the file!) containing the
+# compile_commands.json file to use that instead of 'flags'. See here for
+# more details: http://clang.llvm.org/docs/JSONCompilationDatabase.html
+#
+# Most projects will NOT need to set this to anything; you can just change the
+# 'flags' list of compilation flags.
+compilation_database_folder = ''
+
+if os.path.exists( compilation_database_folder ):
+  database = ycm_core.CompilationDatabase( compilation_database_folder )
+else:
+  database = None
+
+SOURCE_EXTENSIONS = [ '.cpp', '.cxx', '.cc', '.c', '.m', '.mm' ]
+
+def DirectoryOfThisScript():
+  return os.path.dirname( os.path.abspath( __file__ ) )
+
+
+def MakeRelativePathsInFlagsAbsolute( flags, working_directory ):
+  if not working_directory:
+    return list( flags )
+  new_flags = []
+  make_next_absolute = False
+  path_flags = [ '-isystem', '-I', '-iquote', '--sysroot=' ]
+  for flag in flags:
+    new_flag = flag
+
+    if make_next_absolute:
+      make_next_absolute = False
+      if not flag.startswith( '/' ):
+        new_flag = os.path.join( working_directory, flag )
+
+    for path_flag in path_flags:
+      if flag == path_flag:
+        make_next_absolute = True
+        break
+
+      if flag.startswith( path_flag ):
+        path = flag[ len( path_flag ): ]
+        new_flag = path_flag + os.path.join( working_directory, path )
+        break
+
+    if new_flag:
+      new_flags.append( new_flag )
+  return new_flags
+
+
+def IsHeaderFile( filename ):
+  extension = os.path.splitext( filename )[ 1 ]
+  return extension in [ '.h', '.hxx', '.hpp', '.hh' ]
+
+
+def GetCompilationInfoForFile( filename ):
+  # The compilation_commands.json file generated by CMake does not have entries
+  # for header files. So we do our best by asking the db for flags for a
+  # corresponding source file, if any. If one exists, the flags for that file
+  # should be good enough.
+  if IsHeaderFile( filename ):
+    basename = os.path.splitext( filename )[ 0 ]
+    for extension in SOURCE_EXTENSIONS:
+      replacement_file = basename + extension
+      if os.path.exists( replacement_file ):
+        compilation_info = database.GetCompilationInfoForFile(
+          replacement_file )
+        if compilation_info.compiler_flags_:
+          return compilation_info
+    return None
+  return database.GetCompilationInfoForFile( filename )
+
+
+# This is the entry point; this function is called by ycmd to produce flags for
+# a file.
+def FlagsForFile( filename, **kwargs ):
+  if database:
+    # Bear in mind that compilation_info.compiler_flags_ does NOT return a
+    # python list, but a "list-like" StringVec object
+    compilation_info = GetCompilationInfoForFile( filename )
+    if not compilation_info:
+      return None
+
+    final_flags = MakeRelativePathsInFlagsAbsolute(
+      compilation_info.compiler_flags_,
+      compilation_info.compiler_working_dir_ )
+  else:
+    relative_to = DirectoryOfThisScript()
+    final_flags = MakeRelativePathsInFlagsAbsolute( flags, relative_to )
+
+  return {
+    'flags': final_flags,
+    'do_cache': True
+  }
+

lanms/Makefile

@@ -0,0 +1,13 @@
+CXXFLAGS = -I include  -std=c++11 -O3 $(shell python3-config --cflags)
+LDFLAGS = $(shell python3-config --ldflags)
+
+DEPS = $(shell find include -xtype f)
+CXX_SOURCES = adaptor.cpp include/clipper/clipper.cpp
+
+LIB_SO = adaptor.so
+
+$(LIB_SO): $(CXX_SOURCES) $(DEPS)
+	$(CXX) -o $@ $(CXXFLAGS) $(LDFLAGS) $(CXX_SOURCES) --shared -fPIC
+
+clean:
+	rm -rf $(LIB_SO)

lanms/__init__.py

@@ -0,0 +1,21 @@
+import subprocess
+import os
+import numpy as np
+
+BASE_DIR = os.path.dirname(os.path.realpath(__file__))
+
+if subprocess.call(['make', '-C', BASE_DIR]) != 0:  # return value
+    raise RuntimeError('Cannot compile lanms: {}'.format(BASE_DIR))
+
+
+def merge_quadrangle_n9(polys, thres=0.3, precision=1000):
+    from .adaptor import merge_quadrangle_n9 as nms_impl
+    if len(polys) == 0:
+        return np.array([], dtype='float32')
+    p = polys.copy()
+    p[:,:8] *= precision
+    ret = np.array(nms_impl(p, thres), dtype='float32')
+    ret[:,:8] /= precision
+    return ret
+
+

lanms/__main__.py

@@ -0,0 +1,10 @@
+import numpy as np
+
+
+from . import merge_quadrangle_n9
+
+if __name__ == '__main__':
+    # unit square with confidence 1
+    q = np.array([0, 0, 0, 1, 1, 1, 1, 0, 1], dtype='float32')
+
+    print(merge_quadrangle_n9(np.array([q, q + 0.1, q + 2])))

lanms/adaptor.cpp

@@ -0,0 +1,61 @@
+#include "pybind11/pybind11.h"
+#include "pybind11/numpy.h"
+#include "pybind11/stl.h"
+#include "pybind11/stl_bind.h"
+
+#include "lanms.h"
+
+namespace py = pybind11;
+
+
+namespace lanms_adaptor {
+
+	std::vector<std::vector<float>> polys2floats(const std::vector<lanms::Polygon> &polys) {
+		std::vector<std::vector<float>> ret;
+		for (size_t i = 0; i < polys.size(); i ++) {
+			auto &p = polys[i];
+			auto &poly = p.poly;
+			ret.emplace_back(std::vector<float>{
+					float(poly[0].X), float(poly[0].Y),
+					float(poly[1].X), float(poly[1].Y),
+					float(poly[2].X), float(poly[2].Y),
+					float(poly[3].X), float(poly[3].Y),
+					float(p.score),
+					});
+		}
+
+		return ret;
+	}
+
+
+	/**
+	 *
+	 * \param quad_n9 an n-by-9 numpy array, where first 8 numbers denote the
+	 *		quadrangle, and the last one is the score
+	 * \param iou_threshold two quadrangles with iou score above this threshold
+	 *		will be merged
+	 *
+	 * \return an n-by-9 numpy array, the merged quadrangles
+	 */
+	std::vector<std::vector<float>> merge_quadrangle_n9(
+			py::array_t<float, py::array::c_style | py::array::forcecast> quad_n9,
+			float iou_threshold) {
+		auto pbuf = quad_n9.request();
+		if (pbuf.ndim != 2 || pbuf.shape[1] != 9)
+			throw std::runtime_error("quadrangles must have a shape of (n, 9)");
+		auto n = pbuf.shape[0];
+		auto ptr = static_cast<float *>(pbuf.ptr);
+		return polys2floats(lanms::merge_quadrangle_n9(ptr, n, iou_threshold));
+	}
+
+}
+
+PYBIND11_PLUGIN(adaptor) {
+	py::module m("adaptor", "NMS");
+
+	m.def("merge_quadrangle_n9", &lanms_adaptor::merge_quadrangle_n9,
+			"merge quadrangels");
+
+	return m.ptr();
+}
+