Support building python programs without sqlite3

This is especially useful for host platform tools that can run sooner, without
waiting for sqlite3 to compile in release mode after a mass rebuilding change.

ref:d6bd4e7fee53af77b2d963969a47eb1b354db95f

Author: orivej

build/plugins/pybuild.py

@@ -119,9 +119,14 @@ def py_program(unit, py3):
     Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/py_srcs/#modulpyprogramimakrospymain
     """
     if py3:
-        unit.onpeerdir(['library/python/runtime_py3/main'])
+        peers = ['library/python/runtime_py3/main']
+        if unit.get('PYTHON_SQLITE3') != 'no':
+            peers.append('contrib/tools/python3/src/Modules/_sqlite')
     else:
-        unit.onpeerdir(['library/python/runtime/main'])
+        peers = ['library/python/runtime/main']
+        if unit.get('PYTHON_SQLITE3') != 'no':
+            peers.append('contrib/tools/python/src/Modules/_sqlite')
+    unit.onpeerdir(peers)
     unit.onadd_check_py_imports()
 
 

build/ymake.core.conf

@@ -2263,10 +2263,14 @@ module _BASE_PY_PROGRAM: _BASE_PROGRAM {
     OPTIMIZE_PY_PROTOS()
 
     when ($NO_PYTHON_INCLS != "yes") {
-        PEERDIR+=contrib/libs/python
+        PEERDIR += contrib/libs/python
     }
     when ($USE_ARCADIA_PYTHON == "yes") {
-        PEERDIR+=library/python/runtime/main contrib/python/subprocess32
+        PEERDIR += library/python/runtime/main
+        PEERDIR += contrib/python/subprocess32
+        when ($PYTHON_SQLITE3 != "no") {
+            PEERDIR += contrib/tools/python/src/Modules/_sqlite
+        }
     }
 
     ALLOCATOR(J)
@@ -2290,6 +2294,9 @@ module _BASE_PY_PROGRAM: _BASE_PROGRAM {
 module _BASE_PY3_PROGRAM: _BASE_PROGRAM {
     _ARCADIA_PYTHON3_ADDINCL()
     PEERDIR(library/python/runtime_py3/main)
+    when ($PYTHON_SQLITE3 != "no") {
+        PEERDIR += contrib/tools/python3/src/Modules/_sqlite
+    }
 
     ADD_CHECK_PY_IMPORTS()
 

contrib/tools/python/base/CMakeModules.inc

@@ -1,11 +1,9 @@
 # Generated automatically by ../modules.py
 
 ADDINCL(contrib/libs/libbz2)
-ADDINCL(contrib/libs/sqlite3)
 ADDINCL(contrib/libs/zlib)
 PEERDIR(contrib/libs/libbz2)
 PEERDIR(contrib/libs/openssl)
-PEERDIR(contrib/libs/sqlite3)
 PEERDIR(contrib/libs/zlib)
 SRCS(Modules/_bisectmodule.c
      Modules/_collectionsmodule.c
@@ -26,15 +24,6 @@ SRCS(Modules/_bisectmodule.c
      Modules/_lsprof.c
      Modules/_math.c
      Modules/_randommodule.c
-     Modules/_sqlite/cache.c
-     Modules/_sqlite/connection.c
-     Modules/_sqlite/cursor.c
-     Modules/_sqlite/microprotocols.c
-     Modules/_sqlite/module.c
-     Modules/_sqlite/prepare_protocol.c
-     Modules/_sqlite/row.c
-     Modules/_sqlite/statement.c
-     Modules/_sqlite/util.c
      Modules/_struct.c
      Modules/arraymodule.c
      Modules/audioop.c

contrib/tools/python/src/Modules/_sqlite/ya.make

@@ -0,0 +1,35 @@
+LIBRARY()
+
+
+
+LICENSE(Python-2.0)
+
+PEERDIR(
+    contrib/libs/sqlite3
+)
+
+ADDINCL(
+    contrib/libs/sqlite3
+)
+
+PYTHON_ADDINCL()
+
+NO_COMPILER_WARNINGS()
+
+NO_RUNTIME()
+
+SRCS(
+    cache.c
+    connection.c
+    cursor.c
+    microprotocols.c
+    module.c
+    prepare_protocol.c
+    row.c
+    statement.c
+    util.c
+)
+
+PY_REGISTER(_sqlite3)
+
+END()

contrib/tools/python/src/config_init.c

@@ -19,7 +19,6 @@ extern void init_random(void);
 extern void init_sha(void);
 extern void init_sha256(void);
 extern void init_sha512(void);
-extern void init_sqlite3(void);
 extern void init_ssl(void);
 extern void init_struct(void);
 extern void initarray(void);

contrib/tools/python/src/config_map.c

@@ -19,7 +19,6 @@
 {"_sha", init_sha},
 {"_sha256", init_sha256},
 {"_sha512", init_sha512},
-{"_sqlite3", init_sqlite3},
 {"_ssl", init_ssl},
 {"_struct", init_struct},
 {"array", initarray},

contrib/tools/python/ya.make

@@ -4,6 +4,7 @@ PROGRAM(python)
 
 PEERDIR(
     contrib/tools/python/libpython
+    contrib/tools/python/src/Modules/_sqlite
 )
 
 END()

contrib/tools/python3/src/Modules/_sqlite/ya.make

@@ -0,0 +1,35 @@
+LIBRARY()
+
+
+
+LICENSE(Python-2.0)
+
+PEERDIR(
+    contrib/libs/sqlite3
+)
+
+ADDINCL(
+    contrib/libs/sqlite3
+)
+
+PYTHON3_ADDINCL()
+
+NO_COMPILER_WARNINGS()
+
+NO_RUNTIME()
+
+SRCS(
+    cache.c
+    connection.c
+    cursor.c
+    microprotocols.c
+    module.c
+    prepare_protocol.c
+    row.c
+    statement.c
+    util.c
+)
+
+PY_REGISTER(_sqlite3)
+
+END()

contrib/tools/python3/src/Modules/config.c

@@ -66,7 +66,6 @@ extern PyObject* PyInit__sha3(void); // _sha3
 extern PyObject* PyInit__sha512(void); // _sha512
 extern PyObject* PyInit__signal(void); // _signal
 extern PyObject* PyInit__socket(void); // _socket
-extern PyObject* PyInit__sqlite3(void); // _sqlite3
 extern PyObject* PyInit__sre(void); // _sre
 extern PyObject* PyInit__ssl(void); // _ssl
 extern PyObject* PyInit__stat(void); // _stat
@@ -193,7 +192,6 @@ struct _inittab _PyImport_Inittab[] = {
     {"_sha512", PyInit__sha512},
     {"_signal", PyInit__signal},
     {"_socket", PyInit__socket},
-    {"_sqlite3", PyInit__sqlite3},
     {"_sre", PyInit__sre},
     {"_ssl", PyInit__ssl},
     {"_stat", PyInit__stat},

contrib/tools/python3/src/Modules/ya.make

@@ -23,7 +23,7 @@ ADDINCL(
 
 NO_COMPILER_WARNINGS()
 
-NO_UTIL()
+NO_RUNTIME()
 
 SRCS(
     _abc.c
@@ -74,15 +74,6 @@ SRCS(
     _queuemodule.c
     _randommodule.c
     _sha3/sha3module.c
-    _sqlite/cache.c
-    _sqlite/connection.c
-    _sqlite/cursor.c
-    _sqlite/microprotocols.c
-    _sqlite/module.c
-    _sqlite/prepare_protocol.c
-    _sqlite/row.c
-    _sqlite/statement.c
-    _sqlite/util.c
     _sre.c
     _ssl.c
     _stat.c

contrib/tools/python3/ya.make

@@ -6,6 +6,10 @@ LICENSE(Python-2.0)
 
 USE_PYTHON3()
 
+PEERDIR(
+    contrib/tools/python3/src/Modules/_sqlite
+)
+
 CFLAGS(
     -DPy_BUILD_CORE
 )

library/python/testing/import_test/import_test.py

@@ -177,7 +177,7 @@ def check_imports(no_check=None, extra=[], skip_func=None):
         "skimage.io._plugins.*",
         "skimage.measure.mc_meta.visual_test",
 
-
+        "sqlite3.*",
         "subvertpy.ra_svn",  # can only be imported after subvertpy.ra
         "superfcgi.*",