summary refs log tree commit diff
diff options
context:
space:
mode:
authorMark H Weaver <mhw@netris.org>2014-04-02 12:14:46 -0400
committerMark H Weaver <mhw@netris.org>2014-04-02 15:31:28 -0400
commit8ead71b4b03a888d846c7b7c5bbc3addc8013df7 (patch)
treead92d321363a862418a9f91343946789123f3e34
parentd6a601816fd5b254d99f0c11127388b46ce234ae (diff)
downloadguix-8ead71b4b03a888d846c7b7c5bbc3addc8013df7.tar.gz
gnu: sqlite: Fix sqlite on systems with page size larger than 32K.
Based on a patch by Dan Kennedy <danielk1977@gmail.com>.

* gnu/packages/patches/sqlite-large-page-size-fix.patch: New file.
* gnu/packages/sqlite.scm (sqlite): Add it.
* gnu-system.am (dist_patch_DATA): Add it.
-rw-r--r--gnu-system.am1
-rw-r--r--gnu/packages/patches/sqlite-large-page-size-fix.patch180
-rw-r--r--gnu/packages/sqlite.scm4
3 files changed, 184 insertions, 1 deletions
diff --git a/gnu-system.am b/gnu-system.am
index 01b2129dba..315b661eaf 100644
--- a/gnu-system.am
+++ b/gnu-system.am
@@ -326,6 +326,7 @@ dist_patch_DATA =						\
   gnu/packages/patches/slim-config.patch			\
   gnu/packages/patches/slim-sigusr1.patch			\
   gnu/packages/patches/source-highlight-regexrange-test.patch	\
+  gnu/packages/patches/sqlite-large-page-size-fix.patch		\
   gnu/packages/patches/tcsh-fix-autotest.patch			\
   gnu/packages/patches/teckit-cstdio.patch			\
   gnu/packages/patches/valgrind-glibc.patch			\
diff --git a/gnu/packages/patches/sqlite-large-page-size-fix.patch b/gnu/packages/patches/sqlite-large-page-size-fix.patch
new file mode 100644
index 0000000000..c561fa20a2
--- /dev/null
+++ b/gnu/packages/patches/sqlite-large-page-size-fix.patch
@@ -0,0 +1,180 @@
+Add an experimental fix to avoid attempting to mmap memory from an
+offset that is not a multiple of the system page size on systems with
+page sizes larger than 32KB.
+
+Patch by Dan Kennedy <danielk1977@gmail.com>.
+
+--- sqlite-autoconf/sqlite3.c.orig	2014-03-22 23:44:47.055908203 -0400
++++ sqlite-autoconf/sqlite3.c	2014-03-22 23:44:06.716552734 -0400
+@@ -24010,6 +24010,7 @@
+ 
+ /* Forward reference */
+ static int openDirectory(const char*, int*);
++static int unixGetpagesize(void);
+ 
+ /*
+ ** Many system calls are accessed through pointer-to-functions so that
+@@ -24133,6 +24134,9 @@
+ #define osMremap ((void*(*)(void*,size_t,size_t,int,...))aSyscall[23].pCurrent)
+ #endif
+ 
++  { "getpagesize",  (sqlite3_syscall_ptr)unixGetpagesize, 0 },
++#define osGetpagesize ((int(*)(void))aSyscall[24].pCurrent)
++
+ }; /* End of the overrideable system calls */
+ 
+ /*
+@@ -27792,6 +27796,36 @@
+   return rc;        
+ }
+ 
++/*
++** Return the system page size.
++**
++** This function should not be called directly by other code in this file. 
++** Instead, it should be called via macro osGetpagesize().
++*/
++static int unixGetpagesize(void){
++#if defined(_BSD_SOURCE)
++  return getpagesize();
++#else
++  return (int)sysconf(_SC_PAGESIZE);
++#endif
++}
++
++/*
++** Return the minimum number of 32KB shm regions that should be mapped at
++** a time, assuming that each mapping must be an integer multiple of the
++** current system page-size.
++**
++** Usually, this is 1. The exception seems to be systems that are configured
++** to use 64KB pages - in this case each mapping must cover at least two
++** shm regions.
++*/
++static int unixShmRegionPerMap(void){
++  int shmsz = 32*1024;            /* SHM region size */
++  int pgsz = osGetpagesize();   /* System page size */
++  assert( ((pgsz-1)&pgsz)==0 );   /* Page size must be a power of 2 */
++  if( pgsz<shmsz ) return 1;
++  return pgsz/shmsz;
++}
+ 
+ /*
+ ** Purge the unixShmNodeList list of all entries with unixShmNode.nRef==0.
+@@ -27803,10 +27837,11 @@
+   unixShmNode *p = pFd->pInode->pShmNode;
+   assert( unixMutexHeld() );
+   if( p && p->nRef==0 ){
++    int nShmPerMap = unixShmRegionPerMap();
+     int i;
+     assert( p->pInode==pFd->pInode );
+     sqlite3_mutex_free(p->mutex);
+-    for(i=0; i<p->nRegion; i++){
++    for(i=0; i<p->nRegion; i+=nShmPerMap){
+       if( p->h>=0 ){
+         osMunmap(p->apRegion[i], p->szRegion);
+       }else{
+@@ -28013,6 +28048,8 @@
+   unixShm *p;
+   unixShmNode *pShmNode;
+   int rc = SQLITE_OK;
++  int nShmPerMap = unixShmRegionPerMap();
++  int nReqRegion;
+ 
+   /* If the shared-memory file has not yet been opened, open it now. */
+   if( pDbFd->pShm==0 ){
+@@ -28028,9 +28065,12 @@
+   assert( pShmNode->h>=0 || pDbFd->pInode->bProcessLock==1 );
+   assert( pShmNode->h<0 || pDbFd->pInode->bProcessLock==0 );
+ 
+-  if( pShmNode->nRegion<=iRegion ){
++  /* Minimum number of regions required to be mapped. */
++  nReqRegion = ((iRegion+nShmPerMap) / nShmPerMap) * nShmPerMap;
++
++  if( pShmNode->nRegion<nReqRegion ){
+     char **apNew;                      /* New apRegion[] array */
+-    int nByte = (iRegion+1)*szRegion;  /* Minimum required file size */
++    int nByte = nReqRegion*szRegion;   /* Minimum required file size */
+     struct stat sStat;                 /* Used by fstat() */
+ 
+     pShmNode->szRegion = szRegion;
+@@ -28079,17 +28119,19 @@
+ 
+     /* Map the requested memory region into this processes address space. */
+     apNew = (char **)sqlite3_realloc(
+-        pShmNode->apRegion, (iRegion+1)*sizeof(char *)
++        pShmNode->apRegion, nReqRegion*sizeof(char *)
+     );
+     if( !apNew ){
+       rc = SQLITE_IOERR_NOMEM;
+       goto shmpage_out;
+     }
+     pShmNode->apRegion = apNew;
+-    while(pShmNode->nRegion<=iRegion){
++    while( pShmNode->nRegion<nReqRegion ){
++      int nMap = szRegion*nShmPerMap;
++      int i;
+       void *pMem;
+       if( pShmNode->h>=0 ){
+-        pMem = osMmap(0, szRegion,
++        pMem = osMmap(0, nMap,
+             pShmNode->isReadonly ? PROT_READ : PROT_READ|PROT_WRITE, 
+             MAP_SHARED, pShmNode->h, szRegion*(i64)pShmNode->nRegion
+         );
+@@ -28105,8 +28147,11 @@
+         }
+         memset(pMem, 0, szRegion);
+       }
+-      pShmNode->apRegion[pShmNode->nRegion] = pMem;
+-      pShmNode->nRegion++;
++
++      for(i=0; i<nShmPerMap; i++){
++        pShmNode->apRegion[pShmNode->nRegion+i] = &((char*)pMem)[szRegion*i];
++      }
++      pShmNode->nRegion += nShmPerMap;
+     }
+   }
+ 
+@@ -28321,19 +28366,6 @@
+ }
+ 
+ /*
+-** Return the system page size.
+-*/
+-static int unixGetPagesize(void){
+-#if HAVE_MREMAP
+-  return 512;
+-#elif defined(_BSD_SOURCE)
+-  return getpagesize();
+-#else
+-  return (int)sysconf(_SC_PAGESIZE);
+-#endif
+-}
+-
+-/*
+ ** Attempt to set the size of the memory mapping maintained by file 
+ ** descriptor pFd to nNew bytes. Any existing mapping is discarded.
+ **
+@@ -28369,8 +28401,12 @@
+   if( (pFd->ctrlFlags & UNIXFILE_RDONLY)==0 ) flags |= PROT_WRITE;
+ 
+   if( pOrig ){
+-    const int szSyspage = unixGetPagesize();
++#if HAVE_MREMAP
++    i64 nReuse = pFd->mmapSize;
++#else
++    const int szSyspage = osGetpagesize();
+     i64 nReuse = (pFd->mmapSize & ~(szSyspage-1));
++#endif
+     u8 *pReq = &pOrig[nReuse];
+ 
+     /* Unmap any pages of the existing mapping that cannot be reused. */
+@@ -31116,7 +31152,7 @@
+ 
+   /* Double-check that the aSyscall[] array has been constructed
+   ** correctly.  See ticket [bb3a86e890c8e96ab] */
+-  assert( ArraySize(aSyscall)==24 );
++  assert( ArraySize(aSyscall)==25 );
+ 
+   /* Register all VFSes defined in the aVfs[] array */
+   for(i=0; i<(sizeof(aVfs)/sizeof(sqlite3_vfs)); i++){
diff --git a/gnu/packages/sqlite.scm b/gnu/packages/sqlite.scm
index 5b6a96f4b0..0475b6c77e 100644
--- a/gnu/packages/sqlite.scm
+++ b/gnu/packages/sqlite.scm
@@ -49,7 +49,9 @@
                     "/sqlite-autoconf-" numeric-version ".tar.gz")))
             (sha256
              (base32
-              "19gicv5vdi5c0p8shr1bmihldj409aqz3r4wr7d3pwb6xf1xv4p4"))))
+              "19gicv5vdi5c0p8shr1bmihldj409aqz3r4wr7d3pwb6xf1xv4p4"))
+            (patches
+             (list (search-patch "sqlite-large-page-size-fix.patch")))))
    (build-system gnu-build-system)
    (home-page "http://www.sqlite.org/")
    (synopsis "The SQLite database management system")