You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@corinthia.apache.org by ja...@apache.org on 2015/08/09 10:59:57 UTC

[1/2] incubator-corinthia git commit: corrected crc32 and some AOO stuff

Repository: incubator-corinthia
Updated Branches:
  refs/heads/master 305e9e792 -> d75e045ab


corrected crc32 and some AOO stuff


Project: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/commit/3fa06188
Tree: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/tree/3fa06188
Diff: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/diff/3fa06188

Branch: refs/heads/master
Commit: 3fa06188e3a417b867b7caa4093fd162e7003c09
Parents: 79101d2
Author: jani <ja...@apache.org>
Authored: Sun Aug 9 10:59:11 2015 +0200
Committer: jani <ja...@apache.org>
Committed: Sun Aug 9 10:59:11 2015 +0200

----------------------------------------------------------------------
 DocFormats/headers/DFPlatform.h       |  1 +
 DocFormats/platform/src/Wrapper_zip.c | 64 ++++++++++++++++++------------
 2 files changed, 39 insertions(+), 26 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-corinthia/blob/3fa06188/DocFormats/headers/DFPlatform.h
----------------------------------------------------------------------
diff --git a/DocFormats/headers/DFPlatform.h b/DocFormats/headers/DFPlatform.h
index e6efd03..cc2b2eb 100644
--- a/DocFormats/headers/DFPlatform.h
+++ b/DocFormats/headers/DFPlatform.h
@@ -74,6 +74,7 @@ typedef struct {
     int   uncompressedSize;  // Real file size
     int   compressionMethod; // Type of compression
     long  offset;            // offset in file
+    long  crc32;             // copy from local header
     char *fileName;          // filename zero terminated
 } DFextZipDirEntry;
 typedef DFextZipDirEntry * DFextZipDirEntryP;

http://git-wip-us.apache.org/repos/asf/incubator-corinthia/blob/3fa06188/DocFormats/platform/src/Wrapper_zip.c
----------------------------------------------------------------------
diff --git a/DocFormats/platform/src/Wrapper_zip.c b/DocFormats/platform/src/Wrapper_zip.c
index c695472..f67fd78 100644
--- a/DocFormats/platform/src/Wrapper_zip.c
+++ b/DocFormats/platform/src/Wrapper_zip.c
@@ -45,7 +45,7 @@ typedef struct {
     uint16_t compressionMethod;           // NOT USED
     uint16_t lastModFileTime;             // NOT USED
     uint16_t lastModFileDate;             // NOT USED
-    uint32_t crc32;                       // NOT USED
+    uint32_t crc32;                       // crc32
     uint32_t compressedSize;              // NOT USED
     uint32_t uncompressedSize;            // NOT USED
     uint16_t fileNameLength;              // Only used to skip to next record 
@@ -83,7 +83,7 @@ static int readDirectory(FILE *zipFile, DFextZipHandleP zipHandle)
 {
     unsigned long fileSize, readBytes;
     unsigned char workBuf[4096];
-    int           i, zipOffset;
+    int           i, x, zipOffset;
 
 
     //***** Read EndRecord *****
@@ -136,20 +136,22 @@ static int readDirectory(FILE *zipFile, DFextZipHandleP zipHandle)
             || recDir->signature != ZipDirectoryRecord_signature)
             return -1;
 
-        // Skip extra info and store pointer at next entry
-        if (fseek(zipFile, recDir->extraFieldLength + recDir->fileCommentLength, SEEK_CUR))
-            return -1;
-
         dirEntry->compressedSize    = recDir->compressedSize;
         dirEntry->uncompressedSize  = recDir->uncompressedSize;
         dirEntry->compressionMethod = recDir->compressionMethod;
         dirEntry->offset            = recDir->relativeOffsetOflocalHeader;
+        dirEntry->crc32             = recDir->crc32;
 
         // Add filename
         dirEntry->fileName = xmalloc(recDir->fileNameLength + 1);
         if (fread(dirEntry->fileName, 1, recDir->fileNameLength, zipFile) < (unsigned long)recDir->fileNameLength)
             return -1;
         dirEntry->fileName[recDir->fileNameLength] = '\0';
+
+        // Skip extra info and store pointer at next entry
+        x = recDir->extraFieldLength + recDir->fileCommentLength;
+        if (x && fseek(zipFile, x, SEEK_CUR))
+            return -1;
     };
 
     return 0;
@@ -203,6 +205,7 @@ static void writeGlobalDirAndEndRecord(DFextZipHandleP zipHandle) {
         dirRecord.uncompressedSize            = zipHandle->zipFileEntries[i].uncompressedSize;
         dirRecord.fileNameLength              = strlen(zipHandle->zipFileEntries[i].fileName);
         dirRecord.relativeOffsetOflocalHeader = zipHandle->zipFileEntries[i].offset;
+        dirRecord.crc32                       = zipHandle->zipFileEntries[i].crc32;
         endRecord.centralDirectorySize       += sizeof(ZipDirectoryRecord) + dirRecord.fileNameLength;
         fwrite(&dirRecord, 1, sizeof(ZipDirectoryRecord), zipHandle->zipFile);
         fwrite(zipHandle->zipFileEntries[i].fileName, 1, dirRecord.fileNameLength, zipHandle->zipFile);
@@ -210,6 +213,7 @@ static void writeGlobalDirAndEndRecord(DFextZipHandleP zipHandle) {
 
     // and finally the end record
     fwrite(&endRecord, 1, sizeof(ZipEndRecord), zipHandle->zipFile);
+    fwrite(comment,    1, sizeof(comment),      zipHandle->zipFile);
 }
 
 
@@ -331,45 +335,53 @@ DFextZipDirEntryP DFextZipWriteFile(DFextZipHandleP zipHandle, const char *fileN
     }
 
     // prepare local and global file entry
-    DFextZipDirEntryP entryPtr = &zipHandle->zipFileEntries[zipHandle->zipFileCount++];
-    entryPtr->offset           = ftell(zipHandle->zipFile);
-    entryPtr->uncompressedSize = len;
-    entryPtr->fileName         = xmalloc(fileNameLength + 1);
+    DFextZipDirEntryP entryPtr  = &zipHandle->zipFileEntries[zipHandle->zipFileCount++];
+    entryPtr->offset            = ftell(zipHandle->zipFile);
+    entryPtr->uncompressedSize  = len;
+    entryPtr->fileName          = xmalloc(fileNameLength + 1);
+    entryPtr->compressionMethod = Z_DEFLATED;
+    entryPtr->crc32             = crc32(0L, Z_NULL, 0);
+    entryPtr->crc32             = crc32(entryPtr->crc32, buf, len);
+
     strcpy(entryPtr->fileName, fileName);
 
     // prepare to deflate
     strm.zalloc = Z_NULL;
-    strm.zfree  = strm.opaque = strm.next_in = Z_NULL;
-    strm.avail_in = 0;
-    if (deflateInit(&strm, Z_DEFLATED) != Z_OK)
+    strm.zfree  = strm.opaque = Z_NULL;
+    if (deflateInit2(&strm, Z_BEST_COMPRESSION, Z_DEFLATED, -MAX_WBITS, MAX_MEM_LEVEL, Z_DEFAULT_STRATEGY) != Z_OK)
         return NULL;
 
     // deflate buffer
-    strm.avail_in = strm.avail_out = len;
-    strm.next_in  = (Bytef *)buf;
-    outbuf        = xmalloc(len);
-    strm.next_out = (Bytef *)outbuf;
-    deflate(&strm, Z_FINISH);
+    strm.next_in   = buf;
+    strm.avail_in  = len;
+    strm.avail_out = deflateBound(&strm, len);
+    strm.next_out  = (Bytef *)xmalloc(strm.avail_out);
+    outbuf         = strm.next_out;
+    if (deflate(&strm, Z_FINISH) != Z_STREAM_END) {
+        free(outbuf);
+        return NULL;
+    }
     deflateEnd(&strm);
-    entryPtr->compressedSize = len - strm.avail_out;
+    entryPtr->compressedSize = strm.total_out;
 
     // prepare local header
-    header.versionNeededToExtract = header.generalPurposeBitFlag = header.lastModFileTime =
-    header.lastModFileDate        = header.extraFieldLength      = header.crc32 = 0;
+    header.versionNeededToExtract = 0x0014;
+    header.generalPurposeBitFlag  = 0x0006;
+    header.lastModFileTime        = header.lastModFileDate = header.extraFieldLength = header.crc32 = 0;
     header.signature              = ZipFileHeader_signature;
-    header.compressionMethod      = Z_DEFLATED;
+    header.compressionMethod      = entryPtr->compressionMethod;
     header.compressedSize         = entryPtr->compressedSize;
-    header.uncompressedSize       = len;
+    header.uncompressedSize       = entryPtr->uncompressedSize;
     header.fileNameLength         = fileNameLength;
+    header.crc32                  = entryPtr->crc32;
 
     // put data to file
     fwrite(&header,            1, sizeof(header),        zipHandle->zipFile);
     fwrite(entryPtr->fileName, 1, fileNameLength,        zipHandle->zipFile);
-    fwrite(outbuf,             1, header.compressedSize, zipHandle->zipFile);
+    fwrite(outbuf,             1, header.compressedSize, zipHandle->zipFile); // skip CMD bytes in front
 
     // cleanup
     free(outbuf);
-
     return entryPtr;
 }
 
@@ -377,7 +389,7 @@ DFextZipDirEntryP DFextZipWriteFile(DFextZipHandleP zipHandle, const char *fileN
 
 void DFextZipClose(DFextZipHandleP zipHandle)
 {
-    if (zipHandle->zipFileCount)
+    if (zipHandle->zipCreateMode)
         writeGlobalDirAndEndRecord(zipHandle);
 
     fclose(zipHandle->zipFile);


[2/2] incubator-corinthia git commit: Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/incubator-corinthia

Posted by ja...@apache.org.
Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/incubator-corinthia


Project: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/commit/d75e045a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/tree/d75e045a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-corinthia/diff/d75e045a

Branch: refs/heads/master
Commit: d75e045abda5cbce084b5556c57c3bde57313234
Parents: 3fa0618 305e9e7
Author: jani <ja...@apache.org>
Authored: Sun Aug 9 10:59:42 2015 +0200
Committer: jani <ja...@apache.org>
Committed: Sun Aug 9 10:59:42 2015 +0200

----------------------------------------------------------------------
 experiments/flat/grammars/arithmetic.flat | 22 +++++++++
 experiments/flat/grammars/flat.flat       |  1 +
 experiments/flat/src/BuildGrammar.c       | 18 ++++++--
 experiments/flat/src/Builtin.c            |  2 +
 experiments/flat/src/Builtin.h            |  1 +
 experiments/flat/src/Expression.c         | 40 +++++++++++++++++
 experiments/flat/src/Expression.h         | 15 +++++++
 experiments/flat/src/Grammar.c            |  8 ++++
 experiments/flat/src/Grammar.h            |  1 +
 experiments/flat/src/Parser.c             |  6 +++
 experiments/flat/src/Term.c               |  3 ++
 experiments/flat/src/flat.c               | 62 +++++++++++++++++++-------
 12 files changed, 161 insertions(+), 18 deletions(-)
----------------------------------------------------------------------