fumiama/base16384
1
0
Fork 0
mirror of https://github.com/fumiama/base16384.git synced 2026-06-12 07:20:23 +08:00
Code Activity

feat: add mmap

Browse Source
This commit is contained in:
源文雨
2022-04-01 21:14:19 +08:00
parent 2138d8f7ed
commit 22837fee6c
6 changed files with 163 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
CMakeLists.txt
View File

@@ -12,12 +12,12 @@ if (${isBigEndian})
endif() endif()
IF(CMAKE_SIZEOF_VOID_P EQUAL 8) IF(CMAKE_SIZEOF_VOID_P EQUAL 8)
add_library(b1464 STATIC base1464.c base14.c) add_library(b1464 STATIC base1464.c)
add_library(b14 SHARED base1464.c base14.c) add_library(b14 SHARED base1464.c)
target_link_libraries(base16384 b1464) target_link_libraries(base16384 b1464)
ELSE() ELSE()
add_library(b1432 STATIC base1432.c base14.c) add_library(b1432 STATIC base1432.c)
add_library(b14 SHARED base1432.c base14.c) add_library(b14 SHARED base1432.c)
target_link_libraries(base16384 b1432) target_link_libraries(base16384 b1432)
ENDIF() ENDIF()

30
base14.c
View File

@@ -1,30 +0,0 @@
int encode_len(int dlen) {
int outlen = dlen / 7 * 8;
int offset = dlen % 7;
switch(offset) { // 算上偏移标志字符占用的2字节
case 0: break;
case 1: outlen += 4; break;
case 2:
case 3: outlen += 6; break;
case 4:
case 5: outlen += 8; break;
case 6: outlen += 10; break;
default: break;
}
return outlen + 8; // 冗余的8B用于可能的结尾的覆盖
}
int decode_len(int dlen, int offset) {
int outlen = dlen;
switch(offset) { // 算上偏移标志字符占用的2字节
case 0: break;
case 1: outlen -= 4; break;
case 2:
case 3: outlen -= 6; break;
case 4:
case 5: outlen -= 8; break;
case 6: outlen -= 10; break;
default: break;
}
return outlen / 8 * 7 + offset + 1; // 多出1字节用于循环覆盖
}

37
base14.h
View File

@@ -1,12 +1,45 @@
#ifndef _BASE14_H_
#define _BASE14_H_
// base14.h // base14.h
// fumiama 20220319 // fumiama 20220319
// encode_len calc min buf size to fill encode result // encode_len calc min buf size to fill encode result
int encode_len(int dlen); int encode_len(int dlen) {
int outlen = dlen / 7 * 8;
int offset = dlen % 7;
switch(offset) { // 算上偏移标志字符占用的2字节
case 0: break;
case 1: outlen += 4; break;
case 2:
case 3: outlen += 6; break;
case 4:
case 5: outlen += 8; break;
case 6: outlen += 10; break;
default: break;
}
return outlen + 8; // 冗余的8B用于可能的结尾的覆盖
}
// decode_len calc min buf size to fill decode result // decode_len calc min buf size to fill decode result
int decode_len(int dlen, int offset); int decode_len(int dlen, int offset) {
int outlen = dlen;
switch(offset) { // 算上偏移标志字符占用的2字节
case 0: break;
case 1: outlen -= 4; break;
case 2:
case 3: outlen -= 6; break;
case 4:
case 5: outlen -= 8; break;
case 6: outlen -= 10; break;
default: break;
}
return outlen / 8 * 7 + offset + 1; // 多出1字节用于循环覆盖
}
// encode data and write result into buf // encode data and write result into buf
int encode(const char* data, int dlen, char* buf, int blen); int encode(const char* data, int dlen, char* buf, int blen);
// decode data and write result into buf // decode data and write result into buf
int decode(const char* data, int dlen, char* buf, int blen); int decode(const char* data, int dlen, char* buf, int blen);
#endif

1
base1432.c
View File

@@ -43,7 +43,6 @@
#endif #endif
#endif #endif
#endif #endif
#include "base14.h"
// #define DEBUG // #define DEBUG

1
base1464.c
View File

@@ -43,7 +43,6 @@
# define htobe64(x) _byteswap_uint64(x) # define htobe64(x) _byteswap_uint64(x)
#endif #endif
#endif #endif
#include "base14.h"
// #define DEBUG // #define DEBUG

198
base16384.c
View File

@@ -2,9 +2,12 @@
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <sys/stat.h> #include <sys/stat.h>
#include <fcntl.h>
#include <time.h> #include <time.h>
#ifdef __WINNT__ #ifdef _WIN32
#include <windows.h> #include <windows.h>
#else
#include <sys/mman.h>
#endif #endif
#endif #endif
#include "base14.h" #include "base14.h"
@@ -18,122 +21,169 @@ static off_t get_file_size(const char* filepath) {
} }
#endif #endif
char encbuf[BUFSIZ*1024/7*7];
char decbuf[BUFSIZ*1024/8*8+2];
void encode_file(const char* input, const char* output) { void encode_file(const char* input, const char* output) {
off_t inputsize = get_file_size(input); off_t inputsize = get_file_size(input);
if(inputsize <= 0) { if(inputsize <= 0) {
puts("Get file size error!"); perror("Get file size error: ");
return; return;
} }
FILE* fp = NULL; if(inputsize > (1u<<31)-1) {
fp = fopen(input, "rb"); puts("Input file too big!");
if(!fp) {
puts("Open input file error!");
return; return;
} }
FILE* fpo = NULL; FILE* fpo = NULL;
fpo = fopen(output, "wb"); fpo = fopen(output, "wb");
if(!fpo) { if(!fpo) {
puts("Open output file error!"); perror("Fopen output file error: ");
return; return;
} }
if(inputsize > BUFSIZ*1024) inputsize = BUFSIZ*1024/7*7; // big file if(inputsize > BUFSIZ*1024) { // big file, use encbuf & fread
char* bufi = (char*)malloc(inputsize); inputsize = BUFSIZ*1024/7*7;
if(!bufi) { #ifdef _WIN32
puts("Allocate input buffer error!");
return;
} }
int outputsize = encode_len(inputsize)+16; #endif
char* bufo = (char*)malloc(outputsize); FILE* fp = NULL;
if(!bufo) { fp = fopen(input, "rb");
puts("Allocate output buffer error!"); if(!fp) {
return; perror("Fopen input file error: ");
}
size_t cnt = 0;
fputc(0xFE, fpo);
fputc(0xFF, fpo);
while((cnt = fread(bufi, sizeof(char), inputsize, fp))) {
int n = encode(bufi, cnt, bufo, outputsize);
if(fwrite(bufo, n, 1, fpo) <= 0) {
puts("Write file error!");
return; return;
} }
int outputsize = encode_len(inputsize)+16;
size_t cnt = 0;
fputc(0xFE, fpo);
fputc(0xFF, fpo);
while((cnt = fread(encbuf, sizeof(char), inputsize, fp))) {
int n = encode(encbuf, cnt, decbuf, outputsize);
if(fwrite(decbuf, n, 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
}
/* 由操作系统负责释放资源
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
#ifndef _WIN32
} else { // small file, use mmap & fwrite
int fd = open(input, O_RDONLY);
if(fd <= 0) {
perror("Open input file error: ");
return;
}
char *input_file = mmap(NULL, (size_t)inputsize, PROT_READ, MAP_PRIVATE, fd, 0);
if(input_file == MAP_FAILED) {
perror("Map input file error: ");
return;
}
int outputsize = encode_len(inputsize)+16;
fputc(0xFE, fpo);
fputc(0xFF, fpo);
int n = encode(input_file, (int)inputsize, decbuf, outputsize);
if(fwrite(decbuf, n, 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
munmap(input_file, (size_t)inputsize);
/* 由操作系统负责释放资源
fclose(fpo);
close(fd);
以缩短程序运行时间 */
} }
/* 由操作系统负责释放资源 #endif
free(bufo);
free(bufi);
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
} }
void rm_head(FILE* fp) { #define rm_head(fp) {\
int ch = fgetc(fp); int ch = fgetc(fp);\
if(ch == 0xFE) fgetc(fp); if(ch == 0xFE) fgetc(fp);\
else rewind(fp); else rewind(fp);\
} }
#define skip_offset(input_file) ((input_file[0]==(char)0xFE)?2:0)
static int is_next_end(FILE* fp) { static int is_next_end(FILE* fp) {
int ch = fgetc(fp); int ch = fgetc(fp);
if(ch == '=') return fgetc(fp); if(ch == '=') return fgetc(fp);
else { ungetc(ch, fp);
ungetc(ch, fp); return 0;
return 0;
}
} }
void decode_file(const char* input, const char* output) { void decode_file(const char* input, const char* output) {
off_t inputsize = get_file_size(input); off_t inputsize = get_file_size(input);
if(inputsize <= 0) { if(inputsize <= 0) {
puts("Get file size error!"); perror("Get file size error: ");
return; return;
} }
FILE* fp = NULL; if(inputsize > (1u<<31)-1) {
fp = fopen(input, "rb"); puts("Input file too big!");
if(!fp) {
puts("Open input file error!");
return; return;
} }
FILE* fpo = NULL; FILE* fpo = NULL;
fpo = fopen(output, "wb"); fpo = fopen(output, "wb");
if(!fpo) { if(!fpo) {
puts("Open output file error!"); perror("Fopen output file error: ");
return; return;
} }
if(inputsize > BUFSIZ*1024) inputsize = BUFSIZ*1024/8*8; // big file if(inputsize > BUFSIZ*1024) { // big file, use decbuf & fread
char* bufi = (char*)malloc(inputsize+2); // +2避免漏检结束偏移标志 inputsize = BUFSIZ*1024/8*8;
if(!bufi) { #ifdef _WIN32
puts("Allocate input buffer error!");
return;
} }
int outputsize = decode_len(inputsize, 0)+16; #endif
char* bufo = (char*)malloc(outputsize); FILE* fp = NULL;
if(!bufo) { fp = fopen(input, "rb");
puts("Allocate output buffer error!"); if(!fp) {
return; perror("Fopen input file error: ");
}
int cnt = 0;
int end = 0;
rm_head(fp);
while((cnt = fread(bufi, sizeof(char), inputsize, fp))) {
if((end = is_next_end(fp))) {
bufi[cnt++] = '=';
bufi[cnt++] = end;
}
int n = decode(bufi, cnt, bufo, outputsize);
if(fwrite(bufo, n, 1, fpo) <= 0) {
puts("Write file error!");
return; return;
} }
int outputsize = decode_len(inputsize, 0)+16;
int cnt = 0;
int end = 0;
rm_head(fp);
while((cnt = fread(decbuf, sizeof(char), inputsize, fp))) {
if((end = is_next_end(fp))) {
decbuf[cnt++] = '=';
decbuf[cnt++] = end;
}
if(fwrite(encbuf, decode(decbuf, cnt, encbuf, outputsize), 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
}
/* 由操作系统负责释放资源
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
#ifndef _WIN32
} else { // small file, use mmap & fwrite
int fd = open(input, O_RDONLY);
if(fd <= 0) {
perror("Open input file error: ");
return;
}
char *input_file = mmap(NULL, (size_t)inputsize, PROT_READ, MAP_PRIVATE, fd, 0);
if(input_file == MAP_FAILED) {
perror("Map input file error: ");
return;
}
int outputsize = decode_len(inputsize, 0)+16;
int off = skip_offset(input_file);
if(fwrite(encbuf, decode(input_file+off, inputsize-off, encbuf, outputsize), 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
munmap(input_file, (size_t)inputsize);
/* 由操作系统负责释放资源
fclose(fpo);
close(fd);
以缩短程序运行时间 */
} }
/* 由操作系统负责释放资源 #endif
free(bufo);
free(bufi);
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
} }
#ifndef __WINNT__ #ifndef _WIN32
unsigned long get_start_ms() { unsigned long get_start_ms() {
struct timespec ts; struct timespec ts;
clock_gettime(CLOCK_MONOTONIC, &ts); clock_gettime(CLOCK_MONOTONIC, &ts);