fumiama/base16384
1
0
Fork 0
mirror of https://github.com/fumiama/base16384.git synced 2026-06-11 06:00:25 +08:00
Code Activity

feat: add mmap

Browse Source
This commit is contained in:
源文雨
2022-04-01 21:14:19 +08:00
parent 2138d8f7ed
commit 22837fee6c
6 changed files with 163 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

198
base16384.c
View File

@@ -2,9 +2,12 @@
#include <stdio.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <time.h>
#ifdef __WINNT__
#ifdef _WIN32
#include <windows.h>
#else
#include <sys/mman.h>
#endif
#endif
#include "base14.h"
@@ -18,122 +21,169 @@ static off_t get_file_size(const char* filepath) {
}
#endif
char encbuf[BUFSIZ*1024/7*7];
char decbuf[BUFSIZ*1024/8*8+2];
void encode_file(const char* input, const char* output) {
off_t inputsize = get_file_size(input);
if(inputsize <= 0) {
puts("Get file size error!");
perror("Get file size error: ");
return;
}
FILE* fp = NULL;
fp = fopen(input, "rb");
if(!fp) {
puts("Open input file error!");
if(inputsize > (1u<<31)-1) {
puts("Input file too big!");
return;
}
FILE* fpo = NULL;
fpo = fopen(output, "wb");
if(!fpo) {
puts("Open output file error!");
perror("Fopen output file error: ");
return;
}
if(inputsize > BUFSIZ*1024) inputsize = BUFSIZ*1024/7*7; // big file
char* bufi = (char*)malloc(inputsize);
if(!bufi) {
puts("Allocate input buffer error!");
return;
if(inputsize > BUFSIZ*1024) { // big file, use encbuf & fread
inputsize = BUFSIZ*1024/7*7;
#ifdef _WIN32
}
int outputsize = encode_len(inputsize)+16;
char* bufo = (char*)malloc(outputsize);
if(!bufo) {
puts("Allocate output buffer error!");
return;
}
size_t cnt = 0;
fputc(0xFE, fpo);
fputc(0xFF, fpo);
while((cnt = fread(bufi, sizeof(char), inputsize, fp))) {
int n = encode(bufi, cnt, bufo, outputsize);
if(fwrite(bufo, n, 1, fpo) <= 0) {
puts("Write file error!");
#endif
FILE* fp = NULL;
fp = fopen(input, "rb");
if(!fp) {
perror("Fopen input file error: ");
return;
}
int outputsize = encode_len(inputsize)+16;
size_t cnt = 0;
fputc(0xFE, fpo);
fputc(0xFF, fpo);
while((cnt = fread(encbuf, sizeof(char), inputsize, fp))) {
int n = encode(encbuf, cnt, decbuf, outputsize);
if(fwrite(decbuf, n, 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
}
/* 由操作系统负责释放资源
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
#ifndef _WIN32
} else { // small file, use mmap & fwrite
int fd = open(input, O_RDONLY);
if(fd <= 0) {
perror("Open input file error: ");
return;
}
char *input_file = mmap(NULL, (size_t)inputsize, PROT_READ, MAP_PRIVATE, fd, 0);
if(input_file == MAP_FAILED) {
perror("Map input file error: ");
return;
}
int outputsize = encode_len(inputsize)+16;
fputc(0xFE, fpo);
fputc(0xFF, fpo);
int n = encode(input_file, (int)inputsize, decbuf, outputsize);
if(fwrite(decbuf, n, 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
munmap(input_file, (size_t)inputsize);
/* 由操作系统负责释放资源
fclose(fpo);
close(fd);
以缩短程序运行时间 */
}
/* 由操作系统负责释放资源
free(bufo);
free(bufi);
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
#endif
}
void rm_head(FILE* fp) {
int ch = fgetc(fp);
if(ch == 0xFE) fgetc(fp);
else rewind(fp);
#define rm_head(fp) {\
int ch = fgetc(fp);\
if(ch == 0xFE) fgetc(fp);\
else rewind(fp);\
}
#define skip_offset(input_file) ((input_file[0]==(char)0xFE)?2:0)
static int is_next_end(FILE* fp) {
int ch = fgetc(fp);
if(ch == '=') return fgetc(fp);
else {
ungetc(ch, fp);
return 0;
}
ungetc(ch, fp);
return 0;
}
void decode_file(const char* input, const char* output) {
off_t inputsize = get_file_size(input);
if(inputsize <= 0) {
puts("Get file size error!");
perror("Get file size error: ");
return;
}
FILE* fp = NULL;
fp = fopen(input, "rb");
if(!fp) {
puts("Open input file error!");
if(inputsize > (1u<<31)-1) {
puts("Input file too big!");
return;
}
FILE* fpo = NULL;
fpo = fopen(output, "wb");
if(!fpo) {
puts("Open output file error!");
perror("Fopen output file error: ");
return;
}
if(inputsize > BUFSIZ*1024) inputsize = BUFSIZ*1024/8*8; // big file
char* bufi = (char*)malloc(inputsize+2); // +2避免漏检结束偏移标志
if(!bufi) {
puts("Allocate input buffer error!");
return;
if(inputsize > BUFSIZ*1024) { // big file, use decbuf & fread
inputsize = BUFSIZ*1024/8*8;
#ifdef _WIN32
}
int outputsize = decode_len(inputsize, 0)+16;
char* bufo = (char*)malloc(outputsize);
if(!bufo) {
puts("Allocate output buffer error!");
return;
}
int cnt = 0;
int end = 0;
rm_head(fp);
while((cnt = fread(bufi, sizeof(char), inputsize, fp))) {
if((end = is_next_end(fp))) {
bufi[cnt++] = '=';
bufi[cnt++] = end;
}
int n = decode(bufi, cnt, bufo, outputsize);
if(fwrite(bufo, n, 1, fpo) <= 0) {
puts("Write file error!");
#endif
FILE* fp = NULL;
fp = fopen(input, "rb");
if(!fp) {
perror("Fopen input file error: ");
return;
}
int outputsize = decode_len(inputsize, 0)+16;
int cnt = 0;
int end = 0;
rm_head(fp);
while((cnt = fread(decbuf, sizeof(char), inputsize, fp))) {
if((end = is_next_end(fp))) {
decbuf[cnt++] = '=';
decbuf[cnt++] = end;
}
if(fwrite(encbuf, decode(decbuf, cnt, encbuf, outputsize), 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
}
/* 由操作系统负责释放资源
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
#ifndef _WIN32
} else { // small file, use mmap & fwrite
int fd = open(input, O_RDONLY);
if(fd <= 0) {
perror("Open input file error: ");
return;
}
char *input_file = mmap(NULL, (size_t)inputsize, PROT_READ, MAP_PRIVATE, fd, 0);
if(input_file == MAP_FAILED) {
perror("Map input file error: ");
return;
}
int outputsize = decode_len(inputsize, 0)+16;
int off = skip_offset(input_file);
if(fwrite(encbuf, decode(input_file+off, inputsize-off, encbuf, outputsize), 1, fpo) <= 0) {
perror("Write file error: ");
return;
}
munmap(input_file, (size_t)inputsize);
/* 由操作系统负责释放资源
fclose(fpo);
close(fd);
以缩短程序运行时间 */
}
/* 由操作系统负责释放资源
free(bufo);
free(bufi);
fclose(fpo);
fclose(fp);
以缩短程序运行时间 */
#endif
}
#ifndef __WINNT__
#ifndef _WIN32
unsigned long get_start_ms() {
struct timespec ts;
clock_gettime(CLOCK_MONOTONIC, &ts);