diff options
| author | Dirk Engling <erdgeist@erdgeist.org> | 2014-02-20 02:46:41 +0100 |
|---|---|---|
| committer | Dirk Engling <erdgeist@erdgeist.org> | 2014-02-20 02:46:41 +0100 |
| commit | 64c85dfc1d3b546dd4b5f84168e9256817f3a741 (patch) | |
| tree | e3de2e7a99362bfa1dfcde3d4bad3e76af179c61 /src/postprocess | |
| parent | 632c350fcf2021620afd032994e6e32c34c6dbfb (diff) | |
clean up source directory
Diffstat (limited to 'src/postprocess')
| -rw-r--r-- | src/postprocess/cleanindex.c | 23 | ||||
| -rw-r--r-- | src/postprocess/cutfile.c | 33 | ||||
| -rw-r--r-- | src/postprocess/dumpindex2.c | 33 | ||||
| -rw-r--r-- | src/postprocess/dumppointers.c | 84 | ||||
| -rw-r--r-- | src/postprocess/dumppointers2.c | 127 | ||||
| -rw-r--r-- | src/postprocess/joinfields.c | 21 | ||||
| -rw-r--r-- | src/postprocess/makepic.c | 62 | ||||
| -rw-r--r-- | src/postprocess/sortindex.c | 81 | ||||
| -rw-r--r-- | src/postprocess/testmap.c | 19 |
9 files changed, 483 insertions, 0 deletions
diff --git a/src/postprocess/cleanindex.c b/src/postprocess/cleanindex.c new file mode 100644 index 0000000..fb15bed --- /dev/null +++ b/src/postprocess/cleanindex.c | |||
| @@ -0,0 +1,23 @@ | |||
| 1 | #include "mystdlib.h" | ||
| 2 | #include <sys/mman.h> | ||
| 3 | #include <fcntl.h> | ||
| 4 | |||
| 5 | static int indexed = -1; | ||
| 6 | |||
| 7 | int main( int argc, char **argv ) { | ||
| 8 | MAP index = NULL; | ||
| 9 | int i; | ||
| 10 | |||
| 11 | if( argc != 2 ) | ||
| 12 | { fputs( "Syntax: cleanindex <indexfile>", stderr); exit( 1 ); } | ||
| 13 | |||
| 14 | if( !(index = map_file( argv[1], 0 ) ) ) exit( 1 ); | ||
| 15 | |||
| 16 | for( i = 0; i < index->size; i+= 16 ) | ||
| 17 | *((unsigned long*)(index->addr + i)) += *((unsigned char*)index->addr + i + 4); | ||
| 18 | |||
| 19 | unmap_file( &index ); | ||
| 20 | close( indexed ); | ||
| 21 | |||
| 22 | return 0; | ||
| 23 | } | ||
diff --git a/src/postprocess/cutfile.c b/src/postprocess/cutfile.c new file mode 100644 index 0000000..a2c87dc --- /dev/null +++ b/src/postprocess/cutfile.c | |||
| @@ -0,0 +1,33 @@ | |||
| 1 | #include "mystdlib.h" | ||
| 2 | #include <unistd.h> | ||
| 3 | |||
| 4 | int main( int argc, char **argv ) | ||
| 5 | { | ||
| 6 | MAP file = NULL; | ||
| 7 | unsigned long i = 0; | ||
| 8 | |||
| 9 | if( !(file = map_file( argv[1], 0 ) ) ) exit( 1 ); | ||
| 10 | |||
| 11 | if( file->size & 15 ) | ||
| 12 | puts( "WARNING: File size not multiple of 16" ); | ||
| 13 | |||
| 14 | while( i < file->size && *(unsigned long*)(file->addr+i) < 2911418625UL ) | ||
| 15 | i+= 16; | ||
| 16 | |||
| 17 | if( i < file->size) | ||
| 18 | { | ||
| 19 | if( i ) { | ||
| 20 | off_t newsize = (off_t)i; | ||
| 21 | printf( "%s reduced by %8d bytes. (Offending offset: %09lu)\n", argv[1], (unsigned long)(file->size - i ), *(unsigned long*)(file->addr+i) ); | ||
| 22 | ftruncate( file->fh, newsize ); | ||
| 23 | } else { | ||
| 24 | printf( "%s removed. (Offending offset: %09lu)\n", argv[1], *(unsigned long*)(file->addr+i) ); | ||
| 25 | unlink( argv[1] ); | ||
| 26 | } | ||
| 27 | } | ||
| 28 | |||
| 29 | unmap_file( &file ); | ||
| 30 | |||
| 31 | |||
| 32 | return 0; | ||
| 33 | } | ||
diff --git a/src/postprocess/dumpindex2.c b/src/postprocess/dumpindex2.c new file mode 100644 index 0000000..f49a329 --- /dev/null +++ b/src/postprocess/dumpindex2.c | |||
| @@ -0,0 +1,33 @@ | |||
| 1 | #include "mystdlib.h" | ||
| 2 | #include <sys/mman.h> | ||
| 3 | #include <fcntl.h> | ||
| 4 | |||
| 5 | static int indexed = -1; | ||
| 6 | |||
| 7 | int main( int argc, char **argv ) { | ||
| 8 | MAP index = NULL; | ||
| 9 | int i,j; | ||
| 10 | char out[50]; | ||
| 11 | |||
| 12 | if( argc != 3 ) | ||
| 13 | { fputs( "Syntax: sortindex <indexedfile> <indexfile>", stderr); exit( 1 ); } | ||
| 14 | |||
| 15 | if( ( indexed = open( argv[1], O_RDONLY ) ) == -1 ) | ||
| 16 | { fprintf( stderr, "Could not open file: %s\n", argv[1] ); exit( 1 ); } | ||
| 17 | |||
| 18 | if( !(index = map_file( argv[2], 0 ) ) ) exit( 1 ); | ||
| 19 | |||
| 20 | for( i = 0; i < index->size; i+= 16 ) { | ||
| 21 | unsigned char *x = i + (unsigned char*)index->addr; | ||
| 22 | unsigned long p = *(unsigned long*)x; | ||
| 23 | |||
| 24 | pread( indexed, out, 40, (off_t)p ); | ||
| 25 | for( j=0;j<40;++j) if( out[j] == '\t' || out[j] == '\n' ) out[j] = 0; out[j] = 0; | ||
| 26 | puts( out ); | ||
| 27 | } | ||
| 28 | |||
| 29 | unmap_file( &index ); | ||
| 30 | close( indexed ); | ||
| 31 | |||
| 32 | return 0; | ||
| 33 | } | ||
diff --git a/src/postprocess/dumppointers.c b/src/postprocess/dumppointers.c new file mode 100644 index 0000000..c677d71 --- /dev/null +++ b/src/postprocess/dumppointers.c | |||
| @@ -0,0 +1,84 @@ | |||
| 1 | #include <stdio.h> | ||
| 2 | #include <unistd.h> | ||
| 3 | #include <fcntl.h> | ||
| 4 | |||
| 5 | static unsigned char to_lower[] = { | ||
| 6 | 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x00, 0x00, 0x0B, 0x0C, 0x00, 0x0E, 0x0F, | ||
| 7 | 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, | ||
| 8 | 0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, | ||
| 9 | 0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F, | ||
| 10 | 0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, | ||
| 11 | 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, | ||
| 12 | 0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, | ||
| 13 | 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, | ||
| 14 | 0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F, | ||
| 15 | 0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F, | ||
| 16 | 0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF, | ||
| 17 | 0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF, | ||
| 18 | 0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF, | ||
| 19 | 0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xD6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xDC, 0xDD, 0xDE, 0xDF, | ||
| 20 | 0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF, | ||
| 21 | 0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF | ||
| 22 | }; | ||
| 23 | |||
| 24 | int main( int args, char **argv ) | ||
| 25 | { | ||
| 26 | int fd[0x10000]; | ||
| 27 | int run = 1, row; | ||
| 28 | |||
| 29 | memset( fd, 0, sizeof(fd) ); | ||
| 30 | |||
| 31 | if( (args != 2) || ((row = atol(argv[1]))==0)) | ||
| 32 | { | ||
| 33 | fprintf( stderr, "syntax: %s row", *argv ); | ||
| 34 | exit( 1 ); | ||
| 35 | } | ||
| 36 | |||
| 37 | while( run ) | ||
| 38 | { | ||
| 39 | unsigned long offs = ftell( stdin ); | ||
| 40 | unsigned char input[1024]; | ||
| 41 | unsigned char *line = gets( input ); | ||
| 42 | if( !line ) | ||
| 43 | { | ||
| 44 | run = 0; | ||
| 45 | } else { | ||
| 46 | unsigned long rowc = row; | ||
| 47 | unsigned short int i = 0; | ||
| 48 | |||
| 49 | while( (--rowc) && line[i] ) | ||
| 50 | while( line[i] && ( line[i++] != 9 )); | ||
| 51 | |||
| 52 | if( line[i] ) | ||
| 53 | { | ||
| 54 | unsigned char a, b, x; | ||
| 55 | while( ( a = to_lower[line[i]]) && ( b = to_lower[line[i+1]]) ) | ||
| 56 | { | ||
| 57 | unsigned char outblock[16]; | ||
| 58 | unsigned int j; | ||
| 59 | |||
| 60 | memset( outblock, 0, sizeof( outblock ) ); | ||
| 61 | *(unsigned long*)outblock = offs + i; | ||
| 62 | outblock[4] = (unsigned char) i; | ||
| 63 | |||
| 64 | if( !fd[ a | ( b << 8 )] ) { | ||
| 65 | char fn[5] = { 'A' + ( a >> 4 ), 'A' + ( a & 15 ), | ||
| 66 | 'A' + ( b >> 4 ), 'A' + ( b & 15 ), 0 }; | ||
| 67 | if( ( fd[ a | ( b << 8 )] = open( fn, O_RDWR | O_CREAT, 0644 ) ) == -1 ) | ||
| 68 | { fprintf( stderr, "Couldn't open: %s\n", fn ); exit( 1 ); } | ||
| 69 | } | ||
| 70 | |||
| 71 | for( j=0; (j < 10) && (x = to_lower[line[i + j + 2]]); ++j ) | ||
| 72 | outblock[ 5 + j ] = x; | ||
| 73 | |||
| 74 | write( fd[ a | ( b << 8 )], outblock, sizeof(outblock) ); | ||
| 75 | |||
| 76 | i++; | ||
| 77 | } | ||
| 78 | while( line[i++] ); | ||
| 79 | } | ||
| 80 | } | ||
| 81 | } | ||
| 82 | |||
| 83 | return 0; | ||
| 84 | } | ||
diff --git a/src/postprocess/dumppointers2.c b/src/postprocess/dumppointers2.c new file mode 100644 index 0000000..80a4b61 --- /dev/null +++ b/src/postprocess/dumppointers2.c | |||
| @@ -0,0 +1,127 @@ | |||
| 1 | #include <stdio.h> | ||
| 2 | #include <unistd.h> | ||
| 3 | #include <fcntl.h> | ||
| 4 | |||
| 5 | #define BUFSIZE 0x1000000 | ||
| 6 | #define BUFLOW 0x400 | ||
| 7 | static int infile = -1; | ||
| 8 | static unsigned char nblock[ BUFSIZE + 16 ]; | ||
| 9 | static unsigned char*inblock = nblock + 16; | ||
| 10 | static unsigned long inblockoffs = 0; | ||
| 11 | |||
| 12 | static unsigned long infilesize = 0; | ||
| 13 | static unsigned long infileoffs = 0; | ||
| 14 | static unsigned char to_lower[]; | ||
| 15 | static unsigned char run = 1; | ||
| 16 | |||
| 17 | static void buffer_lowwatermark( void ) | ||
| 18 | { | ||
| 19 | int i; | ||
| 20 | if( infilesize - infileoffs < BUFSIZE ) | ||
| 21 | return; | ||
| 22 | memmove( inblock, inblock + inblockoffs, BUFSIZE - inblockoffs ); | ||
| 23 | read( infile, inblock + (BUFSIZE - inblockoffs), inblockoffs); | ||
| 24 | for ( i = BUFSIZE - inblockoffs; i<BUFSIZE; ++i) inblock[i] = to_lower[inblock[i]]; | ||
| 25 | infileoffs += inblockoffs; | ||
| 26 | inblockoffs = 0; | ||
| 27 | } | ||
| 28 | |||
| 29 | static void buffer_init( void ) | ||
| 30 | { | ||
| 31 | int i; | ||
| 32 | read( infile, inblock, BUFSIZE); | ||
| 33 | for ( i = 0; i<BUFSIZE; ++i) inblock[i] = to_lower[inblock[i]]; | ||
| 34 | } | ||
| 35 | |||
| 36 | static unsigned char to_lower[] = { | ||
| 37 | 0x00, 0x01, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x01, 0x00, 0x02, 0x02, 0x02, 0x02, 0x02, | ||
| 38 | 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, | ||
| 39 | 0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, | ||
| 40 | 0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F, | ||
| 41 | 0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, | ||
| 42 | 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, | ||
| 43 | 0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, | ||
| 44 | 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, | ||
| 45 | 0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F, | ||
| 46 | 0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F, | ||
| 47 | 0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF, | ||
| 48 | 0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF, | ||
| 49 | 0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF, | ||
| 50 | 0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xF6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xFC, 0xDD, 0xDE, 0xDF, | ||
| 51 | 0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF, | ||
| 52 | 0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF | ||
| 53 | }; | ||
| 54 | |||
| 55 | int makefile( int currrow, unsigned char a, unsigned char b) | ||
| 56 | { | ||
| 57 | int fid; char fn[16]; sprintf( fn, "%02d/%2X%2X", currrow, a, b); | ||
| 58 | fid = open( fn, O_RDWR | O_CREAT, 0644 ); | ||
| 59 | if( fid == -1 ) { | ||
| 60 | fprintf( stderr, "Unable to open: %s\n", fn ); | ||
| 61 | exit( 1 ); | ||
| 62 | } | ||
| 63 | return fid; | ||
| 64 | } | ||
| 65 | |||
| 66 | int main( int args, char **argv ) | ||
| 67 | { | ||
| 68 | int currrow = 1, inrow = 0, nowfd, use, mycount = 0; | ||
| 69 | unsigned long row; | ||
| 70 | static int fd[0x10000][17]; | ||
| 71 | |||
| 72 | memset( fd, 0, sizeof(fd)); | ||
| 73 | setvbuf( stdout, NULL, _IONBF, 0); | ||
| 74 | |||
| 75 | if( (args != 3) || ((row = atol(argv[1]))==0)) | ||
| 76 | { | ||
| 77 | fprintf( stderr, "syntax: %s row toindex\n", *argv ); | ||
| 78 | exit( 1 ); | ||
| 79 | } | ||
| 80 | |||
| 81 | if( ( infile = open( argv[2], O_RDONLY ) ) == -1 ) | ||
| 82 | { | ||
| 83 | fprintf( stderr, "Could not open file %s.\n", argv[2] ); | ||
| 84 | exit( 1 ); | ||
| 85 | } | ||
| 86 | getfilesize( infile, &infilesize ); | ||
| 87 | |||
| 88 | buffer_init(); | ||
| 89 | |||
| 90 | row = 1 << row; | ||
| 91 | use = row & 1; | ||
| 92 | while( 1 ) | ||
| 93 | { | ||
| 94 | unsigned char a, b; | ||
| 95 | switch( a = inblock[inblockoffs++] ) | ||
| 96 | { | ||
| 97 | case 0 : | ||
| 98 | currrow = 0; | ||
| 99 | if( inblockoffs > BUFSIZE - BUFLOW ) | ||
| 100 | buffer_lowwatermark(); | ||
| 101 | if( infilesize <= infileoffs + inblockoffs) | ||
| 102 | return 0; | ||
| 103 | if( !(mycount++ & 255) ) | ||
| 104 | printf( "%cSo far: %010.6f%% (%010lu / %010lu)", 13, 100.00 * (double)(infileoffs+inblockoffs) / (double)infilesize, infileoffs+inblockoffs, infilesize ); | ||
| 105 | // Fall through | ||
| 106 | case 1 : | ||
| 107 | use = (1<<currrow) & row; currrow++; inrow = 0; | ||
| 108 | break; | ||
| 109 | default : | ||
| 110 | if( use && ( (b = inblock[inblockoffs] ) > 1 ) ) | ||
| 111 | { | ||
| 112 | if( !fd[ b | (a*256) ][currrow] ) | ||
| 113 | nowfd = fd[ b | (a*256) ][currrow] = makefile( currrow, a, b); | ||
| 114 | else | ||
| 115 | nowfd = fd[ b | (a*256) ][currrow]; | ||
| 116 | |||
| 117 | *(unsigned long*)(inblock+inblockoffs-4) = infileoffs + inblockoffs - 1 - inrow; | ||
| 118 | inblock[inblockoffs] = inrow++; | ||
| 119 | write( nowfd, inblock+inblockoffs-4, 16); | ||
| 120 | inblock[inblockoffs] = b; | ||
| 121 | break; | ||
| 122 | } | ||
| 123 | } | ||
| 124 | } | ||
| 125 | |||
| 126 | return 0; | ||
| 127 | } | ||
diff --git a/src/postprocess/joinfields.c b/src/postprocess/joinfields.c new file mode 100644 index 0000000..2415842 --- /dev/null +++ b/src/postprocess/joinfields.c | |||
| @@ -0,0 +1,21 @@ | |||
| 1 | #define BUFSIZE 0x100000 | ||
| 2 | |||
| 3 | int main() { | ||
| 4 | unsigned char rein[BUFSIZE]; | ||
| 5 | unsigned long bytes_read; | ||
| 6 | |||
| 7 | while( (bytes_read = read( 0, rein, BUFSIZE)) != 0) | ||
| 8 | { | ||
| 9 | int i; | ||
| 10 | const int maxentries = bytes_read / 16; | ||
| 11 | for( i=1; i<maxentries; i++) { | ||
| 12 | rein[i*5+0] = rein[i*16+0]; | ||
| 13 | rein[i*5+1] = rein[i*16+1]; | ||
| 14 | rein[i*5+2] = rein[i*16+2]; | ||
| 15 | rein[i*5+3] = rein[i*16+3]; | ||
| 16 | rein[i*5+4] = rein[i*16+4]; | ||
| 17 | } | ||
| 18 | write( 1, rein, maxentries*5); | ||
| 19 | } | ||
| 20 | return 0; | ||
| 21 | } | ||
diff --git a/src/postprocess/makepic.c b/src/postprocess/makepic.c new file mode 100644 index 0000000..5c54cbd --- /dev/null +++ b/src/postprocess/makepic.c | |||
| @@ -0,0 +1,62 @@ | |||
| 1 | //#define MUENCHEN | ||
| 2 | //#define MAGDEBURG | ||
| 3 | #define BREMEN | ||
| 4 | |||
| 5 | #ifdef MUENCHEN | ||
| 6 | /* Muenchen */ | ||
| 7 | #define GEOXMIN 5295821.0 | ||
| 8 | #define GEOXMAX 5334858.0 | ||
| 9 | #define GEOYMIN 3233408.0 | ||
| 10 | #define GEOYMAX 3270042.0 | ||
| 11 | #endif | ||
| 12 | |||
| 13 | #ifdef MAGDEBURG | ||
| 14 | /* Magdeburg */ | ||
| 15 | #define GEOXMIN 5305003.0 | ||
| 16 | #define GEOXMAX 5316797.0 | ||
| 17 | #define GEOYMIN 3682236.0 | ||
| 18 | #define GEOYMAX 3704266.0 | ||
| 19 | #endif | ||
| 20 | |||
| 21 | #ifdef BREMEN | ||
| 22 | /* Bremen */ | ||
| 23 | #define GEOXMIN 5098053.0 | ||
| 24 | #define GEOXMAX 5134674.0 | ||
| 25 | #define GEOYMIN 3784147.0 | ||
| 26 | #define GEOYMAX 3819770.0 | ||
| 27 | #endif | ||
| 28 | |||
| 29 | #define GEOXSIZE (GEOXMAX - GEOXMIN) | ||
| 30 | #define GEOYSIZE (GEOYMAX - GEOYMIN) | ||
| 31 | |||
| 32 | #define PICXSIZE (2*768.0) | ||
| 33 | #define PICYSIZE (2*768.0) | ||
| 34 | |||
| 35 | #include <stdio.h> | ||
| 36 | #include <math.h> | ||
| 37 | |||
| 38 | int main( int args, char **argv) | ||
| 39 | { | ||
| 40 | unsigned long pic[ (long)(PICXSIZE * (PICYSIZE+10)) ]; | ||
| 41 | char line[1024]; | ||
| 42 | int x, y; | ||
| 43 | |||
| 44 | double xscale = (PICXSIZE / GEOXSIZE), | ||
| 45 | yscale = (PICYSIZE / GEOYSIZE); | ||
| 46 | double scale = xscale > yscale ? yscale : xscale; | ||
| 47 | |||
| 48 | memset( pic, 0, sizeof( pic)); | ||
| 49 | |||
| 50 | while( scanf( "%ld\t%ld\n", &x, &y) == 2) | ||
| 51 | { | ||
| 52 | double myx = x - GEOXMIN, myy = GEOYSIZE - (y - GEOYMIN); | ||
| 53 | if( (x < GEOXMAX) && (x >= GEOXMIN) && (y < GEOYMAX) && (y >= GEOYMIN)) | ||
| 54 | pic[ (long)(((long)(myx * scale)) + ((long)( myy * scale )) * (long)PICXSIZE) ]++; | ||
| 55 | } | ||
| 56 | |||
| 57 | printf( "P5\n%ld %ld\n255\n", (long)PICXSIZE, (long)PICYSIZE ); | ||
| 58 | for( x = 0; x < PICXSIZE * PICYSIZE; x++) | ||
| 59 | putchar( sqrt( 32*256*256 * pic[ x ])); | ||
| 60 | |||
| 61 | return 0; | ||
| 62 | } | ||
diff --git a/src/postprocess/sortindex.c b/src/postprocess/sortindex.c new file mode 100644 index 0000000..b3b3bfe --- /dev/null +++ b/src/postprocess/sortindex.c | |||
| @@ -0,0 +1,81 @@ | |||
| 1 | #include "mystdlib.h" | ||
| 2 | #include <sys/mman.h> | ||
| 3 | #include <fcntl.h> | ||
| 4 | |||
| 5 | static int indexed = -1; | ||
| 6 | static unsigned char to_lower[] = { | ||
| 7 | 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | ||
| 8 | 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, | ||
| 9 | 0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, | ||
| 10 | 0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F, | ||
| 11 | 0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, | ||
| 12 | 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, | ||
| 13 | 0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, | ||
| 14 | 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, | ||
| 15 | 0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F, | ||
| 16 | 0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F, | ||
| 17 | 0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF, | ||
| 18 | 0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF, | ||
| 19 | 0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF, | ||
| 20 | 0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xF6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xFC, 0xDD, 0xDE, 0xDF, | ||
| 21 | 0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF, | ||
| 22 | 0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF | ||
| 23 | }; | ||
| 24 | |||
| 25 | int | ||
| 26 | mystrcasecmp(const unsigned char *s1, const unsigned char *s2) { | ||
| 27 | while (to_lower[*s1] == to_lower[*s2++]) | ||
| 28 | if ( to_lower[*s1++] == '\0' ) return (0); | ||
| 29 | return (to_lower[*s1] - to_lower[*--s2]); | ||
| 30 | } | ||
| 31 | |||
| 32 | int | ||
| 33 | mystrcasecmp2(const unsigned char *s1, const unsigned char *s2) { | ||
| 34 | int i = 0; | ||
| 35 | while (i++<11 && to_lower[*s1] == to_lower[*s2++]) | ||
| 36 | if ( to_lower[*s1++] == '\0' ) return (0); | ||
| 37 | if( i != 11 ) | ||
| 38 | return (to_lower[*s1] - to_lower[*--s2]); | ||
| 39 | } | ||
| 40 | |||
| 41 | int cb_compare( const void* a, const void* b) { | ||
| 42 | int result; | ||
| 43 | |||
| 44 | result = mystrcasecmp2( 5+(unsigned char*)a, 5+(unsigned char*)b ); | ||
| 45 | if( result != 0x1000 ) | ||
| 46 | return result; | ||
| 47 | |||
| 48 | { | ||
| 49 | void *myptr1 = mmap( NULL, 1024, PROT_READ, MAP_NOCORE, indexed, 16+(off_t)*(unsigned long*)a ); | ||
| 50 | void *myptr2 = mmap( NULL, 1024, PROT_READ, MAP_NOCORE, indexed, 16+(off_t)*(unsigned long*)b ); | ||
| 51 | |||
| 52 | if( myptr1 && myptr2) | ||
| 53 | result = mystrcasecmp( myptr1, myptr2 ); | ||
| 54 | else { | ||
| 55 | fprintf( stderr, "Mapping during sort failed.\n" ); | ||
| 56 | exit( 1 ); | ||
| 57 | } | ||
| 58 | munmap( myptr1, 1024 ); | ||
| 59 | munmap( myptr2, 1024 ); | ||
| 60 | } | ||
| 61 | return result; | ||
| 62 | } | ||
| 63 | |||
| 64 | int main( int argc, char **argv ) { | ||
| 65 | MAP index = NULL; | ||
| 66 | |||
| 67 | if( argc != 3 ) | ||
| 68 | { fputs( "Syntax: sortindex <indexedfile> <indexfile>", stderr); exit( 1 ); } | ||
| 69 | |||
| 70 | if( ( indexed = open( argv[1], O_RDONLY ) ) == -1 ) | ||
| 71 | { fprintf( stderr, "Could not open file: %s\n", argv[1] ); exit( 1 ); } | ||
| 72 | |||
| 73 | if( !(index = map_file( argv[2], 0 ) ) ) exit( 1 ); | ||
| 74 | |||
| 75 | qsort( index->addr, index->size / 16, 16, cb_compare ); | ||
| 76 | |||
| 77 | unmap_file( &index ); | ||
| 78 | close( indexed ); | ||
| 79 | |||
| 80 | return 0; | ||
| 81 | } | ||
diff --git a/src/postprocess/testmap.c b/src/postprocess/testmap.c new file mode 100644 index 0000000..d57ac80 --- /dev/null +++ b/src/postprocess/testmap.c | |||
| @@ -0,0 +1,19 @@ | |||
| 1 | #include "mystdlib.h" | ||
| 2 | |||
| 3 | int main ( int args, char **argv) | ||
| 4 | { | ||
| 5 | MAP f1 = NULL; | ||
| 6 | int i,j = 0; | ||
| 7 | |||
| 8 | if( !(f1 = map_file(argv[1], 1))) | ||
| 9 | puts( "Aua"); | ||
| 10 | else | ||
| 11 | printf( "%09d %08X %09d\t", f1->fh, f1->addr, f1->size); | ||
| 12 | |||
| 13 | for( i=0; i < f1->size; ++i ) | ||
| 14 | j += f1->addr[i]; | ||
| 15 | |||
| 16 | printf( "%09d\n", j ); | ||
| 17 | |||
| 18 | unmap_file( &f1 ); | ||
| 19 | } | ||
