From 73827ba1f4a50107272d6e465b92f356fb9e0abe Mon Sep 17 00:00:00 2001 From: erdgeist <> Date: Sun, 9 May 2004 14:53:42 +0000 Subject: initial --- src/cleanindex.c | 23 ++++++++++ src/cutfile.c | 33 ++++++++++++++ src/dumppointers.c | 84 ++++++++++++++++++++++++++++++++++ src/extractblocks.c | 69 ++++++++++++++++++++++++++++ src/extractstreets.c | 66 +++++++++++++++++++++++++++ src/joinfields.c | 21 +++++++++ src/makepic.c | 62 +++++++++++++++++++++++++ src/splitfiles.c | 126 +++++++++++++++++++++++++++++++++++++++++++++++++++ src/testmap.c | 19 ++++++++ 9 files changed, 503 insertions(+) create mode 100644 src/cleanindex.c create mode 100644 src/cutfile.c create mode 100644 src/dumppointers.c create mode 100644 src/extractblocks.c create mode 100644 src/extractstreets.c create mode 100644 src/joinfields.c create mode 100644 src/makepic.c create mode 100644 src/splitfiles.c create mode 100644 src/testmap.c diff --git a/src/cleanindex.c b/src/cleanindex.c new file mode 100644 index 0000000..fb15bed --- /dev/null +++ b/src/cleanindex.c @@ -0,0 +1,23 @@ +#include "mystdlib.h" +#include +#include + +static int indexed = -1; + +int main( int argc, char **argv ) { + MAP index = NULL; + int i; + + if( argc != 2 ) + { fputs( "Syntax: cleanindex ", stderr); exit( 1 ); } + + if( !(index = map_file( argv[1], 0 ) ) ) exit( 1 ); + + for( i = 0; i < index->size; i+= 16 ) + *((unsigned long*)(index->addr + i)) += *((unsigned char*)index->addr + i + 4); + + unmap_file( &index ); + close( indexed ); + + return 0; +} diff --git a/src/cutfile.c b/src/cutfile.c new file mode 100644 index 0000000..a2c87dc --- /dev/null +++ b/src/cutfile.c @@ -0,0 +1,33 @@ +#include "mystdlib.h" +#include + +int main( int argc, char **argv ) +{ + MAP file = NULL; + unsigned long i = 0; + + if( !(file = map_file( argv[1], 0 ) ) ) exit( 1 ); + + if( file->size & 15 ) + puts( "WARNING: File size not multiple of 16" ); + + while( i < file->size && *(unsigned long*)(file->addr+i) < 2911418625UL ) + i+= 16; + + if( i < file->size) + { + if( i ) { + off_t newsize = (off_t)i; + printf( "%s reduced by %8d bytes. (Offending offset: %09lu)\n", argv[1], (unsigned long)(file->size - i ), *(unsigned long*)(file->addr+i) ); + ftruncate( file->fh, newsize ); + } else { + printf( "%s removed. (Offending offset: %09lu)\n", argv[1], *(unsigned long*)(file->addr+i) ); + unlink( argv[1] ); + } + } + + unmap_file( &file ); + + + return 0; +} diff --git a/src/dumppointers.c b/src/dumppointers.c new file mode 100644 index 0000000..c677d71 --- /dev/null +++ b/src/dumppointers.c @@ -0,0 +1,84 @@ +#include +#include +#include + +static unsigned char to_lower[] = { +0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x00, 0x00, 0x0B, 0x0C, 0x00, 0x0E, 0x0F, +0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, +0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, +0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F, +0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, +0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, +0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, +0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, +0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F, +0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F, +0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF, +0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF, +0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF, +0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xD6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xDC, 0xDD, 0xDE, 0xDF, +0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF, +0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF +}; + +int main( int args, char **argv ) +{ + int fd[0x10000]; + int run = 1, row; + + memset( fd, 0, sizeof(fd) ); + + if( (args != 2) || ((row = atol(argv[1]))==0)) + { + fprintf( stderr, "syntax: %s row", *argv ); + exit( 1 ); + } + + while( run ) + { + unsigned long offs = ftell( stdin ); + unsigned char input[1024]; + unsigned char *line = gets( input ); + if( !line ) + { + run = 0; + } else { + unsigned long rowc = row; + unsigned short int i = 0; + + while( (--rowc) && line[i] ) + while( line[i] && ( line[i++] != 9 )); + + if( line[i] ) + { + unsigned char a, b, x; + while( ( a = to_lower[line[i]]) && ( b = to_lower[line[i+1]]) ) + { + unsigned char outblock[16]; + unsigned int j; + + memset( outblock, 0, sizeof( outblock ) ); + *(unsigned long*)outblock = offs + i; + outblock[4] = (unsigned char) i; + + if( !fd[ a | ( b << 8 )] ) { + char fn[5] = { 'A' + ( a >> 4 ), 'A' + ( a & 15 ), + 'A' + ( b >> 4 ), 'A' + ( b & 15 ), 0 }; + if( ( fd[ a | ( b << 8 )] = open( fn, O_RDWR | O_CREAT, 0644 ) ) == -1 ) + { fprintf( stderr, "Couldn't open: %s\n", fn ); exit( 1 ); } + } + + for( j=0; (j < 10) && (x = to_lower[line[i + j + 2]]); ++j ) + outblock[ 5 + j ] = x; + + write( fd[ a | ( b << 8 )], outblock, sizeof(outblock) ); + + i++; + } + while( line[i++] ); + } + } + } + + return 0; +} diff --git a/src/extractblocks.c b/src/extractblocks.c new file mode 100644 index 0000000..51505ef --- /dev/null +++ b/src/extractblocks.c @@ -0,0 +1,69 @@ +#include +#include +#include +#include +#include +#include + +int main( int args, char **argv ) +{ + int toindex; + int i, run = 1, filenum = 0, offset = 0, oldoffset = -1; + struct stat fstatus; + unsigned char *mappedfile; + + if( args != 2 ) + { fputs( "Missing filenames.", stderr ); exit( 1 ); } + + if( ( toindex = open( argv[1], O_RDONLY ) ) < 0 ) + { fprintf( stderr, "Can't open file: %s.\n", argv[1] ); exit( toindex ); } + + fstat( toindex, &fstatus ); + + printf( "Size of file: %d\n", fstatus.st_size ); + + if( ( mappedfile = mmap( NULL, (size_t)fstatus.st_size, PROT_READ | PROT_WRITE, MAP_NOCORE | MAP_PRIVATE, toindex, 0) ) == MAP_FAILED ) + { fprintf( stderr, "Can't mmap file: %s.", argv[1] ); exit( 1 ); } + + while( run ) + { + while( ( offset < fstatus.st_size ) && ( + ( mappedfile[ offset + 0 ] != 0xd9 ) || + ( mappedfile[ offset + 2 ] != 0x6f ) || + ( mappedfile[ offset + 3 ] != 0x6d ) || + ( mappedfile[ offset + 4 ] != 0xaa ) || + ( mappedfile[ offset + 5 ] != 0x11 ) || + ( mappedfile[ offset + 6 ] != 0x6f ) + ) ) offset++; + + printf( "Found an appropriate offset at: %d\n", oldoffset ); + + if( offset == fstatus.st_size ) + run = 0; + + if( oldoffset != -1 ) + { + unsigned long *mf = (unsigned long*)(mappedfile + oldoffset); + unsigned char filename[20], cs = 0; + + for( i=0; i<8; ++i) + mf[i]^=0x014224c2; + + snprintf( filename, sizeof( filename ), "%05d.lha", filenum++ ); + + memcpy( ((unsigned char*)mf) + 22, filename, 5); + + for( i=2; i<29; ++i) + cs += ((unsigned char*)mf)[i]; + ((unsigned char*)mf)[1] = cs; + + i = open( filename, O_CREAT | O_TRUNC | O_WRONLY, 0644 ); + write( i, mf, offset - oldoffset ); + close( i ); + } + oldoffset = offset; + offset++; + } + + return 0; +} diff --git a/src/extractstreets.c b/src/extractstreets.c new file mode 100644 index 0000000..097a736 --- /dev/null +++ b/src/extractstreets.c @@ -0,0 +1,66 @@ +#include +#include +#include +#include +#include +#include + +int main( int args, char **argv ) +{ + int toindex; + int i, run = 1, filenum = 0, offset = 0, oldoffset = -1; + struct stat fstatus; + unsigned char *mappedfile; + + if( args != 2 ) + { fputs( "Missing filenames.", stderr ); exit( 1 ); } + + if( ( toindex = open( argv[1], O_RDONLY ) ) < 0 ) + { fprintf( stderr, "Can't open file: %s.\n", argv[1] ); exit( toindex ); } + + fstat( toindex, &fstatus ); + + printf( "Size of file: %d\n", fstatus.st_size ); + + if( ( mappedfile = mmap( NULL, (size_t)fstatus.st_size, PROT_READ | PROT_WRITE, MAP_NOCORE | MAP_PRIVATE, toindex, 0) ) == MAP_FAILED ) + { fprintf( stderr, "Can't mmap file: %s.", argv[1] ); exit( 1 ); } + + while( run ) + { + while( ( offset < fstatus.st_size ) && ( + ( mappedfile[ offset + 0 ] != 0x22 ) || + ( mappedfile[ offset + 2 ] != 0x2d ) || + ( mappedfile[ offset + 3 ] != 0x6c ) || + ( mappedfile[ offset + 4 ] != 0x68 ) || + ( ( mappedfile[ offset + 5 ] != 0x35 ) && ( mappedfile[ offset + 5 ] != 0x30 )) || + ( mappedfile[ offset + 6 ] != 0x2d ) + ) ) offset++; + + printf( "Found an appropriate offset at: %d\n", oldoffset ); + + if( offset == fstatus.st_size ) + run = 0; + + if( oldoffset != -1 ) + { + unsigned long *mf = (unsigned long*)(mappedfile + oldoffset); + unsigned char filename[20], cs = 0; + + snprintf( filename, sizeof( filename ), "%012d.lha", filenum++ ); + + memcpy( ((unsigned char*)mf) + 22, filename, 12); + + for( i=2; i<36; ++i) + cs += ((unsigned char*)mf)[i]; + ((unsigned char*)mf)[1] = cs; + + i = open( filename, O_CREAT | O_TRUNC | O_WRONLY, 0644 ); + write( i, mf, offset - oldoffset ); + close( i ); + } + oldoffset = offset; + offset++; + } + + return 0; +} diff --git a/src/joinfields.c b/src/joinfields.c new file mode 100644 index 0000000..2415842 --- /dev/null +++ b/src/joinfields.c @@ -0,0 +1,21 @@ +#define BUFSIZE 0x100000 + +int main() { + unsigned char rein[BUFSIZE]; + unsigned long bytes_read; + + while( (bytes_read = read( 0, rein, BUFSIZE)) != 0) + { + int i; + const int maxentries = bytes_read / 16; + for( i=1; i +#include + +int main( int args, char **argv) +{ + unsigned long pic[ (long)(PICXSIZE * (PICYSIZE+10)) ]; + char line[1024]; + int x, y; + + double xscale = (PICXSIZE / GEOXSIZE), + yscale = (PICYSIZE / GEOYSIZE); + double scale = xscale > yscale ? yscale : xscale; + + memset( pic, 0, sizeof( pic)); + + while( scanf( "%ld\t%ld\n", &x, &y) == 2) + { + double myx = x - GEOXMIN, myy = GEOYSIZE - (y - GEOYMIN); + if( (x < GEOXMAX) && (x >= GEOXMIN) && (y < GEOYMAX) && (y >= GEOYMIN)) + pic[ (long)(((long)(myx * scale)) + ((long)( myy * scale )) * (long)PICXSIZE) ]++; + } + + printf( "P5\n%ld %ld\n255\n", (long)PICXSIZE, (long)PICYSIZE ); + for( x = 0; x < PICXSIZE * PICYSIZE; x++) + putchar( sqrt( 32*256*256 * pic[ x ])); + + return 0; +} diff --git a/src/splitfiles.c b/src/splitfiles.c new file mode 100644 index 0000000..d49971b --- /dev/null +++ b/src/splitfiles.c @@ -0,0 +1,126 @@ +#include "mystdlib.h" + +#define NUMFIELDS 12 +#define PREFIX "teiln/" + +#define STREETFIELD 3 +#define HOUSENUMFIELD 4 +#define ZIPCODEFIELD 6 +#define TOWNFIELD 7 + +char **generate_index( MAP toindex ) +{ + off_t fileidx = 0, idxidx = 0; + char **index; + + while( fileidx < toindex->size ) + if( !toindex->addr[ fileidx++ ] ) idxidx++; + index = (char**)malloc( sizeof( char *) * idxidx ); + + fileidx = idxidx = 0; + if( index ) + { + while( fileidx < toindex->size ) + { + index[ idxidx++ ] = toindex->addr + fileidx; + while( (fileidx < toindex->size) && (toindex->addr[ fileidx++])); + } + } + return index; +} + +static int g_coordidxsize; + +int coordcmp( const void *s1, const void *s2 ) +{ + return strncmp( s1, s2, g_coordidxsize ); +} + +int main( ) +{ + int i = 0, j, k, leave = 0; + off_t in1, in2, in3; + char fname[32], **streetnames = NULL; + MAP streets = NULL, vnames, nnames, tables, coords = NULL; + + if( !(coords = map_file( "coords/list", true ))) goto cleanup_main; + if( !(streets = map_file( "streets/list",true ))) goto cleanup_main; + if( !(streetnames = generate_index( streets ))) goto cleanup_main; + + for( i=0; !leave; i+=3 ) + { + int fof[ NUMFIELDS ]; + char coordidx[160], *coordline; + vnames = nnames = tables = NULL; + + snprintf( fname, sizeof( fname ), PREFIX "%05d", i ); + if( !( tables = map_file( fname, true ) ) ) goto cleanup_loop; + snprintf( fname, sizeof( fname ), PREFIX "%05d", i+1 ); + if( !( nnames = map_file( fname, true ) ) ) goto cleanup_loop; + snprintf( fname, sizeof( fname ), PREFIX "%05d", i+2 ); + if( !( vnames = map_file( fname, true ) ) ) goto cleanup_loop; + + in1 = 0x34; in2 = 0x34; in3 = 0; + + for( j = 0; j < NUMFIELDS; ++j) + { + fof[ j ] = in1; + for( k = 0; k < 3000; ++k ) + while( tables->addr[ in1++ ]); + } + + for( j = 0; j < 3000; ++j ) + { + char *stringend; + int v = strtoul( tables->addr + fof[ STREETFIELD ], &stringend, 16 ); + char *currentstreet = ( stringend == (char*)(tables->addr + fof[ STREETFIELD ])) ? "" : streetnames[ v ]; + int xco= 0, yco= 0; + + printf( "%s\t%s", nnames->addr+in2, vnames->addr+in3 ); + while( nnames->addr[ in2++ ] ); + while( vnames->addr[ in3++ ] ); + + g_coordidxsize = snprintf( coordidx, sizeof( coordidx ), "%s;%s;%s;%s;", + tables->addr + fof [ ZIPCODEFIELD ], + tables->addr + fof [ TOWNFIELD ], + currentstreet, + tables->addr + fof [ HOUSENUMFIELD ] ); + + if( !(coordline = (char*)bsearch( coordidx, coords->addr, coords->size / 90, 90, coordcmp ))) coordline = ";;;;;;"; + v = 5; while( v--) { while( *coordline && *coordline++ != ';'); } + sscanf( coordline, "%d;%d", &xco, &yco ); + + for( k = 0; k < NUMFIELDS; ++k ) + { + if( k == STREETFIELD ) + { + printf( "\t%s", currentstreet); + } + else + printf( "\t%s", tables->addr + fof[ k ] ); + { + } + while( tables->addr [ fof[ k ]++] ); + } + + printf( "\t%d\t%d", xco, yco ); + putchar( 10 ); + } + + leave ^= 1; + + cleanup_loop: + leave ^= 1; + + unmap_file( &vnames ); + unmap_file( &nnames ); + unmap_file( &tables ); + } + + cleanup_main: + if( streetnames ) free( streetnames ); + unmap_file( &streets ); + unmap_file( &coords ); + + return 0; +} diff --git a/src/testmap.c b/src/testmap.c new file mode 100644 index 0000000..d57ac80 --- /dev/null +++ b/src/testmap.c @@ -0,0 +1,19 @@ +#include "mystdlib.h" + +int main ( int args, char **argv) +{ + MAP f1 = NULL; + int i,j = 0; + + if( !(f1 = map_file(argv[1], 1))) + puts( "Aua"); + else + printf( "%09d %08X %09d\t", f1->fh, f1->addr, f1->size); + + for( i=0; i < f1->size; ++i ) + j += f1->addr[i]; + + printf( "%09d\n", j ); + + unmap_file( &f1 ); +} -- cgit v1.2.3