initial

9 files changed, 503 insertions, 0 deletions

diff --git a/src/cleanindex.c b/src/cleanindex.c
new file mode 100644
index 0000000..fb15bed
--- /dev/null
+++ b/src/cleanindex.c
@@ -0,0 +1,23 @@
+#include "mystdlib.h"
+#include <sys/mman.h>
+#include <fcntl.h>
+
+static int indexed = -1;
+
+int main( int argc, char **argv ) {
+  MAP  index   = NULL;
+  int  i;
+
+  if( argc != 2 )
+  { fputs( "Syntax: cleanindex <indexfile>", stderr); exit( 1 ); }
+
+  if( !(index = map_file( argv[1], 0 ) ) ) exit( 1 );
+
+  for( i = 0; i < index->size; i+= 16 )
+    *((unsigned long*)(index->addr + i)) += *((unsigned char*)index->addr + i + 4);
+    
+  unmap_file( &index );
+  close( indexed );
+
+  return 0;
+}
diff --git a/src/cutfile.c b/src/cutfile.c
new file mode 100644
index 0000000..a2c87dc
--- /dev/null
+++ b/src/cutfile.c
@@ -0,0 +1,33 @@
+#include "mystdlib.h"
+#include <unistd.h>
+
+int main( int argc, char **argv )
+{
+  MAP file = NULL;
+  unsigned long i = 0;
+
+  if( !(file = map_file( argv[1], 0 ) ) ) exit( 1 );
+
+  if( file->size & 15 )
+    puts( "WARNING: File size not multiple of 16" );
+
+  while( i < file->size && *(unsigned long*)(file->addr+i) < 2911418625UL )
+    i+= 16;
+
+  if( i < file->size)
+  {
+    if( i ) {
+      off_t newsize = (off_t)i;
+      printf( "%s reduced by %8d bytes. (Offending offset: %09lu)\n", argv[1], (unsigned long)(file->size - i ), *(unsigned long*)(file->addr+i) );
+      ftruncate( file->fh, newsize );
+    } else {
+      printf( "%s removed.                   (Offending offset: %09lu)\n", argv[1], *(unsigned long*)(file->addr+i) );
+      unlink( argv[1] );
+    }
+  }
+
+  unmap_file( &file );
+
+
+  return 0;
+}
diff --git a/src/dumppointers.c b/src/dumppointers.c
new file mode 100644
index 0000000..c677d71
--- /dev/null
+++ b/src/dumppointers.c
@@ -0,0 +1,84 @@
+#include <stdio.h>
+#include <unistd.h>
+#include <fcntl.h>
+
+static unsigned char to_lower[] = {
+0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x00, 0x00, 0x0B, 0x0C, 0x00, 0x0E, 0x0F,
+0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F,
+0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F,
+0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F,
+0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F,
+0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F,
+0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F,
+0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F,
+0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F,
+0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F,
+0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF,
+0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF,
+0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF,
+0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xD6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xDC, 0xDD, 0xDE, 0xDF,
+0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF,
+0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF
+};
+
+int main( int args, char **argv )
+{
+  int fd[0x10000];
+  int run = 1, row;
+
+  memset( fd, 0, sizeof(fd) );
+
+  if( (args != 2) || ((row = atol(argv[1]))==0))
+  {
+    fprintf( stderr, "syntax: %s row", *argv );
+    exit( 1 );
+  }
+
+  while( run )
+  {
+    unsigned long offs = ftell( stdin );
+    unsigned char  input[1024];
+    unsigned char  *line = gets( input );
+    if( !line )
+    {
+      run = 0;
+    } else {
+      unsigned long rowc = row;
+      unsigned short int i = 0;
+
+      while( (--rowc) && line[i] )
+        while( line[i] && ( line[i++] != 9 ));
+
+      if( line[i] )
+      {
+        unsigned char a, b, x;
+        while( ( a = to_lower[line[i]]) && ( b = to_lower[line[i+1]]) )
+        {
+          unsigned char outblock[16];
+          unsigned int  j;
+
+          memset( outblock, 0, sizeof( outblock ) );
+          *(unsigned long*)outblock    = offs + i;
+                           outblock[4] = (unsigned char) i;
+
+          if( !fd[ a | ( b << 8 )] ) {
+            char fn[5] = { 'A' + ( a >> 4 ), 'A' + ( a & 15 ),
+                           'A' + ( b >> 4 ), 'A' + ( b & 15 ), 0 };
+            if( ( fd[ a | ( b << 8 )] = open( fn, O_RDWR | O_CREAT, 0644 ) ) == -1 )
+            { fprintf( stderr, "Couldn't open: %s\n", fn ); exit( 1 ); }
+          }
+
+          for( j=0; (j < 10) && (x = to_lower[line[i + j + 2]]); ++j )
+            outblock[ 5 + j ] = x;
+
+          write( fd[ a | ( b << 8 )], outblock, sizeof(outblock) );
+
+          i++;
+        }
+        while( line[i++] );
+      }
+    }
+  }
+
+  return 0;
+}
diff --git a/src/extractblocks.c b/src/extractblocks.c
new file mode 100644
index 0000000..51505ef
--- /dev/null
+++ b/src/extractblocks.c
@@ -0,0 +1,69 @@
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/mman.h>
+#include <strings.h>
+#include <stdio.h>
+#include <fcntl.h>
+
+int main( int args, char **argv )
+{
+  int            toindex;
+  int            i, run = 1, filenum = 0, offset = 0, oldoffset = -1;
+  struct stat    fstatus;
+  unsigned char *mappedfile;
+
+  if( args != 2 )
+    { fputs( "Missing filenames.", stderr ); exit( 1 ); }
+
+  if( ( toindex = open( argv[1], O_RDONLY ) ) < 0 )
+    { fprintf( stderr, "Can't open file: %s.\n", argv[1] ); exit( toindex ); }
+
+  fstat( toindex, &fstatus );
+
+  printf( "Size of file: %d\n", fstatus.st_size );
+
+  if( ( mappedfile = mmap( NULL, (size_t)fstatus.st_size, PROT_READ | PROT_WRITE, MAP_NOCORE | MAP_PRIVATE, toindex, 0) ) == MAP_FAILED )
+    { fprintf( stderr, "Can't mmap file: %s.", argv[1] ); exit( 1 ); }
+
+  while( run )
+  {
+    while( ( offset < fstatus.st_size ) && (
+           ( mappedfile[ offset + 0 ] != 0xd9 ) ||
+           ( mappedfile[ offset + 2 ] != 0x6f ) ||
+           ( mappedfile[ offset + 3 ] != 0x6d ) ||
+           ( mappedfile[ offset + 4 ] != 0xaa ) ||
+           ( mappedfile[ offset + 5 ] != 0x11 ) ||
+           ( mappedfile[ offset + 6 ] != 0x6f )
+          ) ) offset++;
+
+    printf( "Found an appropriate offset at: %d\n", oldoffset );
+
+    if( offset == fstatus.st_size )
+      run = 0;
+
+    if( oldoffset != -1 )
+    {
+        unsigned long *mf = (unsigned long*)(mappedfile + oldoffset);
+        unsigned char filename[20], cs = 0;
+
+        for( i=0; i<8; ++i)
+          mf[i]^=0x014224c2;
+
+        snprintf( filename, sizeof( filename ), "%05d.lha", filenum++ );
+
+        memcpy( ((unsigned char*)mf) + 22, filename, 5);
+
+        for( i=2; i<29; ++i)
+          cs += ((unsigned char*)mf)[i];
+        ((unsigned char*)mf)[1] = cs;
+
+        i = open( filename, O_CREAT | O_TRUNC | O_WRONLY, 0644 );
+        write( i, mf, offset - oldoffset );
+        close( i );
+    }
+    oldoffset = offset;
+    offset++;
+  }
+
+  return 0;
+}
diff --git a/src/extractstreets.c b/src/extractstreets.c
new file mode 100644
index 0000000..097a736
--- /dev/null
+++ b/src/extractstreets.c
@@ -0,0 +1,66 @@
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/mman.h>
+#include <strings.h>
+#include <stdio.h>
+#include <fcntl.h>
+
+int main( int args, char **argv )
+{
+  int            toindex;
+  int            i, run = 1, filenum = 0, offset = 0, oldoffset = -1;
+  struct stat    fstatus;
+  unsigned char *mappedfile;
+
+  if( args != 2 )
+    { fputs( "Missing filenames.", stderr ); exit( 1 ); }
+
+  if( ( toindex = open( argv[1], O_RDONLY ) ) < 0 )
+    { fprintf( stderr, "Can't open file: %s.\n", argv[1] ); exit( toindex ); }
+
+  fstat( toindex, &fstatus );
+
+  printf( "Size of file: %d\n", fstatus.st_size );
+
+  if( ( mappedfile = mmap( NULL, (size_t)fstatus.st_size, PROT_READ | PROT_WRITE, MAP_NOCORE | MAP_PRIVATE, toindex, 0) ) == MAP_FAILED )
+    { fprintf( stderr, "Can't mmap file: %s.", argv[1] ); exit( 1 ); }
+
+  while( run )
+  {
+    while( ( offset < fstatus.st_size ) && (
+           ( mappedfile[ offset + 0 ] != 0x22 ) ||
+           ( mappedfile[ offset + 2 ] != 0x2d ) ||
+           ( mappedfile[ offset + 3 ] != 0x6c ) ||
+           ( mappedfile[ offset + 4 ] != 0x68 ) ||
+         ( ( mappedfile[ offset + 5 ] != 0x35 ) && ( mappedfile[ offset + 5 ] != 0x30 )) ||
+           ( mappedfile[ offset + 6 ] != 0x2d )
+          ) ) offset++;
+
+    printf( "Found an appropriate offset at: %d\n", oldoffset );
+
+    if( offset == fstatus.st_size )
+      run = 0;
+
+    if( oldoffset != -1 )
+    {
+        unsigned long *mf = (unsigned long*)(mappedfile + oldoffset);
+        unsigned char filename[20], cs = 0;
+
+        snprintf( filename, sizeof( filename ), "%012d.lha", filenum++ );
+
+        memcpy( ((unsigned char*)mf) + 22, filename, 12);
+
+        for( i=2; i<36; ++i)
+          cs += ((unsigned char*)mf)[i];
+        ((unsigned char*)mf)[1] = cs;
+
+        i = open( filename, O_CREAT | O_TRUNC | O_WRONLY, 0644 );
+        write( i, mf, offset - oldoffset );
+        close( i );
+    }
+    oldoffset = offset;
+    offset++;
+  }
+
+  return 0;
+}
diff --git a/src/joinfields.c b/src/joinfields.c
new file mode 100644
index 0000000..2415842
--- /dev/null
+++ b/src/joinfields.c
@@ -0,0 +1,21 @@
+#define BUFSIZE 0x100000
+
+int main() {
+  unsigned char rein[BUFSIZE];
+  unsigned long bytes_read;
+
+  while( (bytes_read = read( 0, rein, BUFSIZE)) != 0)
+  {
+    int i;
+    const int maxentries = bytes_read / 16;
+    for( i=1; i<maxentries; i++) {
+      rein[i*5+0] = rein[i*16+0];
+      rein[i*5+1] = rein[i*16+1];
+      rein[i*5+2] = rein[i*16+2];
+      rein[i*5+3] = rein[i*16+3];
+      rein[i*5+4] = rein[i*16+4];
+    }
+    write( 1, rein, maxentries*5);
+  }
+  return 0;
+}
diff --git a/src/makepic.c b/src/makepic.c
new file mode 100644
index 0000000..5c54cbd
--- /dev/null
+++ b/src/makepic.c
@@ -0,0 +1,62 @@
+//#define MUENCHEN
+//#define MAGDEBURG
+#define BREMEN
+
+#ifdef MUENCHEN
+/* Muenchen */
+#define GEOXMIN 5295821.0
+#define GEOXMAX 5334858.0
+#define GEOYMIN 3233408.0
+#define GEOYMAX 3270042.0
+#endif
+
+#ifdef MAGDEBURG
+/* Magdeburg */
+#define GEOXMIN 5305003.0
+#define GEOXMAX 5316797.0
+#define GEOYMIN 3682236.0
+#define GEOYMAX 3704266.0
+#endif
+
+#ifdef BREMEN
+/* Bremen */
+#define GEOXMIN 5098053.0
+#define GEOXMAX 5134674.0
+#define GEOYMIN 3784147.0
+#define GEOYMAX 3819770.0
+#endif
+
+#define GEOXSIZE (GEOXMAX - GEOXMIN)
+#define GEOYSIZE (GEOYMAX - GEOYMIN)
+
+#define PICXSIZE (2*768.0)
+#define PICYSIZE (2*768.0)
+
+#include <stdio.h>
+#include <math.h>
+
+int main( int args, char **argv)
+{
+  unsigned long pic[ (long)(PICXSIZE * (PICYSIZE+10)) ];
+  char          line[1024];
+  int           x, y;
+
+  double        xscale = (PICXSIZE / GEOXSIZE),
+                yscale = (PICYSIZE / GEOYSIZE);
+  double        scale  = xscale > yscale ? yscale : xscale;
+
+  memset( pic, 0, sizeof( pic));
+
+  while( scanf( "%ld\t%ld\n", &x, &y) == 2)
+  {
+    double myx = x - GEOXMIN, myy = GEOYSIZE - (y - GEOYMIN);
+    if( (x < GEOXMAX) && (x >= GEOXMIN) && (y < GEOYMAX) && (y >= GEOYMIN))
+      pic[ (long)(((long)(myx * scale)) + ((long)( myy * scale )) * (long)PICXSIZE) ]++;
+  }
+
+  printf( "P5\n%ld %ld\n255\n", (long)PICXSIZE, (long)PICYSIZE );
+  for( x = 0; x < PICXSIZE * PICYSIZE; x++)
+    putchar( sqrt( 32*256*256 * pic[ x ]));
+
+  return 0;
+}
diff --git a/src/splitfiles.c b/src/splitfiles.c
new file mode 100644
index 0000000..d49971b
--- /dev/null
+++ b/src/splitfiles.c
@@ -0,0 +1,126 @@
+#include "mystdlib.h"
+
+#define NUMFIELDS 12
+#define PREFIX "teiln/"
+
+#define STREETFIELD 3
+#define HOUSENUMFIELD 4
+#define ZIPCODEFIELD 6
+#define TOWNFIELD 7
+
+char **generate_index( MAP toindex )
+{
+  off_t  fileidx = 0, idxidx = 0;
+  char **index;
+
+  while( fileidx < toindex->size )
+    if( !toindex->addr[ fileidx++ ] ) idxidx++;
+  index = (char**)malloc( sizeof( char *) * idxidx );
+
+  fileidx = idxidx = 0;
+  if( index )
+  {
+    while( fileidx < toindex->size )
+    {
+      index[ idxidx++ ] = toindex->addr + fileidx;
+      while( (fileidx < toindex->size) && (toindex->addr[ fileidx++]));
+    }
+  }
+  return index;
+}
+
+static int g_coordidxsize;
+
+int coordcmp( const void *s1, const void *s2 )
+{
+  return strncmp( s1, s2, g_coordidxsize );
+}
+
+int main( )
+{
+  int i = 0, j, k, leave = 0;
+  off_t in1, in2, in3;
+  char fname[32], **streetnames = NULL;
+  MAP streets = NULL, vnames, nnames, tables, coords = NULL;
+
+  if( !(coords = map_file( "coords/list", true ))) goto cleanup_main;
+  if( !(streets = map_file( "streets/list",true ))) goto cleanup_main;
+  if( !(streetnames = generate_index( streets ))) goto cleanup_main;
+
+  for( i=0; !leave; i+=3 )
+  {
+    int  fof[ NUMFIELDS ];
+    char coordidx[160], *coordline;
+    vnames = nnames = tables = NULL;
+
+    snprintf( fname, sizeof( fname ), PREFIX "%05d", i );
+    if( !( tables = map_file( fname, true ) ) ) goto cleanup_loop;
+    snprintf( fname, sizeof( fname ), PREFIX "%05d", i+1 );
+    if( !( nnames = map_file( fname, true ) ) ) goto cleanup_loop;
+    snprintf( fname, sizeof( fname ), PREFIX "%05d", i+2 );
+    if( !( vnames = map_file( fname, true ) ) ) goto cleanup_loop;
+
+    in1 = 0x34; in2 = 0x34; in3 = 0;
+
+    for( j = 0; j < NUMFIELDS; ++j)
+    {
+      fof[ j ] = in1;
+      for( k = 0; k < 3000; ++k )
+        while( tables->addr[ in1++ ]);
+    }
+
+    for( j = 0; j < 3000; ++j )
+    {
+      char *stringend;
+      int v = strtoul( tables->addr + fof[ STREETFIELD ], &stringend, 16 );
+      char *currentstreet = ( stringend == (char*)(tables->addr + fof[ STREETFIELD ])) ? "" : streetnames[ v ];
+      int xco= 0, yco= 0;
+
+      printf( "%s\t%s", nnames->addr+in2, vnames->addr+in3 );
+      while( nnames->addr[ in2++ ] );
+      while( vnames->addr[ in3++ ] );
+
+      g_coordidxsize = snprintf( coordidx, sizeof( coordidx ), "%s;%s;%s;%s;",
+        tables->addr + fof [ ZIPCODEFIELD ],
+        tables->addr + fof [ TOWNFIELD ],
+        currentstreet,
+        tables->addr + fof [ HOUSENUMFIELD ] );
+
+      if( !(coordline = (char*)bsearch( coordidx, coords->addr, coords->size / 90, 90, coordcmp ))) coordline = ";;;;;;";
+      v = 5; while( v--) { while( *coordline && *coordline++ != ';'); }
+      sscanf( coordline, "%d;%d", &xco, &yco );
+
+      for( k = 0; k < NUMFIELDS; ++k )
+      {
+        if( k == STREETFIELD )
+        {
+          printf( "\t%s", currentstreet);
+        }
+        else
+          printf( "\t%s", tables->addr + fof[ k ] );
+        {
+        }
+        while(          tables->addr [ fof[ k ]++] );
+      }
+
+      printf( "\t%d\t%d", xco, yco );
+      putchar( 10 );
+    }
+
+    leave ^= 1;
+
+    cleanup_loop:
+    leave ^= 1;
+
+    unmap_file( &vnames ); 
+    unmap_file( &nnames ); 
+    unmap_file( &tables ); 
+  }
+
+  cleanup_main:
+  if( streetnames ) free( streetnames );
+  unmap_file( &streets );
+  unmap_file( &coords );
+
+  return 0;
+}
diff --git a/src/testmap.c b/src/testmap.c
new file mode 100644
index 0000000..d57ac80
--- /dev/null
+++ b/src/testmap.c
@@ -0,0 +1,19 @@
+#include "mystdlib.h"
+
+int main ( int args, char **argv)
+{
+  MAP f1 = NULL;
+  int i,j = 0;
+
+  if( !(f1 = map_file(argv[1], 1)))
+    puts( "Aua");
+  else
+    printf( "%09d %08X %09d\t", f1->fh, f1->addr, f1->size);
+
+  for( i=0; i < f1->size; ++i )
+    j += f1->addr[i];
+
+  printf( "%09d\n", j );
+
+  unmap_file( &f1 );
+}