proof of concept delta-rd5

brouter-codec/src/main/java/btools/codec/MicroCache.java

@@ -314,4 +314,56 @@ public class MicroCache extends ByteDataWriter
     }
     return null;
   }
+
+  public void calcDelta( MicroCache mc1, MicroCache mc2 )
+  {
+     int idx1 = 0;
+     int idx2 = 0;
+
+     while( idx1 < mc1.size || idx2 < mc2.size )
+     {
+       int id1 = idx1 < mc1.size ? mc1.faid[idx1] : Integer.MAX_VALUE;
+       int id2 = idx2 < mc2.size ? mc2.faid[idx2] : Integer.MAX_VALUE;
+       int id;
+       if ( id1 >= id2 )
+       {
+         id = id2;
+         int start2 = idx2 > 0 ? mc2.fapos[idx2 - 1] : 0;
+         int len2 = mc2.fapos[idx2++] - start2;
+
+         if ( id1 == id2 )
+         {
+           // id exists in both caches, compare data
+           int start1 = idx1 > 0 ? mc1.fapos[idx1 - 1] : 0;
+           int len1 = mc1.fapos[idx1++] - start1;
+           if ( len1 == len2 )
+           {
+             int i = 0;
+             while( i<len1 )
+             {
+               if ( mc1.ab[start1+i] != mc2.ab[start2+i] )
+               {
+                 break;
+               }
+               i++;
+             }
+             if ( i == len1 )
+             {
+               continue; // same data -> do nothing
+             }
+           }
+         }
+         write( mc2.ab, start2, len2 );
+       }
+       else
+       {
+         idx1++;
+         id = id1; // deleted node
+       }
+       fapos[size] = aboffset;
+       faid[size] = id;
+       size++;
+     }
+  }
+
 }

brouter-codec/src/main/java/btools/codec/MicroCache2.java

@@ -87,10 +87,14 @@ public final class MicroCache2 extends MicroCache
     
       // future escapes (turn restrictions?)
       short trExceptions = 0;
-      for(;;)
+      int featureId = bc.decodeVarBits();
+      if ( featureId == 13 )
+      {
+        fapos[n] = aboffset;
+        continue; // empty node escape (delta files only)
+      }
+      while( featureId != 0 )
       {
-        int featureId = bc.decodeVarBits();
-        if ( featureId == 0 ) break;
         int bitsize = bc.decodeNoisyNumber( 5 );
 
         if ( featureId == 2 ) // exceptions to turn-restriction
@@ -113,6 +117,7 @@ public final class MicroCache2 extends MicroCache
         {
           for( int i=0; i< bitsize; i++ ) bc.decodeBit(); // unknown feature, just skip
         }
+        featureId = bc.decodeVarBits();
       }
       writeBoolean( false );
 
@@ -147,7 +152,8 @@ public final class MicroCache2 extends MicroCache
 
         TagValueWrapper wayTags = wayTagCoder.decodeTagValueSet();
 
-        if ( wayTags != null )
+        boolean linkValid = wayTags != null || wayValidator == null;
+        if ( linkValid )
         {
           int startPointer = aboffset;
           sizeoffset = writeSizePlaceHolder();
@@ -162,7 +168,7 @@ public final class MicroCache2 extends MicroCache
             finaldatasize += 1 + aboffset-startPointer; // reserve place for reverse
             validBits[ nodeIdx >> 5 ] |= 1 << nodeIdx; // mark target-node valid
           }
-          writeModeAndDesc( isReverse, wayTags.data );
+          writeModeAndDesc( isReverse, wayTags == null ? null : wayTags.data );
         }
 
         if ( !isReverse ) // write geometry for forward links only
@@ -200,7 +206,7 @@ public final class MicroCache2 extends MicroCache
           }
           if ( matcher != null ) matcher.end();
         }
-        if ( wayTags != null )
+        if ( linkValid )
         {
           injectSize( sizeoffset );
         }
@@ -375,6 +381,12 @@ public final class MicroCache2 extends MicroCache
         int ilon = (int)(id64 >> 32);
         int ilat = (int)(id64 & 0xffffffff);
 
+        if ( aboffset == aboffsetEnd )
+        {
+          bc.encodeVarBits( 13 ); // empty node escape (delta files only)
+          continue;
+        }
+
         // write turn restrictions
         while( readBoolean() )
         {
@@ -430,7 +442,10 @@ public final class MicroCache2 extends MicroCache
             readFully( description );
           }
    
-          boolean isInternal = isInternal( ilonlink, ilatlink );
+          long link64 = ((long)ilonlink)<<32 | ilatlink;
+          Integer idx = idMap.get( Long.valueOf( link64 ) );
+          boolean isInternal = idx != null;
+
           if ( isReverse && isInternal )
           {
             if ( dodebug ) System.out.println( "*** NOT encoding link reverse=" + isReverse + " internal=" +  isInternal );
@@ -442,9 +457,6 @@ public final class MicroCache2 extends MicroCache
    
           if ( isInternal )
           {
-            long link64 = ((long)ilonlink)<<32 | ilatlink;
-            Integer idx = idMap.get( Long.valueOf( link64 ) );
-            if ( idx == null ) throw new RuntimeException( "ups: internal not found?" );
             int nodeIdx = idx.intValue();
             if ( dodebug ) System.out.println( "*** target nodeIdx=" + nodeIdx  );
             if ( nodeIdx == n ) throw new RuntimeException( "ups: self ref?" );

brouter-codec/src/main/java/btools/codec/TagValueCoder.java

@@ -62,6 +62,11 @@ public final class TagValueCoder
   {
     if ( ++pass == 3 )
     {
+      if ( identityMap.size() == 0 )
+      {
+        TagValueSet dummy = new TagValueSet();
+        identityMap.put( dummy, dummy );
+      }
       PriorityQueue<TagValueSet> queue = new PriorityQueue<TagValueSet>(2*identityMap.size(), new TagValueSet.FrequencyComparator());
       queue.addAll(identityMap.values());
       while (queue.size() > 1)