src/komodo_gateway.h

   1 /******************************************************************************
   2  * Copyright © 2014-2018 The SuperNET Developers.                             *
   3  *                                                                            *
   4  * See the AUTHORS, DEVELOPER-AGREEMENT and LICENSE files at                  *
   5  * the top-level directory of this distribution for the individual copyright  *
   6  * holder information and the developer policies on copyright and licensing.  *
   7  *                                                                            *
   8  * Unless otherwise agreed in a custom licensing agreement, no part of the    *
   9  * SuperNET software, including this file may be copied, modified, propagated *
  10  * or distributed except according to the terms contained in the LICENSE file *
  11  *                                                                            *
  12  * Removal or modification of this copyright notice is prohibited.            *
  13  *                                                                            *
  14  ******************************************************************************/
  15
  16 // paxdeposit equivalent in reverse makes opreturn and KMD does the same in reverse
  17 #include "komodo_defs.h"
  18
  19 int32_t pax_fiatstatus(uint64_t *available,uint64_t *deposited,uint64_t *issued,uint64_t *withdrawn,uint64_t *approved,uint64_t *redeemed,char *base)
  20 {
  21     int32_t baseid; struct komodo_state *sp; int64_t netliability,maxallowed,maxval;
  22     *available = *deposited = *issued = *withdrawn = *approved = *redeemed = 0;
  23     if ( (baseid= komodo_baseid(base)) >= 0 )
  24     {
  25         if ( (sp= komodo_stateptrget(base)) != 0 )
  26         {
  27             *deposited = sp->deposited;
  28             *issued = sp->issued;
  29             *withdrawn = sp->withdrawn;
  30             *approved = sp->approved;
  31             *redeemed = sp->redeemed;
  32             maxval = sp->approved;
  33             if ( sp->withdrawn > maxval )
  34                 maxval = sp->withdrawn;
  35             netliability = (sp->issued - maxval) - sp->shorted;
  36             maxallowed = komodo_maxallowed(baseid);
  37             if ( netliability < maxallowed )
  38                 *available = (maxallowed - netliability);
  39             //printf("%llu - %llu %s %.8f %.8f %.8f %.8f %.8f\n",(long long)maxallowed,(long long)netliability,base,dstr(*deposited),dstr(*issued),dstr(*withdrawn),dstr(*approved),dstr(*redeemed));
  40             return(0);
  41         } else printf("pax_fiatstatus cant get basesp.%s\n",base);
  42     } // else printf("pax_fiatstatus illegal base.%s\n",base);
  43     return(-1);
  44 }
  45
  46 void pax_keyset(uint8_t *buf,uint256 txid,uint16_t vout,uint8_t type)
  47 {
  48     memcpy(buf,&txid,32);
  49     memcpy(&buf[32],&vout,2);
  50     buf[34] = type;
  51 }
  52
  53 struct pax_transaction *komodo_paxfind(uint256 txid,uint16_t vout,uint8_t type)
  54 {
  55     struct pax_transaction *pax; uint8_t buf[35];
  56     pthread_mutex_lock(&komodo_mutex);
  57     pax_keyset(buf,txid,vout,type);
  58     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  59     pthread_mutex_unlock(&komodo_mutex);
  60     return(pax);
  61 }
  62
  63 struct pax_transaction *komodo_paxfinds(uint256 txid,uint16_t vout)
  64 {
  65     struct pax_transaction *pax; int32_t i; uint8_t types[] = { 'I', 'D', 'X', 'A', 'W' };
  66     for (i=0; i<sizeof(types)/sizeof(*types); i++)
  67         if ( (pax= komodo_paxfind(txid,vout,types[i])) != 0 )
  68             return(pax);
  69     return(0);
  70 }
  71
  72 struct pax_transaction *komodo_paxmark(int32_t height,uint256 txid,uint16_t vout,uint8_t type,int32_t mark)
  73 {
  74     struct pax_transaction *pax; uint8_t buf[35];
  75     pthread_mutex_lock(&komodo_mutex);
  76     pax_keyset(buf,txid,vout,type);
  77     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  78     if ( pax == 0 )
  79     {
  80         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
  81         pax->txid = txid;
  82         pax->vout = vout;
  83         pax->type = type;
  84         memcpy(pax->buf,buf,sizeof(pax->buf));
  85         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
  86         //printf("ht.%d create pax.%p mark.%d\n",height,pax,mark);
  87     }
  88     if ( pax != 0 )
  89     {
  90         pax->marked = mark;
  91         //if ( height > 214700 || pax->height > 214700 )
  92         //    printf("mark ht.%d %.8f %.8f\n",pax->height,dstr(pax->komodoshis),dstr(pax->fiatoshis));
  93
  94     }
  95     pthread_mutex_unlock(&komodo_mutex);
  96     return(pax);
  97 }
  98
  99 void komodo_paxdelete(struct pax_transaction *pax)
 100 {
 101     return; // breaks when out of order
 102     pthread_mutex_lock(&komodo_mutex);
 103     HASH_DELETE(hh,PAX,pax);
 104     pthread_mutex_unlock(&komodo_mutex);
 105 }
 106
 107 void komodo_gateway_deposit(char *coinaddr,uint64_t value,char *symbol,uint64_t fiatoshis,uint8_t *rmd160,uint256 txid,uint16_t vout,uint8_t type,int32_t height,int32_t otherheight,char *source,int32_t approved) // assetchain context
 108 {
 109     struct pax_transaction *pax; uint8_t buf[35]; int32_t addflag = 0; struct komodo_state *sp; char str[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*s;
 110     //if ( KOMODO_PAX == 0 )
 111     //    return;
 112     //if ( strcmp(symbol,ASSETCHAINS_SYMBOL) != 0 )
 113     //    return;
 114     sp = komodo_stateptr(str,dest);
 115     pthread_mutex_lock(&komodo_mutex);
 116     pax_keyset(buf,txid,vout,type);
 117     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
 118     if ( pax == 0 )
 119     {
 120         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
 121         pax->txid = txid;
 122         pax->vout = vout;
 123         pax->type = type;
 124         memcpy(pax->buf,buf,sizeof(pax->buf));
 125         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
 126         addflag = 1;
 127         if ( 0 && ASSETCHAINS_SYMBOL[0] == 0 )
 128         {
 129             int32_t i; for (i=0; i<32; i++)
 130                 printf("%02x",((uint8_t *)&txid)[i]);
 131             printf(" v.%d [%s] kht.%d ht.%d create pax.%p symbol.%s source.%s\n",vout,ASSETCHAINS_SYMBOL,height,otherheight,pax,symbol,source);
 132         }
 133     }
 134     pthread_mutex_unlock(&komodo_mutex);
 135     if ( coinaddr != 0 )
 136     {
 137         strcpy(pax->coinaddr,coinaddr);
 138         if ( value != 0 )
 139             pax->komodoshis = value;
 140         if ( symbol != 0 )
 141             strcpy(pax->symbol,symbol);
 142         if ( source != 0 )
 143             strcpy(pax->source,source);
 144         if ( fiatoshis != 0 )
 145             pax->fiatoshis = fiatoshis;
 146         if ( rmd160 != 0 )
 147             memcpy(pax->rmd160,rmd160,20);
 148         if ( height != 0 )
 149             pax->height = height;
 150         if ( otherheight != 0 )
 151             pax->otherheight = otherheight;
 152     }
 153     else
 154     {
 155         pax->marked = height;
 156         //printf("pax.%p MARK DEPOSIT ht.%d other.%d\n",pax,height,otherheight);
 157     }
 158 }
 159
 160 int32_t komodo_rwapproval(int32_t rwflag,uint8_t *opretbuf,struct pax_transaction *pax)
 161 {
 162     int32_t i,len = 0;
 163     if ( rwflag == 1 )
 164     {
 165         for (i=0; i<32; i++)
 166             opretbuf[len++] = ((uint8_t *)&pax->txid)[i];
 167         opretbuf[len++] = pax->vout & 0xff;
 168         opretbuf[len++] = (pax->vout >> 8) & 0xff;
 169     }
 170     else
 171     {
 172         for (i=0; i<32; i++)
 173             ((uint8_t *)&pax->txid)[i] = opretbuf[len++];
 174         //for (i=0; i<32; i++)
 175         //    printf("%02x",((uint8_t *)&pax->txid)[31-i]);
 176         pax->vout = opretbuf[len++];
 177         pax->vout += ((uint32_t)opretbuf[len++] << 8);
 178         //printf(" txid v.%d\n",pax->vout);
 179     }
 180     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->komodoshis),&pax->komodoshis);
 181     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->fiatoshis),&pax->fiatoshis);
 182     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->height),&pax->height);
 183     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->otherheight),&pax->otherheight);
 184     if ( rwflag != 0 )
 185     {
 186         memcpy(&opretbuf[len],pax->rmd160,20), len += 20;
 187         for (i=0; i<4; i++)
 188             opretbuf[len++] = pax->source[i];
 189     }
 190     else
 191     {
 192         memcpy(pax->rmd160,&opretbuf[len],20), len += 20;
 193         for (i=0; i<4; i++)
 194             pax->source[i] = opretbuf[len++];
 195     }
 196     return(len);
 197 }
 198
 199 int32_t komodo_issued_opreturn(char *base,uint256 *txids,uint16_t *vouts,int64_t *values,int64_t *srcvalues,int32_t *kmdheights,int32_t *otherheights,int8_t *baseids,uint8_t *rmd160s,uint8_t *opretbuf,int32_t opretlen,int32_t iskomodo)
 200 {
 201     struct pax_transaction p,*pax; int32_t i,n=0,j,len=0,incr,height,otherheight; uint8_t type,rmd160[20]; uint64_t fiatoshis; char symbol[KOMODO_ASSETCHAIN_MAXLEN];
 202     //if ( KOMODO_PAX == 0 )
 203     //    return(0);
 204     incr = 34 + (iskomodo * (2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 4));
 205     //41e77b91cb68dc2aa02fa88550eae6b6d44db676a7e935337b6d1392d9718f03cb0200305c90660400000000fbcbeb1f000000bde801006201000058e7945ad08ddba1eac9c9b6c8e1e97e8016a2d152
 206
 207     // 41e94d736ec69d88c08b5d238abeeca609c02357a8317e0d56c328bcb1c259be5d0200485bc80200000000404b4c000000000059470200b80b000061f22ba7d19fe29ac3baebd839af8b7127d1f9075553440046bb4cc7a3b5cd39dffe7206507a3482a00780e617f68b273cce9817ed69298d02001069ca1b0000000080f0fa02000000005b470200b90b000061f22ba7d19fe29ac3baebd839af8b7127d1f90755
 208
 209     //for (i=0; i<opretlen; i++)
 210     //    printf("%02x",opretbuf[i]);
 211     //printf(" opretlen.%d (%s)\n",opretlen,base);
 212     //printf(" opretlen.%d vs %d incr.%d (%d)\n",opretlen,(int32_t)(2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 2),incr,opretlen/incr);
 213     //if ( ASSETCHAINS_SYMBOL[0] == 0 || strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0 )
 214     {
 215         type = opretbuf[0];
 216         opretbuf++, opretlen--;
 217         for (n=0; n<opretlen/incr; n++)
 218         {
 219             if ( iskomodo != 0 )
 220             {
 221                 memset(&p,0,sizeof(p));
 222                 len += komodo_rwapproval(0,&opretbuf[len],&p);
 223                 if ( values != 0 && srcvalues != 0 && kmdheights != 0 && otherheights != 0 && baseids != 0 && rmd160s != 0 )
 224                 {
 225                     txids[n] = p.txid;
 226                     vouts[n] = p.vout;
 227                     values[n] = (strcmp("KMD",base) == 0) ? p.komodoshis : p.fiatoshis;
 228                     srcvalues[n] = (strcmp("KMD",base) == 0) ? p.fiatoshis : p.komodoshis;
 229                     kmdheights[n] = p.height;
 230                     otherheights[n] = p.otherheight;
 231                     memcpy(&rmd160s[n * 20],p.rmd160,20);
 232                     baseids[n] = komodo_baseid(p.source);
 233                     if ( 0 )
 234                     {
 235                         char coinaddr[64];
 236                         bitcoin_address(coinaddr,60,&rmd160s[n * 20],20);
 237                         printf(">>>>>>> %s: (%s) fiat %.8f kmdheight.%d other.%d -> %s %.8f\n",type=='A'?"approvedA":"issuedX",baseids[n]>=0?CURRENCIES[baseids[n]]:"???",dstr(p.fiatoshis),kmdheights[n],otherheights[n],coinaddr,dstr(values[n]));
 238                     }
 239                 }
 240             }
 241             else
 242             {
 243                 for (i=0; i<4; i++)
 244                     base[i] = opretbuf[opretlen-4+i];
 245                 for (j=0; j<32; j++)
 246                 {
 247                     ((uint8_t *)&txids[n])[j] = opretbuf[len++];
 248                     //printf("%02x",((uint8_t *)&txids[n])[j]);
 249                 }
 250                 vouts[n] = opretbuf[len++];
 251                 vouts[n] = (opretbuf[len++] << 8) | vouts[n];
 252                 baseids[n] = komodo_baseid(base);
 253                 if ( (pax= komodo_paxfinds(txids[n],vouts[n])) != 0 )
 254                 {
 255                     values[n] = (strcmp("KMD",base) == 0) ? pax->komodoshis : pax->fiatoshis;
 256                     srcvalues[n] = (strcmp("KMD",base) == 0) ? pax->fiatoshis : pax->komodoshis;
 257                     kmdheights[n] = pax->height;
 258                     otherheights[n] = pax->otherheight;
 259                     memcpy(&rmd160s[n * 20],pax->rmd160,20);
 260                 }
 261             }
 262             //printf(" komodo_issued_opreturn issuedtxid v%d i.%d opretlen.%d\n",vouts[n],n,opretlen);
 263         }
 264     }
 265     return(n);
 266 }
 267
 268 int32_t komodo_paxcmp(char *symbol,int32_t kmdheight,uint64_t value,uint64_t checkvalue,uint64_t seed)
 269 {
 270     int32_t ratio;
 271     if ( seed == 0 && checkvalue != 0 )
 272     {
 273         ratio = ((value << 6) / checkvalue);
 274         if ( ratio >= 60 && ratio <= 67 )
 275             return(0);
 276         else
 277         {
 278             if ( ASSETCHAINS_SYMBOL[0] != 0 )
 279                 printf("ht.%d ignore mismatched %s value %lld vs checkvalue %lld -> ratio.%d\n",kmdheight,symbol,(long long)value,(long long)checkvalue,ratio);
 280             return(-1);
 281         }
 282     }
 283     else if ( checkvalue != 0 )
 284     {
 285         ratio = ((value << 10) / checkvalue);
 286         if ( ratio >= 1023 && ratio <= 1025 )
 287             return(0);
 288     }
 289     return(value != checkvalue);
 290 }
 291
 292 uint64_t komodo_paxtotal()
 293 {
 294     struct pax_transaction *pax,*pax2,*tmp,*tmp2; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*str; int32_t i,ht; int64_t checktoshis; uint64_t seed,total = 0; struct komodo_state *basesp;
 295     if ( KOMODO_PASSPORT_INITDONE == 0 ) //KOMODO_PAX == 0 ||
 296         return(0);
 297     if ( komodo_isrealtime(&ht) == 0 )
 298         return(0);
 299     else
 300     {
 301         HASH_ITER(hh,PAX,pax,tmp)
 302         {
 303             if ( pax->marked != 0 )
 304                 continue;
 305             if ( pax->type == 'A' || pax->type == 'D' || pax->type == 'X' )
 306                 str = pax->symbol;
 307             else str = pax->source;
 308             basesp = komodo_stateptrget(str);
 309             if ( basesp != 0 && pax->didstats == 0 )
 310             {
 311                 if ( pax->type == 'I' && (pax2= komodo_paxfind(pax->txid,pax->vout,'D')) != 0 )
 312                 {
 313                     if ( pax2->fiatoshis != 0 )
 314                     {
 315                         pax->komodoshis = pax2->komodoshis;
 316                         pax->fiatoshis = pax2->fiatoshis;
 317                         basesp->issued += pax->fiatoshis;
 318                         pax->didstats = 1;
 319                         if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 320                             printf("########### %p issued %s += %.8f kmdheight.%d %.8f other.%d\n",basesp,str,dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight);
 321                         pax2->marked = pax->height;
 322                         pax->marked = pax->height;
 323                     }
 324                 }
 325                 else if ( pax->type == 'W' )
 326                 {
 327                     //bitcoin_address(coinaddr,addrtype,rmd160,20);
 328                     if ( (checktoshis= komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis)) != 0 )
 329                     {
 330                         if ( komodo_paxcmp(pax->source,pax->height,pax->komodoshis,checktoshis,seed) != 0 )
 331                         {
 332                             pax->marked = pax->height;
 333                             //printf("WITHDRAW.%s mark <- %d %.8f != %.8f\n",pax->source,pax->height,dstr(checktoshis),dstr(pax->komodoshis));
 334                         }
 335                         else if ( pax->validated == 0 )
 336                         {
 337                             pax->validated = pax->komodoshis = checktoshis;
 338                             //int32_t j; for (j=0; j<32; j++)
 339                             //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 340                             //if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 341                             //    printf(" v%d %p got WITHDRAW.%s kmd.%d ht.%d %.8f -> %.8f/%.8f\n",pax->vout,pax,pax->source,pax->height,pax->otherheight,dstr(pax->fiatoshis),dstr(pax->komodoshis),dstr(checktoshis));
 342                         }
 343                     }
 344                 }
 345             }
 346         }
 347     }
 348     komodo_stateptr(symbol,dest);
 349     HASH_ITER(hh,PAX,pax,tmp)
 350     {
 351         pax->ready = 0;
 352         if ( 0 && pax->type == 'A' )
 353             printf("%p pax.%s <- %s marked.%d %.8f -> %.8f validated.%d approved.%d\n",pax,pax->symbol,pax->source,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0);
 354         if ( pax->marked != 0 )
 355             continue;
 356         if ( strcmp(symbol,pax->symbol) == 0 || pax->type == 'A' )
 357         {
 358             if ( pax->marked == 0 )
 359             {
 360                 if ( komodo_is_issuer() != 0 )
 361                 {
 362                     if ( pax->validated != 0 && pax->type == 'D' )
 363                     {
 364                         total += pax->fiatoshis;
 365                         pax->ready = 1;
 366                     }
 367                 }
 368                 else if ( pax->approved != 0 && pax->type == 'A' )
 369                 {
 370                     if ( pax->validated != 0 )
 371                     {
 372                         total += pax->komodoshis;
 373                         pax->ready = 1;
 374                     }
 375                     else
 376                     {
 377                         seed = 0;
 378                         checktoshis = komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis);
 379                         //printf("paxtotal PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",pax->height,pax->symbol,(double)pax->fiatoshis/COIN,(double)pax->komodoshis/COIN,(double)checktoshis/COIN);
 380                         //printf(" v%d %.8f k.%d ht.%d\n",pax->vout,dstr(pax->komodoshis),pax->height,pax->otherheight);
 381                         if ( seed != 0 && checktoshis != 0 )
 382                         {
 383                             if ( checktoshis == pax->komodoshis )
 384                             {
 385                                 total += pax->komodoshis;
 386                                 pax->validated = pax->komodoshis;
 387                                 pax->ready = 1;
 388                             } else pax->marked = pax->height;
 389                         }
 390                     }
 391                 }
 392                 if ( 0 && pax->ready != 0 )
 393                     printf("%p (%c) pax.%s marked.%d %.8f -> %.8f validated.%d approved.%d ready.%d ht.%d\n",pax,pax->type,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0,pax->ready,pax->height);
 394             }
 395         }
 396     }
 397     //printf("paxtotal %.8f\n",dstr(total));
 398     return(total);
 399 }
 400
 401 static int _paxorder(const void *a,const void *b)
 402 {
 403 #define pax_a (*(struct pax_transaction **)a)
 404 #define pax_b (*(struct pax_transaction **)b)
 405     uint64_t aval,bval;
 406     aval = pax_a->fiatoshis + pax_a->komodoshis + pax_a->height;
 407     bval = pax_b->fiatoshis + pax_b->komodoshis + pax_b->height;
 408         if ( bval > aval )
 409                 return(-1);
 410         else if ( bval < aval )
 411                 return(1);
 412         return(0);
 413 #undef pax_a
 414 #undef pax_b
 415 }
 416
 417 int32_t komodo_pending_withdraws(char *opretstr) // todo: enforce deterministic order
 418 {
 419     struct pax_transaction *pax,*pax2,*tmp,*paxes[64]; uint8_t opretbuf[16384]; int32_t i,n,ht,len=0; uint64_t total = 0;
 420     if ( KOMODO_PAX == 0 || KOMODO_PASSPORT_INITDONE == 0 )
 421         return(0);
 422     if ( komodo_isrealtime(&ht) == 0 || ASSETCHAINS_SYMBOL[0] != 0 )
 423         return(0);
 424     n = 0;
 425     HASH_ITER(hh,PAX,pax,tmp)
 426     {
 427         if ( pax->type == 'W' )
 428         {
 429             if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'A')) != 0 )
 430             {
 431                 if ( pax2->approved != 0 )
 432                     pax->approved = pax2->approved;
 433             }
 434             else if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'X')) != 0 )
 435                 pax->approved = pax->height;
 436             //printf("pending_withdraw: pax %s marked.%u approved.%u validated.%llu\n",pax->symbol,pax->marked,pax->approved,(long long)pax->validated);
 437             if ( pax->marked == 0 && pax->approved == 0 && pax->validated != 0 ) //strcmp((char *)"KMD",pax->symbol) == 0 &&
 438             {
 439                 if ( n < sizeof(paxes)/sizeof(*paxes) )
 440                 {
 441                     paxes[n++] = pax;
 442                     //int32_t j; for (j=0; j<32; j++)
 443                     //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 444                     //printf(" %s.(kmdht.%d ht.%d marked.%u approved.%d validated %.8f) %.8f\n",pax->source,pax->height,pax->otherheight,pax->marked,pax->approved,dstr(pax->validated),dstr(pax->komodoshis));
 445                 }
 446             }
 447         }
 448     }
 449     opretstr[0] = 0;
 450     if ( n > 0 )
 451     {
 452         opretbuf[len++] = 'A';
 453         qsort(paxes,n,sizeof(*paxes),_paxorder);
 454         for (i=0; i<n; i++)
 455         {
 456             if ( len < (sizeof(opretbuf)>>3)*7 )
 457                 len += komodo_rwapproval(1,&opretbuf[len],paxes[i]);
 458         }
 459         if ( len > 0 )
 460             init_hexbytes_noT(opretstr,opretbuf,len);
 461     }
 462     //fprintf(stderr,"komodo_pending_withdraws len.%d PAXTOTAL %.8f\n",len,dstr(komodo_paxtotal()));
 463     return(len);
 464 }
 465
 466 int32_t komodo_gateway_deposits(CMutableTransaction *txNew,char *base,int32_t tokomodo)
 467 {
 468     struct pax_transaction *pax,*tmp; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint8_t *script,opcode,opret[16384],data[16384]; int32_t i,baseid,ht,len=0,opretlen=0,numvouts=1; struct komodo_state *sp; uint64_t available,deposited,issued,withdrawn,approved,redeemed,mask,sum = 0;
 469     if ( KOMODO_PASSPORT_INITDONE == 0 )//KOMODO_PAX == 0 ||
 470         return(0);
 471     struct komodo_state *kmdsp = komodo_stateptrget((char *)"KMD");
 472     sp = komodo_stateptr(symbol,dest);
 473     strcpy(symbol,base);
 474     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 )
 475         return(0);
 476     PENDING_KOMODO_TX = 0;
 477     for (i=0; i<3; i++)
 478     {
 479         if ( komodo_isrealtime(&ht) != 0 )
 480             break;
 481         sleep(1);
 482     }
 483     if ( i == 3 )
 484     {
 485         if ( tokomodo == 0 )
 486             printf("%s not realtime ht.%d\n",ASSETCHAINS_SYMBOL,ht);
 487         return(0);
 488     }
 489     if ( tokomodo == 0 )
 490     {
 491         opcode = 'I';
 492     }
 493     else
 494     {
 495         opcode = 'X';
 496         if ( 1 || komodo_paxtotal() == 0 )
 497             return(0);
 498     }
 499     HASH_ITER(hh,PAX,pax,tmp)
 500     {
 501         if ( pax->type != 'D' && pax->type != 'A' )
 502             continue;
 503         {
 504 #ifdef KOMODO_ASSETCHAINS_WAITNOTARIZE
 505             if ( pax->height > 236000 )
 506             {
 507                 if ( kmdsp != 0 && kmdsp->NOTARIZED_HEIGHT >= pax->height )
 508                     pax->validated = pax->komodoshis;
 509                 else if ( kmdsp->CURRENT_HEIGHT > pax->height+30 )
 510                     pax->validated = pax->ready = 0;
 511             }
 512             else
 513             {
 514                 if ( kmdsp != 0 && (kmdsp->NOTARIZED_HEIGHT >= pax->height || kmdsp->CURRENT_HEIGHT > pax->height+30) ) // assumes same chain as notarize
 515                     pax->validated = pax->komodoshis;
 516                 else pax->validated = pax->ready = 0;
 517             }
 518 #else
 519             pax->validated = pax->komodoshis;
 520 #endif
 521         }
 522         if ( ASSETCHAINS_SYMBOL[0] != 0 && (pax_fiatstatus(&available,&deposited,&issued,&withdrawn,&approved,&redeemed,symbol) != 0 || available < pax->fiatoshis) )
 523         {
 524             //if ( pax->height > 214700 || strcmp(ASSETCHAINS_SYMBOL,symbol) == 0 )
 525             //    printf("miner.[%s]: skip %s %.8f when avail %.8f deposited %.8f, issued %.8f withdrawn %.8f approved %.8f redeemed %.8f\n",ASSETCHAINS_SYMBOL,symbol,dstr(pax->fiatoshis),dstr(available),dstr(deposited),dstr(issued),dstr(withdrawn),dstr(approved),dstr(redeemed));
 526             continue;
 527         }
 528         /*printf("pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d\n",pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0);
 529         if ( pax->marked != 0 || (pax->type != 'D' && pax->type != 'A') || pax->ready == 0 )
 530         {
 531             printf("reject 2\n");
 532             continue;
 533         }*/
 534         if ( ASSETCHAINS_SYMBOL[0] != 0 && (strcmp(pax->symbol,symbol) != 0 || pax->validated == 0 || pax->ready == 0) )
 535         {
 536             if ( strcmp(pax->symbol,ASSETCHAINS_SYMBOL) == 0 )
 537                 printf("pax->symbol.%s != %s or null pax->validated %.8f ready.%d ht.(%d %d)\n",pax->symbol,symbol,dstr(pax->validated),pax->ready,kmdsp->CURRENT_HEIGHT,pax->height);
 538             pax->marked = pax->height;
 539             continue;
 540         }
 541         if ( pax->ready == 0 )
 542             continue;
 543         if ( pax->type == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 544         {
 545             if ( kmdsp != 0 )
 546             {
 547                 if ( (baseid= komodo_baseid(pax->symbol)) < 0 || ((1LL << baseid) & sp->RTmask) == 0 )
 548                 {
 549                     printf("not RT for (%s) %llx baseid.%d %llx\n",pax->symbol,(long long)sp->RTmask,baseid,(long long)(1LL<<baseid));
 550                     continue;
 551                 }
 552             } else continue;
 553         }
 554
 555         //printf("redeem.%d? (%c) %p pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d approved.%d\n",tokomodo,pax->type,pax,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0,pax->approved!=0);
 556         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 557             printf("pax.%s marked.%d %.8f -> %.8f\n",ASSETCHAINS_SYMBOL,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis));
 558         if ( opcode == 'I' )
 559         {
 560             sum += pax->fiatoshis;
 561             if ( sum > available )
 562                 break;
 563         }
 564         txNew->vout.resize(numvouts+1);
 565         txNew->vout[numvouts].nValue = (opcode == 'I') ? pax->fiatoshis : pax->komodoshis;
 566         txNew->vout[numvouts].scriptPubKey.resize(25);
 567         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 568         *script++ = 0x76;
 569         *script++ = 0xa9;
 570         *script++ = 20;
 571         memcpy(script,pax->rmd160,20), script += 20;
 572         *script++ = 0x88;
 573         *script++ = 0xac;
 574         if ( tokomodo == 0 )
 575         {
 576             for (i=0; i<32; i++)
 577                 data[len++] = ((uint8_t *)&pax->txid)[i];
 578             data[len++] = pax->vout & 0xff;
 579             data[len++] = (pax->vout >> 8) & 0xff;
 580             PENDING_KOMODO_TX += pax->fiatoshis;
 581         }
 582         else
 583         {
 584             len += komodo_rwapproval(1,&data[len],pax);
 585             PENDING_KOMODO_TX += pax->komodoshis;
 586             printf(" len.%d vout.%u DEPOSIT %.8f <- pax.%s pending ht %d %d %.8f | ",len,pax->vout,(double)txNew->vout[numvouts].nValue/COIN,symbol,pax->height,pax->otherheight,dstr(PENDING_KOMODO_TX));
 587         }
 588         if ( numvouts++ >= 64 || sum > COIN )
 589             break;
 590     }
 591     if ( numvouts > 1 )
 592     {
 593         if ( tokomodo != 0 )
 594             strcpy(symbol,(char *)"KMD");
 595         for (i=0; symbol[i]!=0; i++)
 596             data[len++] = symbol[i];
 597         data[len++] = 0;
 598         for (i=0; i<len; i++)
 599             printf("%02x",data[i]);
 600         printf(" <- data[%d]\n",len);
 601         opretlen = komodo_opreturnscript(opret,opcode,data,len);
 602         txNew->vout.resize(numvouts+1);
 603         txNew->vout[numvouts].nValue = 0;
 604         txNew->vout[numvouts].scriptPubKey.resize(opretlen);
 605         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 606         memcpy(script,opret,opretlen);
 607         for (i=0; i<8; i++)
 608             printf("%02x",opret[i]);
 609         printf(" <- opret, MINER deposits.%d (%s) vouts.%d %.8f opretlen.%d\n",tokomodo,ASSETCHAINS_SYMBOL,numvouts,dstr(PENDING_KOMODO_TX),opretlen);
 610         return(1);
 611     }
 612     return(0);
 613 }
 614
 615 const char *banned_txids[] =
 616 {
 617     "78cb4e21245c26b015b888b14c4f5096e18137d2741a6de9734d62b07014dfca", //233559
 618     "00697be658e05561febdee1aafe368b821ca33fbb89b7027365e3d77b5dfede5", //234172
 619     "e909465788b32047c472d73e882d79a92b0d550f90be008f76e1edaee6d742ea", //234187
 620     "f56c6873748a327d0b92b8108f8ec8505a2843a541b1926022883678fb24f9dc", //234188
 621     "abf08be07d8f5b3a433ddcca7ef539e79a3571632efd6d0294ec0492442a0204", //234213
 622     "3b854b996cc982fba8c06e76cf507ae7eed52ab92663f4c0d7d10b3ed879c3b0", //234367
 623     "fa9e474c2cda3cb4127881a40eb3f682feaba3f3328307d518589024a6032cc4", //234635
 624     "ca746fa13e0113c4c0969937ea2c66de036d20274efad4ce114f6b699f1bc0f3", //234662
 625     "43ce88438de4973f21b1388ffe66e68fda592da38c6ef939be10bb1b86387041", //234697
 626     "0aeb748de82f209cd5ff7d3a06f65543904c4c17387c9d87c65fd44b14ad8f8c", //234899
 627     "bbd3a3d9b14730991e1066bd7c626ca270acac4127131afe25f877a5a886eb25", //235252
 628     "fa9943525f2e6c32cbc243294b08187e314d83a2870830180380c3c12a9fd33c", //235253
 629     "a01671c8775328a41304e31a6693bbd35e9acbab28ab117f729eaba9cb769461", //235265
 630     "2ef49d2d27946ad7c5d5e4ab5c089696762ff04e855f8ab48e83bdf0cc68726d", //235295
 631     "c85dcffb16d5a45bd239021ad33443414d60224760f11d535ae2063e5709efee", //235296
 632     // all vouts banned
 633     "c4ea1462c207547cd6fb6a4155ca6d042b22170d29801a465db5c09fec55b19d", //246748
 634     "305dc96d8bc23a69d3db955e03a6a87c1832673470c32fe25473a46cc473c7d1", //247204
 635 };
 636
 637 int32_t komodo_bannedset(int32_t *indallvoutsp,uint256 *array,int32_t max)
 638 {
 639     int32_t i;
 640     if ( sizeof(banned_txids)/sizeof(*banned_txids) > max )
 641     {
 642         fprintf(stderr,"komodo_bannedset: buffer too small %ld vs %d\n",sizeof(banned_txids)/sizeof(*banned_txids),max);
 643         exit(-1);
 644     }
 645     for (i=0; i<sizeof(banned_txids)/sizeof(*banned_txids); i++)
 646         array[i] = uint256S(banned_txids[i]);
 647     *indallvoutsp = i-2;
 648     return(i);
 649 }
 650
 651 void komodo_passport_iteration();
 652
 653 int32_t komodo_check_deposit(int32_t height,const CBlock& block,uint32_t prevtime) // verify above block is valid pax pricing
 654 {
 655     static uint256 array[64]; static int32_t numbanned,indallvouts;
 656     int32_t i,j,k,n,ht,baseid,txn_count,activation,num,opretlen,offset=1,errs=0,notmatched=0,matched=0,kmdheights[256],otherheights[256]; uint256 hash,txids[256]; char symbol[KOMODO_ASSETCHAIN_MAXLEN],base[KOMODO_ASSETCHAIN_MAXLEN]; uint16_t vouts[256]; int8_t baseids[256]; uint8_t *script,opcode,rmd160s[256*20]; uint64_t total,subsidy,available,deposited,issued,withdrawn,approved,redeemed,seed; int64_t checktoshis,values[256],srcvalues[256]; struct pax_transaction *pax; struct komodo_state *sp; CTransaction tx;
 657     activation = 235300;
 658     if ( *(int32_t *)&array[0] == 0 )
 659         numbanned = komodo_bannedset(&indallvouts,array,(int32_t)(sizeof(array)/sizeof(*array)));
 660     memset(baseids,0xff,sizeof(baseids));
 661     memset(values,0,sizeof(values));
 662     memset(srcvalues,0,sizeof(srcvalues));
 663     memset(rmd160s,0,sizeof(rmd160s));
 664     memset(kmdheights,0,sizeof(kmdheights));
 665     memset(otherheights,0,sizeof(otherheights));
 666     txn_count = block.vtx.size();
 667     if ( ASSETCHAINS_SYMBOL[0] == 0 )
 668     {
 669         for (i=0; i<txn_count; i++)
 670         {
 671             if ( i == 0 && txn_count > 1 && block.vtx[txn_count-1].vout.size() > 0 && block.vtx[txn_count-1].vout[0].nValue == 5000 )
 672             {
 673                 if ( block.vtx[txn_count-1].vin.size() == 1 && GetTransaction(block.vtx[txn_count-1].vin[0].prevout.hash,tx,hash,false) && block.vtx[0].vout[0].scriptPubKey == tx.vout[block.vtx[txn_count-1].vin[0].prevout.n].scriptPubKey )
 674                     notmatched = 1;
 675             }
 676             n = block.vtx[i].vin.size();
 677             for (j=0; j<n; j++)
 678             {
 679                 for (k=0; k<numbanned; k++)
 680                 {
 681                     if ( block.vtx[i].vin[j].prevout.hash == array[k] && (block.vtx[i].vin[j].prevout.n == 1 || k >= indallvouts)  )
 682                     {
 683                         printf("banned tx.%d being used at ht.%d txi.%d vini.%d\n",k,height,i,j);
 684                         return(-1);
 685                     }
 686                 }
 687             }
 688         }
 689     }
 690     n = block.vtx[0].vout.size();
 691     //script = (uint8_t *)block.vtx[0].vout[n-1].scriptPubKey.data();
 692     //if ( n <= 2 || script[0] != 0x6a )
 693     {
 694         int64_t val,prevtotal = 0; int32_t strangeout=0,overflow = 0;
 695         total = 0;
 696         for (i=1; i<n; i++)
 697         {
 698             script = (uint8_t *)block.vtx[0].vout[i].scriptPubKey.data();
 699             if ( (val= block.vtx[0].vout[i].nValue) < 0 || val >= MAX_MONEY )
 700             {
 701                 overflow = 1;
 702                 break;
 703             }
 704             if ( i > 1 && script[0] != 0x6a && val < 5000 )
 705                 strangeout++;
 706             total += val;
 707             if ( total < prevtotal || (val != 0 && total == prevtotal) )
 708             {
 709                 overflow = 1;
 710                 break;
 711             }
 712             prevtotal = total;
 713         }
 714         if ( ASSETCHAINS_SYMBOL[0] == 0 )
 715         {
 716             if ( overflow != 0 || total > COIN/10 )
 717             {
 718                 if ( height >= activation )
 719                 {
 720                     if ( height > 800000 )
 721                         fprintf(stderr,">>>>>>>> <<<<<<<<<< ht.%d illegal nonz output %.8f n.%d\n",height,dstr(block.vtx[0].vout[1].nValue),n);
 722                     return(-1);
 723                 }
 724             }
 725             else if ( block.nBits == KOMODO_MINDIFF_NBITS && total > 0 ) // to deal with fee stealing
 726             {
 727                 fprintf(stderr,"notary mined ht.%d with extra %.8f\n",height,dstr(total));
 728                 if ( height > KOMODO_NOTARIES_HEIGHT1 )
 729                     return(-1);
 730             }
 731             if ( strangeout != 0 || notmatched != 0 )
 732             {
 733                 if ( 0 && strcmp(NOTARY_PUBKEY.c_str(),"03b7621b44118017a16043f19b30cc8a4cfe068ac4e42417bae16ba460c80f3828") == 0 )
 734                     fprintf(stderr,">>>>>>>>>>>>> DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",height,strangeout,notmatched);
 735                 if ( height > 1000000 && strangeout != 0 )
 736                     return(-1);
 737             }
 738             else if ( height > 814000 )
 739             {
 740                 script = (uint8_t *)block.vtx[0].vout[0].scriptPubKey.data();
 741                 return(-1 * (komodo_electednotary(&num,script+1,height,0) >= 0) * (height > 1000000));
 742             }
 743         }
 744         else
 745         {
 746             checktoshis = 0;
 747             if ( ASSETCHAINS_COMMISSION != 0 && height > 1 )
 748             {
 749                 if ( (checktoshis= komodo_checkcommission((CBlock *)&block,height)) < 0 )
 750                 {
 751                     fprintf(stderr,"ht.%d checktoshis %.8f overflow.%d total %.8f strangeout.%d\n",height,dstr(checktoshis),overflow,dstr(total),strangeout);
 752                     return(-1);
 753                 }
 754             }
 755             if ( height > 1 && checktoshis == 0 )
 756             {
 757                 checktoshis = ((uint64_t)GetBlockSubsidy(height, Params().GetConsensus()) - block.vtx[0].vout[0].nValue);
 758                 //checktoshis += txn_count * 0.001; // rely on higher level validations to prevent emitting more coins than actual txfees
 759             }
 760             if ( height >= 2 && (overflow != 0 || total > checktoshis || strangeout != 0) )
 761             {
 762                 fprintf(stderr,"checkdeposit: ht.%d checktoshis %.8f overflow.%d total %.8f strangeout.%d\n",height,dstr(checktoshis),overflow,dstr(total),strangeout);
 763                 if ( strangeout != 0 )
 764                     fprintf(stderr,">>>>>>>>>>>>> %s DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",ASSETCHAINS_SYMBOL,height,strangeout,notmatched);
 765                 return(-1);
 766             }
 767         }
 768         return(0);
 769     }
 770 }
 771
 772 const char *komodo_opreturn(int32_t height,uint64_t value,uint8_t *opretbuf,int32_t opretlen,uint256 txid,uint16_t vout,char *source)
 773 {
 774     uint8_t rmd160[20],rmd160s[64*20],addrtype,shortflag,pubkey33[33]; int32_t didstats,i,j,n,kvheight,len,tokomodo,kmdheight,otherheights[64],kmdheights[64]; int8_t baseids[64]; char base[4],coinaddr[64],destaddr[64]; uint256 txids[64]; uint16_t vouts[64]; uint64_t convtoshis,seed; int64_t fee,fiatoshis,komodoshis,checktoshis,values[64],srcvalues[64]; struct pax_transaction *pax,*pax2; struct komodo_state *basesp; double diff;
 775     const char *typestr = "unknown";
 776     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 && opretbuf[0] != 'K' )
 777     {
 778         //printf("komodo_opreturn skip %s\n",ASSETCHAINS_SYMBOL);
 779         return("assetchain");
 780     }
 781     memset(baseids,0xff,sizeof(baseids));
 782     memset(values,0,sizeof(values));
 783     memset(srcvalues,0,sizeof(srcvalues));
 784     memset(rmd160s,0,sizeof(rmd160s));
 785     memset(kmdheights,0,sizeof(kmdheights));
 786     memset(otherheights,0,sizeof(otherheights));
 787     tokomodo = (komodo_is_issuer() == 0);
 788     if ( opretbuf[0] == 'K' && opretlen != 40 )
 789     {
 790         komodo_kvupdate(opretbuf,opretlen,value);
 791         return("kv");
 792     }
 793     else if ( ASSETCHAINS_SYMBOL[0] == 0 && KOMODO_PAX == 0 )
 794         return("nopax");
 795     if ( opretbuf[0] == 'D' )
 796     {
 797         tokomodo = 0;
 798         if ( opretlen == 38 ) // any KMD tx
 799         {
 800             iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 801             memset(base,0,sizeof(base));
 802             PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&fiatoshis);
 803             bitcoin_address(coinaddr,addrtype,rmd160,20);
 804             checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,fiatoshis);
 805             if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) != 0 )
 806                 checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,height,base,fiatoshis);
 807             typestr = "deposit";
 808             if ( 0 && strcmp("NOK",base) == 0 )
 809             {
 810                 printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 811                 printf("(%s) (%s) kmdheight.%d vs height.%d check %.8f vs %.8f tokomodo.%d %d seed.%llx\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed);
 812                 for (i=0; i<32; i++)
 813                     printf("%02x",((uint8_t *)&txid)[i]);
 814                 printf(" <- txid.v%u ",vout);
 815                 for (i=0; i<33; i++)
 816                     printf("%02x",pubkey33[i]);
 817                 printf(" checkpubkey check %.8f v %.8f dest.(%s) kmdheight.%d height.%d\n",dstr(checktoshis),dstr(value),destaddr,kmdheight,height);
 818             }
 819             if ( strcmp(base,ASSETCHAINS_SYMBOL) == 0 && (kmdheight > 195000 || kmdheight <= height) )
 820             {
 821                 didstats = 0;
 822                 if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) == 0 )
 823                 {
 824                     if ( (pax= komodo_paxfind(txid,vout,'D')) == 0 )
 825                     {
 826                         if ( (basesp= komodo_stateptrget(base)) != 0 )
 827                         {
 828                             basesp->deposited += fiatoshis;
 829                             didstats = 1;
 830                             if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 831                                 printf("########### %p deposited %s += %.8f kmdheight.%d %.8f\n",basesp,base,dstr(fiatoshis),kmdheight,dstr(value));
 832                         } else printf("cant get stateptr.(%s)\n",base);
 833                         komodo_gateway_deposit(coinaddr,value,base,fiatoshis,rmd160,txid,vout,'D',kmdheight,height,(char *)"KMD",0);
 834                     }
 835                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 836                     {
 837                         pax->height = kmdheight;
 838                         pax->validated = value;
 839                         pax->komodoshis = value;
 840                         pax->fiatoshis = fiatoshis;
 841                         if ( didstats == 0 && pax->didstats == 0 )
 842                         {
 843                             if ( (basesp= komodo_stateptrget(base)) != 0 )
 844                             {
 845                                 basesp->deposited += fiatoshis;
 846                                 didstats = 1;
 847                                 if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 848                                     printf("########### %p depositedB %s += %.8f/%.8f kmdheight.%d/%d %.8f/%.8f\n",basesp,base,dstr(fiatoshis),dstr(pax->fiatoshis),kmdheight,pax->height,dstr(value),dstr(pax->komodoshis));
 849                             }
 850                         } //
 851                         if ( didstats != 0 )
 852                             pax->didstats = 1;
 853                         if ( (pax2= komodo_paxfind(txid,vout,'I')) != 0 )
 854                         {
 855                             pax2->fiatoshis = pax->fiatoshis;
 856                             pax2->komodoshis = pax->komodoshis;
 857                             pax->marked = pax2->marked = pax->height;
 858                             pax2->height = pax->height = height;
 859                             if ( pax2->didstats == 0 )
 860                             {
 861                                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 862                                 {
 863                                     basesp->issued += pax2->fiatoshis;
 864                                     pax2->didstats = 1;
 865                                     if ( 0 && strcmp(base,"USD") == 0 )
 866                                         printf("########### %p issueda %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,base,dstr(pax2->fiatoshis),pax2->height,dstr(pax2->komodoshis),pax2->otherheight,height);
 867                                 }
 868                             }
 869                         }
 870                     }
 871                 }
 872                 else
 873                 {
 874                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 875                         pax->marked = checktoshis;
 876                     if ( kmdheight > 238000 && (kmdheight > 214700 || strcmp(base,ASSETCHAINS_SYMBOL) == 0) ) //seed != 0 &&
 877                         printf("pax %s deposit %.8f rejected kmdheight.%d %.8f KMD check %.8f seed.%llu\n",base,dstr(fiatoshis),kmdheight,dstr(value),dstr(checktoshis),(long long)seed);
 878                 }
 879             } //else printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 880         } //else printf("unsupported size.%d for opreturn D\n",opretlen);
 881     }
 882     else if ( opretbuf[0] == 'I' )
 883     {
 884         tokomodo = 0;
 885         if ( strncmp((char *)"KMD",(char *)&opretbuf[opretlen-4],3) != 0 && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )
 886         {
 887             if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,0)) > 0 )
 888             {
 889                 for (i=0; i<n; i++)
 890                 {
 891                     if ( baseids[i] < 0 )
 892                     {
 893                         static uint32_t counter;
 894                         if ( counter++ < 0 )
 895                             printf("%d of %d illegal baseid.%d, this can be ignored\n",i,n,baseids[i]);
 896                         continue;
 897                     }
 898                     bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
 899                     komodo_gateway_deposit(coinaddr,0,ASSETCHAINS_SYMBOL,0,0,txids[i],vouts[i],'I',height,0,CURRENCIES[baseids[i]],0);
 900                     komodo_paxmark(height,txids[i],vouts[i],'I',height);
 901                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'I')) != 0 )
 902                     {
 903                         pax->type = opretbuf[0];
 904                         strcpy(pax->source,(char *)&opretbuf[opretlen-4]);
 905                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'D')) != 0 && pax2->fiatoshis != 0 && pax2->komodoshis != 0 )
 906                         {
 907                             // realtime path?
 908                             pax->fiatoshis = pax2->fiatoshis;
 909                             pax->komodoshis = pax2->komodoshis;
 910                             pax->marked = pax2->marked = pax2->height;
 911                             if ( pax->didstats == 0 )
 912                             {
 913                                 if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
 914                                 {
 915                                     basesp->issued += pax->fiatoshis;
 916                                     pax->didstats = 1;
 917                                     pax->height = pax2->height;
 918                                     pax->otherheight = height;
 919                                     if ( 1 && strcmp(CURRENCIES[baseids[i]],"USD") == 0 )
 920                                         printf("########### %p issuedb %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,CURRENCIES[baseids[i]],dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight,height);
 921                                 }
 922                             }
 923                         }
 924                     }
 925                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'I',height)) != 0 )
 926                         komodo_paxdelete(pax);
 927                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'D',height)) != 0 )
 928                         komodo_paxdelete(pax);
 929                 }
 930             } //else printf("opreturn none issued?\n");
 931         }
 932     }
 933     else if ( height < 236000 && opretbuf[0] == 'W' && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )//&& opretlen >= 38 )
 934     {
 935         if ( komodo_baseid((char *)&opretbuf[opretlen-4]) >= 0 && strcmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]) == 0 )
 936         {
 937             for (i=0; i<opretlen; i++)
 938                 printf("%02x",opretbuf[i]);
 939             printf(" [%s] reject obsolete withdraw request.%s\n",ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]);
 940             return(typestr);
 941         }
 942         tokomodo = 1;
 943         iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 944         memset(base,0,sizeof(base));
 945         PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&komodoshis);
 946         bitcoin_address(coinaddr,addrtype,rmd160,20);
 947         checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,value);
 948         typestr = "withdraw";
 949         //printf(" [%s] WITHDRAW %s.height.%d vs height.%d check %.8f/%.8f vs %.8f tokomodo.%d %d seed.%llx -> (%s) len.%d\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(komodoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed,coinaddr,opretlen);
 950         didstats = 0;
 951         //if ( komodo_paxcmp(base,kmdheight,komodoshis,checktoshis,seed) == 0 )
 952         {
 953             if ( value != 0 && ((pax= komodo_paxfind(txid,vout,'W')) == 0 || pax->didstats == 0) )
 954             {
 955                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 956                 {
 957                     basesp->withdrawn += value;
 958                     didstats = 1;
 959                     if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 960                         printf("########### %p withdrawn %s += %.8f check %.8f\n",basesp,base,dstr(value),dstr(checktoshis));
 961                 }
 962                 if ( 0 && strcmp(base,"RUB") == 0 && (pax == 0 || pax->approved == 0) )
 963                     printf("notarize %s %.8f -> %.8f kmd.%d other.%d\n",ASSETCHAINS_SYMBOL,dstr(value),dstr(komodoshis),kmdheight,height);
 964             }
 965             komodo_gateway_deposit(coinaddr,0,(char *)"KMD",value,rmd160,txid,vout,'W',kmdheight,height,source,0);
 966             if ( (pax= komodo_paxfind(txid,vout,'W')) != 0 )
 967             {
 968                 pax->type = opretbuf[0];
 969                 strcpy(pax->source,base);
 970                 strcpy(pax->symbol,"KMD");
 971                 pax->height = kmdheight;
 972                 pax->otherheight = height;
 973                 pax->komodoshis = komodoshis;
 974             }
 975         } // else printf("withdraw %s paxcmp ht.%d %d error value %.8f -> %.8f vs %.8f\n",base,kmdheight,height,dstr(value),dstr(komodoshis),dstr(checktoshis));
 976         // need to allocate pax
 977     }
 978     else if ( height < 236000 && tokomodo != 0 && opretbuf[0] == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 979     {
 980         tokomodo = 1;
 981         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 982         {
 983             for (i=0; i<opretlen; i++)
 984                 printf("%02x",opretbuf[i]);
 985             printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
 986         }
 987         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
 988         {
 989             for (i=0; i<n; i++)
 990             {
 991                 //for (j=0; j<32; j++)
 992                 //    printf("%02x",((uint8_t *)&txids[i])[j]);
 993                 //printf(" v%d %.8f %.8f k.%d ht.%d base.%d\n",vouts[i],dstr(values[i]),dstr(srcvalues[i]),kmdheights[i],otherheights[i],baseids[i]);
 994                 if ( baseids[i] < 0 )
 995                 {
 996                     for (i=0; i<opretlen; i++)
 997                         printf("%02x",opretbuf[i]);
 998                     printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
 999                     //printf("baseids[%d] %d\n",i,baseids[i]);
1000                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'W')) != 0 || (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1001                     {
1002                         baseids[i] = komodo_baseid(pax->symbol);
1003                         printf("override neg1 with (%s)\n",pax->symbol);
1004                     }
1005                     if ( baseids[i] < 0 )
1006                         continue;
1007                 }
1008                 didstats = 0;
1009                 seed = 0;
1010                 checktoshis = komodo_paxprice(&seed,kmdheights[i],CURRENCIES[baseids[i]],(char *)"KMD",(uint64_t)values[i]);
1011                 //printf("PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",kmdheights[i],CURRENCIES[baseids[i]],(double)values[i]/COIN,(double)srcvalues[i]/COIN,(double)checktoshis/COIN);
1012                 if ( srcvalues[i] == checktoshis )
1013                 {
1014                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1015                     {
1016                         bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1017                         komodo_gateway_deposit(coinaddr,srcvalues[i],CURRENCIES[baseids[i]],values[i],&rmd160s[i*20],txids[i],vouts[i],'A',kmdheights[i],otherheights[i],CURRENCIES[baseids[i]],kmdheights[i]);
1018                         if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1019                             printf("unexpected null pax for approve\n");
1020                         else pax->validated = checktoshis;
1021                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'W')) != 0 )
1022                             pax2->approved = kmdheights[i];
1023                         komodo_paxmark(height,txids[i],vouts[i],'W',height);
1024                         //komodo_paxmark(height,txids[i],vouts[i],'A',height);
1025                         if ( values[i] != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1026                         {
1027                             basesp->approved += values[i];
1028                             didstats = 1;
1029                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1030                         }
1031                         //printf(" i.%d (%s) <- %.8f ADDFLAG APPROVED\n",i,coinaddr,dstr(values[i]));
1032                     }
1033                     else if ( pax->didstats == 0 && srcvalues[i] != 0 )
1034                     {
1035                         if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1036                         {
1037                             basesp->approved += values[i];
1038                             didstats = 1;
1039                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1040                         }
1041                     } //else printf(" i.%d of n.%d pax.%p baseids[] %d\n",i,n,pax,baseids[i]);
1042                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) != 0 )
1043                     {
1044                         pax->type = opretbuf[0];
1045                         pax->approved = kmdheights[i];
1046                         pax->validated = checktoshis;
1047                         if ( didstats != 0 )
1048                             pax->didstats = 1;
1049                         //if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1050                         //printf(" i.%d approved.%d <<<<<<<<<<<<< APPROVED %p\n",i,kmdheights[i],pax);
1051                     }
1052                 }
1053             }
1054         } //else printf("n.%d from opreturns\n",n);
1055         //printf("extra.[%d] after %.8f\n",n,dstr(komodo_paxtotal()));
1056     }
1057     else if ( height < 236000 && opretbuf[0] == 'X' && ASSETCHAINS_SYMBOL[0] == 0 )
1058     {
1059         tokomodo = 1;
1060         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
1061         {
1062             for (i=0; i<n; i++)
1063             {
1064                 if ( baseids[i] < 0 )
1065                     continue;
1066                 bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1067                 komodo_gateway_deposit(coinaddr,0,0,0,0,txids[i],vouts[i],'X',height,0,(char *)"KMD",0);
1068                 komodo_paxmark(height,txids[i],vouts[i],'W',height);
1069                 komodo_paxmark(height,txids[i],vouts[i],'A',height);
1070                 komodo_paxmark(height,txids[i],vouts[i],'X',height);
1071                 if ( (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1072                 {
1073                     pax->type = opretbuf[0];
1074                     if ( height < 121842 ) // fields got switched around due to legacy issues and approves
1075                         value = srcvalues[i];
1076                     else value = values[i];
1077                     if ( baseids[i] >= 0 && value != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1078                     {
1079                         basesp->redeemed += value;
1080                         pax->didstats = 1;
1081                         if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1082                             printf("ht.%d %.8f ########### %p redeemed %s += %.8f %.8f kht.%d ht.%d\n",height,dstr(value),basesp,CURRENCIES[baseids[i]],dstr(value),dstr(srcvalues[i]),kmdheights[i],otherheights[i]);
1083                     }
1084                 }
1085                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'W',height)) != 0 )
1086                     komodo_paxdelete(pax);
1087                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'A',height)) != 0 )
1088                     komodo_paxdelete(pax);
1089                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'X',height)) != 0 )
1090                     komodo_paxdelete(pax);
1091             }
1092         } //else printf("komodo_issued_opreturn returned %d\n",n);
1093     }
1094     return(typestr);
1095 }
1096
1097 int32_t komodo_parsestatefiledata(struct komodo_state *sp,uint8_t *filedata,long *fposp,long datalen,char *symbol,char *dest);
1098
1099 void komodo_stateind_set(struct komodo_state *sp,uint32_t *inds,int32_t n,uint8_t *filedata,long datalen,char *symbol,char *dest)
1100 {
1101     uint8_t func; long lastK,lastT,lastN,lastV,fpos,lastfpos; int32_t i,count,doissue,iter,numn,numv,numN,numV,numR; uint32_t tmp,prevpos100,offset;
1102     count = numR = numN = numV = numn = numv = 0;
1103     lastK = lastT = lastN = lastV = -1;
1104     for (iter=0; iter<2; iter++)
1105     {
1106         for (lastfpos=fpos=prevpos100=i=0; i<n; i++)
1107         {
1108             tmp = inds[i];
1109             if ( (i % 100) == 0 )
1110                 prevpos100 = tmp;
1111             else
1112             {
1113                 func = (tmp & 0xff);
1114                 offset = (tmp >> 8);
1115                 fpos = prevpos100 + offset;
1116                 if ( lastfpos >= datalen || (filedata[lastfpos] != func && func != 0) )
1117                     printf("i.%d/n.%d lastfpos.%ld >= datalen.%ld or [%d] != func.%d\n",i,n,lastfpos,datalen,filedata[lastfpos],func);
1118                 else if ( iter == 0 )
1119                 {
1120                     switch ( func )
1121                     {
1122                         default: case 'P': case 'U': case 'D':
1123                             inds[i] &= 0xffffff00;
1124                             break;
1125                         case 'K':
1126                             lastK = lastfpos;
1127                             inds[i] &= 0xffffff00;
1128                             break;
1129                         case 'T':
1130                             lastT = lastfpos;
1131                             inds[i] &= 0xffffff00;
1132                             break;
1133                         case 'N':
1134                             lastN = lastfpos;
1135                             numN++;
1136                             break;
1137                         case 'V':
1138                             lastV = lastfpos;
1139                             numV++;
1140                             break;
1141                         case 'R':
1142                             numR++;
1143                             break;
1144                     }
1145                 }
1146                 else
1147                 {
1148                     doissue = 0;
1149                     if ( func == 'K' )
1150                     {
1151                         if ( lastK == lastfpos )
1152                             doissue = 1;
1153                     }
1154                     else if ( func == 'T' )
1155                     {
1156                         if ( lastT == lastfpos )
1157                             doissue = 1;
1158                     }
1159                     else if ( func == 'N' )
1160                     {
1161                         if ( numn > numN-128 )
1162                             doissue = 1;
1163                         numn++;
1164                     }
1165                     else if ( func == 'V' )
1166                     {
1167                         if ( KOMODO_PAX != 0 && numv > numV-1440 )
1168                             doissue = 1;
1169                         numv++;
1170                     }
1171                     else if ( func == 'R' )
1172                         doissue = 1;
1173                     if ( doissue != 0 )
1174                     {
1175                         //printf("issue %c total.%d lastfpos.%ld\n",func,count,lastfpos);
1176                         komodo_parsestatefiledata(sp,filedata,&lastfpos,datalen,symbol,dest);
1177                         count++;
1178                     }
1179                 }
1180             }
1181             lastfpos = fpos;
1182         }
1183     }
1184     printf("numR.%d numV.%d numN.%d count.%d\n",numR,numV,numN,count);
1185     /*else if ( func == 'K' ) // KMD height: stop after 1st
1186     else if ( func == 'T' ) // KMD height+timestamp: stop after 1st
1187
1188     else if ( func == 'N' ) // notarization, scan backwards 1440+ blocks;
1189     else if ( func == 'V' ) // price feed: can stop after 1440+
1190     else if ( func == 'R' ) // opreturn:*/
1191 }
1192
1193 void *OS_loadfile(char *fname,uint8_t **bufp,long *lenp,long *allocsizep)
1194 {
1195     FILE *fp;
1196     long  filesize,buflen = *allocsizep;
1197     uint8_t *buf = *bufp;
1198     *lenp = 0;
1199     if ( (fp= fopen(fname,"rb")) != 0 )
1200     {
1201         fseek(fp,0,SEEK_END);
1202         filesize = ftell(fp);
1203         if ( filesize == 0 )
1204         {
1205             fclose(fp);
1206             *lenp = 0;
1207             printf("OS_loadfile null size.(%s)\n",fname);
1208             return(0);
1209         }
1210         if ( filesize > buflen )
1211         {
1212             *allocsizep = filesize;
1213             *bufp = buf = (uint8_t *)realloc(buf,(long)*allocsizep+64);
1214         }
1215         rewind(fp);
1216         if ( buf == 0 )
1217             printf("Null buf ???\n");
1218         else
1219         {
1220             if ( fread(buf,1,(long)filesize,fp) != (unsigned long)filesize )
1221                 printf("error reading filesize.%ld\n",(long)filesize);
1222             buf[filesize] = 0;
1223         }
1224         fclose(fp);
1225         *lenp = filesize;
1226         //printf("loaded.(%s)\n",buf);
1227     } //else printf("OS_loadfile couldnt load.(%s)\n",fname);
1228     return(buf);
1229 }
1230
1231 uint8_t *OS_fileptr(long *allocsizep,char *fname)
1232 {
1233     long filesize = 0; uint8_t *buf = 0; void *retptr;
1234     *allocsizep = 0;
1235     retptr = OS_loadfile(fname,&buf,&filesize,allocsizep);
1236     return((uint8_t *)retptr);
1237 }
1238
1239 long komodo_stateind_validate(struct komodo_state *sp,char *indfname,uint8_t *filedata,long datalen,uint32_t *prevpos100p,uint32_t *indcounterp,char *symbol,char *dest)
1240 {
1241     FILE *fp; long fsize,lastfpos=0,fpos=0; uint8_t *inds,func; int32_t i,n; uint32_t offset,tmp,prevpos100 = 0;
1242     *indcounterp = *prevpos100p = 0;
1243     if ( (inds= OS_fileptr(&fsize,indfname)) != 0 )
1244     {
1245         lastfpos = 0;
1246         fprintf(stderr,"inds.%p validate %s fsize.%ld datalen.%ld n.%ld lastfpos.%ld\n",inds,indfname,fsize,datalen,fsize / sizeof(uint32_t),lastfpos);
1247         if ( (fsize % sizeof(uint32_t)) == 0 )
1248         {
1249             n = (int32_t)(fsize / sizeof(uint32_t));
1250             for (i=0; i<n; i++)
1251             {
1252                 memcpy(&tmp,&inds[i * sizeof(uint32_t)],sizeof(uint32_t));
1253                 if ( 0 && i > n-10 )
1254                     printf("%d: tmp.%08x [%c] prevpos100.%u\n",i,tmp,tmp&0xff,prevpos100);
1255                 if ( (i % 100) == 0 )
1256                     prevpos100 = tmp;
1257                 else
1258                 {
1259                     func = (tmp & 0xff);
1260                     offset = (tmp >> 8);
1261                     fpos = prevpos100 + offset;
1262                     if ( lastfpos >= datalen || filedata[lastfpos] != func )
1263                     {
1264                         printf("validate.%d error (%u %d) prev100 %u -> fpos.%ld datalen.%ld [%d] (%c) vs (%c) lastfpos.%ld\n",i,offset,func,prevpos100,fpos,datalen,lastfpos < datalen ? filedata[lastfpos] : -1,func,filedata[lastfpos],lastfpos);
1265                         return(-1);
1266                     }
1267                 }
1268                 lastfpos = fpos;
1269             }
1270             *indcounterp = n;
1271             *prevpos100p = prevpos100;
1272             if ( sp != 0 )
1273                 komodo_stateind_set(sp,(uint32_t *)inds,n,filedata,fpos,symbol,dest);
1274             //printf("free inds.%p %s validated[%d] fpos.%ld datalen.%ld, offset %ld vs fsize.%ld\n",inds,indfname,i,fpos,datalen,i * sizeof(uint32_t),fsize);
1275             free(inds);
1276             return(fpos);
1277         } else printf("wrong filesize %s %ld\n",indfname,fsize);
1278     }
1279     free(inds);
1280     fprintf(stderr,"indvalidate return -1\n");
1281     return(-1);
1282 }
1283
1284 long komodo_indfile_update(FILE *indfp,uint32_t *prevpos100p,long lastfpos,long newfpos,uint8_t func,uint32_t *indcounterp)
1285 {
1286     uint32_t tmp;
1287     if ( indfp != 0 )
1288     {
1289         tmp = ((uint32_t)(newfpos - *prevpos100p) << 8) | (func & 0xff);
1290         if ( ftell(indfp)/sizeof(uint32_t) != *indcounterp )
1291             printf("indfp fpos %ld -> ind.%ld vs counter.%u\n",ftell(indfp),ftell(indfp)/sizeof(uint32_t),*indcounterp);
1292         //fprintf(stderr,"ftell.%ld indcounter.%u lastfpos.%ld newfpos.%ld func.%02x\n",ftell(indfp),*indcounterp,lastfpos,newfpos,func);
1293         fwrite(&tmp,1,sizeof(tmp),indfp), (*indcounterp)++;
1294         if ( (*indcounterp % 100) == 0 )
1295         {
1296             *prevpos100p = (uint32_t)newfpos;
1297             fwrite(prevpos100p,1,sizeof(*prevpos100p),indfp), (*indcounterp)++;
1298         }
1299     }
1300     return(newfpos);
1301 }
1302
1303 int32_t komodo_faststateinit(struct komodo_state *sp,char *fname,char *symbol,char *dest)
1304 {
1305     FILE *indfp; char indfname[1024]; uint8_t *filedata; long validated=-1,datalen,fpos,lastfpos; uint32_t tmp,prevpos100,indcounter,starttime; int32_t func,finished = 0;
1306     starttime = (uint32_t)time(NULL);
1307     safecopy(indfname,fname,sizeof(indfname)-4);
1308     strcat(indfname,".ind");
1309     if ( (filedata= OS_fileptr(&datalen,fname)) != 0 )
1310     {
1311         if ( 1 )//datalen >= (1LL << 32) || GetArg("-genind",0) != 0 || (validated= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1312         {
1313             lastfpos = fpos = 0;
1314             indcounter = prevpos100 = 0;
1315             if ( (indfp= fopen(indfname,"wb")) != 0 )
1316                 fwrite(&prevpos100,1,sizeof(prevpos100),indfp), indcounter++;
1317             fprintf(stderr,"processing %s %ldKB, validated.%ld\n",fname,datalen/1024,validated);
1318             while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1319             {
1320                 lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1321             }
1322             if ( indfp != 0 )
1323             {
1324                 fclose(indfp);
1325                 if ( (fpos= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1326                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1327                 else printf("%s validated fpos.%ld\n",indfname,fpos);
1328             }
1329             finished = 1;
1330             fprintf(stderr,"took %d seconds to process %s %ldKB\n",(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1331         }
1332         else if ( validated > 0 )
1333         {
1334             if ( (indfp= fopen(indfname,"rb+")) != 0 )
1335             {
1336                 lastfpos = fpos = validated;
1337                 fprintf(stderr,"datalen.%ld validated %ld -> indcounter %u, prevpos100 %u offset.%ld\n",datalen,validated,indcounter,prevpos100,indcounter * sizeof(uint32_t));
1338                 if ( fpos < datalen )
1339                 {
1340                     fseek(indfp,indcounter * sizeof(uint32_t),SEEK_SET);
1341                     if ( ftell(indfp) == indcounter * sizeof(uint32_t) )
1342                     {
1343                         while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1344                         {
1345                             lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1346                             if ( lastfpos != fpos )
1347                                 fprintf(stderr,"unexpected lastfpos.%ld != %ld\n",lastfpos,fpos);
1348                         }
1349                     }
1350                     fclose(indfp);
1351                 }
1352                 if ( komodo_stateind_validate(sp,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest) < 0 )
1353                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1354                 else
1355                 {
1356                     printf("%s validated updated from validated.%ld to %ld new.[%ld] -> indcounter %u, prevpos100 %u offset.%ld | elapsed %d seconds\n",indfname,validated,fpos,fpos-validated,indcounter,prevpos100,indcounter * sizeof(uint32_t),(int32_t)(time(NULL) - starttime));
1357                     finished = 1;
1358                 }
1359             }
1360         } else printf("komodo_faststateinit unexpected case\n");
1361         free(filedata);
1362         return(finished == 1);
1363     }
1364     return(-1);
1365 }
1366
1367 uint64_t komodo_interestsum();
1368
1369 void komodo_passport_iteration()
1370 {
1371     static long lastpos[34]; static char userpass[33][1024]; static uint32_t lasttime,callcounter,lastinterest;
1372     int32_t maxseconds = 10;
1373     FILE *fp; uint8_t *filedata; long fpos,datalen,lastfpos; int32_t baseid,limit,n,ht,isrealtime,expired,refid,blocks,longest; struct komodo_state *sp,*refsp; char *retstr,fname[512],*base,symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint32_t buf[3],starttime; cJSON *infoobj,*result; uint64_t RTmask = 0;
1374     expired = 0;
1375     while ( KOMODO_INITDONE == 0 )
1376     {
1377         fprintf(stderr,"[%s] PASSPORT iteration waiting for KOMODO_INITDONE\n",ASSETCHAINS_SYMBOL);
1378         sleep(3);
1379     }
1380     if ( komodo_chainactive_timestamp() > lastinterest )
1381     {
1382         komodo_interestsum();
1383         komodo_longestchain();
1384         lastinterest = komodo_chainactive_timestamp();
1385     }
1386     refsp = komodo_stateptr(symbol,dest);
1387     if ( ASSETCHAINS_SYMBOL[0] == 0 )
1388     {
1389         refid = 33;
1390         limit = 10000000;
1391         jumblr_iteration();
1392     }
1393     else
1394     {
1395         limit = 10000000;
1396         refid = komodo_baseid(ASSETCHAINS_SYMBOL)+1; // illegal base -> baseid.-1 -> 0
1397         if ( refid == 0 )
1398         {
1399             KOMODO_PASSPORT_INITDONE = 1;
1400             return;
1401         }
1402     }
1403     /*if ( KOMODO_PAX == 0 )
1404     {
1405         KOMODO_PASSPORT_INITDONE = 1;
1406         return;
1407     }*/
1408     starttime = (uint32_t)time(NULL);
1409     if ( callcounter++ < 1 )
1410         limit = 10000;
1411     lasttime = starttime;
1412     for (baseid=32; baseid>=0; baseid--)
1413     {
1414         if ( time(NULL) >= starttime+maxseconds )
1415             break;
1416         sp = 0;
1417         isrealtime = 0;
1418         base = (char *)CURRENCIES[baseid];
1419         //printf("PASSPORT %s baseid+1 %d refid.%d\n",ASSETCHAINS_SYMBOL,baseid+1,refid);
1420         if ( baseid+1 != refid ) // only need to import state from a different coin
1421         {
1422             if ( baseid == 32 ) // only care about KMD's state
1423             {
1424                 refsp->RTmask &= ~(1LL << baseid);
1425                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"komodostate");
1426                 komodo_nameset(symbol,dest,base);
1427                 sp = komodo_stateptrget(symbol);
1428                 n = 0;
1429                 if ( lastpos[baseid] == 0 && (filedata= OS_fileptr(&datalen,fname)) != 0 )
1430                 {
1431                     fpos = 0;
1432                     fprintf(stderr,"%s processing %s %ldKB\n",ASSETCHAINS_SYMBOL,fname,datalen/1024);
1433                     while ( komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest) >= 0 )
1434                         lastfpos = fpos;
1435                     fprintf(stderr,"%s took %d seconds to process %s %ldKB\n",ASSETCHAINS_SYMBOL,(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1436                     lastpos[baseid] = lastfpos;
1437                     free(filedata), filedata = 0;
1438                     datalen = 0;
1439                 }
1440                 else if ( (fp= fopen(fname,"rb")) != 0 && sp != 0 )
1441                 {
1442                     fseek(fp,0,SEEK_END);
1443                     //fprintf(stderr,"couldnt OS_fileptr(%s), freading %ldKB\n",fname,ftell(fp)/1024);
1444                     if ( ftell(fp) > lastpos[baseid] )
1445                     {
1446                         if ( ASSETCHAINS_SYMBOL[0] != 0 )
1447                             printf("%s passport refid.%d %s fname.(%s) base.%s %ld %ld\n",ASSETCHAINS_SYMBOL,refid,symbol,fname,base,ftell(fp),lastpos[baseid]);
1448                         fseek(fp,lastpos[baseid],SEEK_SET);
1449                         while ( komodo_parsestatefile(sp,fp,symbol,dest) >= 0 && n < limit )
1450                         {
1451                             if ( n == limit-1 )
1452                             {
1453                                 if ( time(NULL) < starttime+maxseconds )
1454                                     n = 0;
1455                                 else
1456                                 {
1457                                     //printf("expire passport loop %s -> %s at %ld\n",ASSETCHAINS_SYMBOL,base,lastpos[baseid]);
1458                                     expired++;
1459                                 }
1460                             }
1461                             n++;
1462                         }
1463                         lastpos[baseid] = ftell(fp);
1464                         if ( 0 && lastpos[baseid] == 0 && strcmp(symbol,"KMD") == 0 )
1465                             printf("from.(%s) lastpos[%s] %ld isrt.%d\n",ASSETCHAINS_SYMBOL,CURRENCIES[baseid],lastpos[baseid],komodo_isrealtime(&ht));
1466                     } //else fprintf(stderr,"%s.%ld ",CURRENCIES[baseid],ftell(fp));
1467                     fclose(fp);
1468                 } else fprintf(stderr,"load error.(%s) %p\n",fname,sp);
1469                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1470                 if ( (fp= fopen(fname,"rb")) != 0 )
1471                 {
1472                     if ( fread(buf,1,sizeof(buf),fp) == sizeof(buf) )
1473                     {
1474                         sp->CURRENT_HEIGHT = buf[0];
1475                         if ( buf[0] != 0 && buf[0] >= buf[1] && buf[2] > time(NULL)-60 )
1476                         {
1477                             isrealtime = 1;
1478                             RTmask |= (1LL << baseid);
1479                             memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1480                         }
1481                         else if ( KOMODO_PAX != 0 && (time(NULL)-buf[2]) > 60 && ASSETCHAINS_SYMBOL[0] != 0 )
1482                             fprintf(stderr,"[%s]: %s not RT %u %u %d\n",ASSETCHAINS_SYMBOL,base,buf[0],buf[1],(int32_t)(time(NULL)-buf[2]));
1483                     } //else fprintf(stderr,"%s size error RT\n",base);
1484                     fclose(fp);
1485                 } //else fprintf(stderr,"%s open error RT\n",base);
1486             }
1487         }
1488         else
1489         {
1490             refsp->RTmask &= ~(1LL << baseid);
1491             komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1492             if ( (fp= fopen(fname,"wb")) != 0 )
1493             {
1494                 buf[0] = (uint32_t)chainActive.LastTip()->nHeight;
1495                 buf[1] = (uint32_t)komodo_longestchain();
1496                 if ( buf[0] != 0 && buf[0] == buf[1] )
1497                 {
1498                     buf[2] = (uint32_t)time(NULL);
1499                     RTmask |= (1LL << baseid);
1500                     memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1501                     if ( refid != 0 )
1502                         memcpy(refsp->RTbufs[0],buf,sizeof(refsp->RTbufs[0]));
1503                 }
1504                 if ( fwrite(buf,1,sizeof(buf),fp) != sizeof(buf) )
1505                     fprintf(stderr,"[%s] %s error writing realtime\n",ASSETCHAINS_SYMBOL,base);
1506                 fclose(fp);
1507             } else fprintf(stderr,"%s create error RT\n",base);
1508         }
1509         if ( sp != 0 && isrealtime == 0 )
1510             refsp->RTbufs[0][2] = 0;
1511     }
1512     //komodo_paxtotal(); // calls komodo_isrealtime(), which calls komodo_longestchain()
1513     refsp->RTmask |= RTmask;
1514     if ( expired == 0 && KOMODO_PASSPORT_INITDONE == 0 )
1515     {
1516         KOMODO_PASSPORT_INITDONE = 1;
1517         printf("READY for %s RPC calls at %u! done PASSPORT %s refid.%d\n",ASSETCHAINS_SYMBOL,(uint32_t)time(NULL),ASSETCHAINS_SYMBOL,refid);
1518     }
1519 }
1520