src/komodo_gateway.h

   1 /******************************************************************************
   2  * Copyright © 2014-2018 The SuperNET Developers.                             *
   3  *                                                                            *
   4  * See the AUTHORS, DEVELOPER-AGREEMENT and LICENSE files at                  *
   5  * the top-level directory of this distribution for the individual copyright  *
   6  * holder information and the developer policies on copyright and licensing.  *
   7  *                                                                            *
   8  * Unless otherwise agreed in a custom licensing agreement, no part of the    *
   9  * SuperNET software, including this file may be copied, modified, propagated *
  10  * or distributed except according to the terms contained in the LICENSE file *
  11  *                                                                            *
  12  * Removal or modification of this copyright notice is prohibited.            *
  13  *                                                                            *
  14  ******************************************************************************/
  15
  16 // paxdeposit equivalent in reverse makes opreturn and KMD does the same in reverse
  17 #include "komodo_defs.h"
  18
  19 int32_t pax_fiatstatus(uint64_t *available,uint64_t *deposited,uint64_t *issued,uint64_t *withdrawn,uint64_t *approved,uint64_t *redeemed,char *base)
  20 {
  21     int32_t baseid; struct komodo_state *sp; int64_t netliability,maxallowed,maxval;
  22     *available = *deposited = *issued = *withdrawn = *approved = *redeemed = 0;
  23     if ( (baseid= komodo_baseid(base)) >= 0 )
  24     {
  25         if ( (sp= komodo_stateptrget(base)) != 0 )
  26         {
  27             *deposited = sp->deposited;
  28             *issued = sp->issued;
  29             *withdrawn = sp->withdrawn;
  30             *approved = sp->approved;
  31             *redeemed = sp->redeemed;
  32             maxval = sp->approved;
  33             if ( sp->withdrawn > maxval )
  34                 maxval = sp->withdrawn;
  35             netliability = (sp->issued - maxval) - sp->shorted;
  36             maxallowed = komodo_maxallowed(baseid);
  37             if ( netliability < maxallowed )
  38                 *available = (maxallowed - netliability);
  39             //printf("%llu - %llu %s %.8f %.8f %.8f %.8f %.8f\n",(long long)maxallowed,(long long)netliability,base,dstr(*deposited),dstr(*issued),dstr(*withdrawn),dstr(*approved),dstr(*redeemed));
  40             return(0);
  41         } else printf("pax_fiatstatus cant get basesp.%s\n",base);
  42     } // else printf("pax_fiatstatus illegal base.%s\n",base);
  43     return(-1);
  44 }
  45
  46 void pax_keyset(uint8_t *buf,uint256 txid,uint16_t vout,uint8_t type)
  47 {
  48     memcpy(buf,&txid,32);
  49     memcpy(&buf[32],&vout,2);
  50     buf[34] = type;
  51 }
  52
  53 struct pax_transaction *komodo_paxfind(uint256 txid,uint16_t vout,uint8_t type)
  54 {
  55     struct pax_transaction *pax; uint8_t buf[35];
  56     pthread_mutex_lock(&komodo_mutex);
  57     pax_keyset(buf,txid,vout,type);
  58     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  59     pthread_mutex_unlock(&komodo_mutex);
  60     return(pax);
  61 }
  62
  63 struct pax_transaction *komodo_paxfinds(uint256 txid,uint16_t vout)
  64 {
  65     struct pax_transaction *pax; int32_t i; uint8_t types[] = { 'I', 'D', 'X', 'A', 'W' };
  66     for (i=0; i<sizeof(types)/sizeof(*types); i++)
  67         if ( (pax= komodo_paxfind(txid,vout,types[i])) != 0 )
  68             return(pax);
  69     return(0);
  70 }
  71
  72 struct pax_transaction *komodo_paxmark(int32_t height,uint256 txid,uint16_t vout,uint8_t type,int32_t mark)
  73 {
  74     struct pax_transaction *pax; uint8_t buf[35];
  75     pthread_mutex_lock(&komodo_mutex);
  76     pax_keyset(buf,txid,vout,type);
  77     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  78     if ( pax == 0 )
  79     {
  80         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
  81         pax->txid = txid;
  82         pax->vout = vout;
  83         pax->type = type;
  84         memcpy(pax->buf,buf,sizeof(pax->buf));
  85         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
  86         //printf("ht.%d create pax.%p mark.%d\n",height,pax,mark);
  87     }
  88     if ( pax != 0 )
  89     {
  90         pax->marked = mark;
  91         //if ( height > 214700 || pax->height > 214700 )
  92         //    printf("mark ht.%d %.8f %.8f\n",pax->height,dstr(pax->komodoshis),dstr(pax->fiatoshis));
  93
  94     }
  95     pthread_mutex_unlock(&komodo_mutex);
  96     return(pax);
  97 }
  98
  99 void komodo_paxdelete(struct pax_transaction *pax)
 100 {
 101     return; // breaks when out of order
 102     pthread_mutex_lock(&komodo_mutex);
 103     HASH_DELETE(hh,PAX,pax);
 104     pthread_mutex_unlock(&komodo_mutex);
 105 }
 106
 107 void komodo_gateway_deposit(char *coinaddr,uint64_t value,char *symbol,uint64_t fiatoshis,uint8_t *rmd160,uint256 txid,uint16_t vout,uint8_t type,int32_t height,int32_t otherheight,char *source,int32_t approved) // assetchain context
 108 {
 109     struct pax_transaction *pax; uint8_t buf[35]; int32_t addflag = 0; struct komodo_state *sp; char str[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*s;
 110     //if ( KOMODO_PAX == 0 )
 111     //    return;
 112     //if ( strcmp(symbol,ASSETCHAINS_SYMBOL) != 0 )
 113     //    return;
 114     sp = komodo_stateptr(str,dest);
 115     pthread_mutex_lock(&komodo_mutex);
 116     pax_keyset(buf,txid,vout,type);
 117     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
 118     if ( pax == 0 )
 119     {
 120         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
 121         pax->txid = txid;
 122         pax->vout = vout;
 123         pax->type = type;
 124         memcpy(pax->buf,buf,sizeof(pax->buf));
 125         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
 126         addflag = 1;
 127         if ( 0 && ASSETCHAINS_SYMBOL[0] == 0 )
 128         {
 129             int32_t i; for (i=0; i<32; i++)
 130                 printf("%02x",((uint8_t *)&txid)[i]);
 131             printf(" v.%d [%s] kht.%d ht.%d create pax.%p symbol.%s source.%s\n",vout,ASSETCHAINS_SYMBOL,height,otherheight,pax,symbol,source);
 132         }
 133     }
 134     pthread_mutex_unlock(&komodo_mutex);
 135     if ( coinaddr != 0 )
 136     {
 137         strcpy(pax->coinaddr,coinaddr);
 138         if ( value != 0 )
 139             pax->komodoshis = value;
 140         if ( symbol != 0 )
 141             strcpy(pax->symbol,symbol);
 142         if ( source != 0 )
 143             strcpy(pax->source,source);
 144         if ( fiatoshis != 0 )
 145             pax->fiatoshis = fiatoshis;
 146         if ( rmd160 != 0 )
 147             memcpy(pax->rmd160,rmd160,20);
 148         if ( height != 0 )
 149             pax->height = height;
 150         if ( otherheight != 0 )
 151             pax->otherheight = otherheight;
 152     }
 153     else
 154     {
 155         pax->marked = height;
 156         //printf("pax.%p MARK DEPOSIT ht.%d other.%d\n",pax,height,otherheight);
 157     }
 158 }
 159
 160 int32_t komodo_rwapproval(int32_t rwflag,uint8_t *opretbuf,struct pax_transaction *pax)
 161 {
 162     int32_t i,len = 0;
 163     if ( rwflag == 1 )
 164     {
 165         for (i=0; i<32; i++)
 166             opretbuf[len++] = ((uint8_t *)&pax->txid)[i];
 167         opretbuf[len++] = pax->vout & 0xff;
 168         opretbuf[len++] = (pax->vout >> 8) & 0xff;
 169     }
 170     else
 171     {
 172         for (i=0; i<32; i++)
 173             ((uint8_t *)&pax->txid)[i] = opretbuf[len++];
 174         //for (i=0; i<32; i++)
 175         //    printf("%02x",((uint8_t *)&pax->txid)[31-i]);
 176         pax->vout = opretbuf[len++];
 177         pax->vout += ((uint32_t)opretbuf[len++] << 8);
 178         //printf(" txid v.%d\n",pax->vout);
 179     }
 180     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->komodoshis),&pax->komodoshis);
 181     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->fiatoshis),&pax->fiatoshis);
 182     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->height),&pax->height);
 183     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->otherheight),&pax->otherheight);
 184     if ( rwflag != 0 )
 185     {
 186         memcpy(&opretbuf[len],pax->rmd160,20), len += 20;
 187         for (i=0; i<4; i++)
 188             opretbuf[len++] = pax->source[i];
 189     }
 190     else
 191     {
 192         memcpy(pax->rmd160,&opretbuf[len],20), len += 20;
 193         for (i=0; i<4; i++)
 194             pax->source[i] = opretbuf[len++];
 195     }
 196     return(len);
 197 }
 198
 199 int32_t komodo_issued_opreturn(char *base,uint256 *txids,uint16_t *vouts,int64_t *values,int64_t *srcvalues,int32_t *kmdheights,int32_t *otherheights,int8_t *baseids,uint8_t *rmd160s,uint8_t *opretbuf,int32_t opretlen,int32_t iskomodo)
 200 {
 201     struct pax_transaction p,*pax; int32_t i,n=0,j,len=0,incr,height,otherheight; uint8_t type,rmd160[20]; uint64_t fiatoshis; char symbol[KOMODO_ASSETCHAIN_MAXLEN];
 202     //if ( KOMODO_PAX == 0 )
 203     //    return(0);
 204     incr = 34 + (iskomodo * (2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 4));
 205     //41e77b91cb68dc2aa02fa88550eae6b6d44db676a7e935337b6d1392d9718f03cb0200305c90660400000000fbcbeb1f000000bde801006201000058e7945ad08ddba1eac9c9b6c8e1e97e8016a2d152
 206
 207     // 41e94d736ec69d88c08b5d238abeeca609c02357a8317e0d56c328bcb1c259be5d0200485bc80200000000404b4c000000000059470200b80b000061f22ba7d19fe29ac3baebd839af8b7127d1f9075553440046bb4cc7a3b5cd39dffe7206507a3482a00780e617f68b273cce9817ed69298d02001069ca1b0000000080f0fa02000000005b470200b90b000061f22ba7d19fe29ac3baebd839af8b7127d1f90755
 208
 209     //for (i=0; i<opretlen; i++)
 210     //    printf("%02x",opretbuf[i]);
 211     //printf(" opretlen.%d (%s)\n",opretlen,base);
 212     //printf(" opretlen.%d vs %d incr.%d (%d)\n",opretlen,(int32_t)(2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 2),incr,opretlen/incr);
 213     //if ( ASSETCHAINS_SYMBOL[0] == 0 || strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0 )
 214     {
 215         type = opretbuf[0];
 216         opretbuf++, opretlen--;
 217         for (n=0; n<opretlen/incr; n++)
 218         {
 219             if ( iskomodo != 0 )
 220             {
 221                 memset(&p,0,sizeof(p));
 222                 len += komodo_rwapproval(0,&opretbuf[len],&p);
 223                 if ( values != 0 && srcvalues != 0 && kmdheights != 0 && otherheights != 0 && baseids != 0 && rmd160s != 0 )
 224                 {
 225                     txids[n] = p.txid;
 226                     vouts[n] = p.vout;
 227                     values[n] = (strcmp("KMD",base) == 0) ? p.komodoshis : p.fiatoshis;
 228                     srcvalues[n] = (strcmp("KMD",base) == 0) ? p.fiatoshis : p.komodoshis;
 229                     kmdheights[n] = p.height;
 230                     otherheights[n] = p.otherheight;
 231                     memcpy(&rmd160s[n * 20],p.rmd160,20);
 232                     baseids[n] = komodo_baseid(p.source);
 233                     if ( 0 )
 234                     {
 235                         char coinaddr[64];
 236                         bitcoin_address(coinaddr,60,&rmd160s[n * 20],20);
 237                         printf(">>>>>>> %s: (%s) fiat %.8f kmdheight.%d other.%d -> %s %.8f\n",type=='A'?"approvedA":"issuedX",baseids[n]>=0?CURRENCIES[baseids[n]]:"???",dstr(p.fiatoshis),kmdheights[n],otherheights[n],coinaddr,dstr(values[n]));
 238                     }
 239                 }
 240             }
 241             else
 242             {
 243                 for (i=0; i<4; i++)
 244                     base[i] = opretbuf[opretlen-4+i];
 245                 for (j=0; j<32; j++)
 246                 {
 247                     ((uint8_t *)&txids[n])[j] = opretbuf[len++];
 248                     //printf("%02x",((uint8_t *)&txids[n])[j]);
 249                 }
 250                 vouts[n] = opretbuf[len++];
 251                 vouts[n] = (opretbuf[len++] << 8) | vouts[n];
 252                 baseids[n] = komodo_baseid(base);
 253                 if ( (pax= komodo_paxfinds(txids[n],vouts[n])) != 0 )
 254                 {
 255                     values[n] = (strcmp("KMD",base) == 0) ? pax->komodoshis : pax->fiatoshis;
 256                     srcvalues[n] = (strcmp("KMD",base) == 0) ? pax->fiatoshis : pax->komodoshis;
 257                     kmdheights[n] = pax->height;
 258                     otherheights[n] = pax->otherheight;
 259                     memcpy(&rmd160s[n * 20],pax->rmd160,20);
 260                 }
 261             }
 262             //printf(" komodo_issued_opreturn issuedtxid v%d i.%d opretlen.%d\n",vouts[n],n,opretlen);
 263         }
 264     }
 265     return(n);
 266 }
 267
 268 int32_t komodo_paxcmp(char *symbol,int32_t kmdheight,uint64_t value,uint64_t checkvalue,uint64_t seed)
 269 {
 270     int32_t ratio;
 271     if ( seed == 0 && checkvalue != 0 )
 272     {
 273         ratio = ((value << 6) / checkvalue);
 274         if ( ratio >= 60 && ratio <= 67 )
 275             return(0);
 276         else
 277         {
 278             if ( ASSETCHAINS_SYMBOL[0] != 0 )
 279                 printf("ht.%d ignore mismatched %s value %lld vs checkvalue %lld -> ratio.%d\n",kmdheight,symbol,(long long)value,(long long)checkvalue,ratio);
 280             return(-1);
 281         }
 282     }
 283     else if ( checkvalue != 0 )
 284     {
 285         ratio = ((value << 10) / checkvalue);
 286         if ( ratio >= 1023 && ratio <= 1025 )
 287             return(0);
 288     }
 289     return(value != checkvalue);
 290 }
 291
 292 uint64_t komodo_paxtotal()
 293 {
 294     struct pax_transaction *pax,*pax2,*tmp,*tmp2; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*str; int32_t i,ht; int64_t checktoshis; uint64_t seed,total = 0; struct komodo_state *basesp;
 295     if ( KOMODO_PASSPORT_INITDONE == 0 ) //KOMODO_PAX == 0 ||
 296         return(0);
 297     if ( komodo_isrealtime(&ht) == 0 )
 298         return(0);
 299     else
 300     {
 301         HASH_ITER(hh,PAX,pax,tmp)
 302         {
 303             if ( pax->marked != 0 )
 304                 continue;
 305             if ( pax->type == 'A' || pax->type == 'D' || pax->type == 'X' )
 306                 str = pax->symbol;
 307             else str = pax->source;
 308             basesp = komodo_stateptrget(str);
 309             if ( basesp != 0 && pax->didstats == 0 )
 310             {
 311                 if ( pax->type == 'I' && (pax2= komodo_paxfind(pax->txid,pax->vout,'D')) != 0 )
 312                 {
 313                     if ( pax2->fiatoshis != 0 )
 314                     {
 315                         pax->komodoshis = pax2->komodoshis;
 316                         pax->fiatoshis = pax2->fiatoshis;
 317                         basesp->issued += pax->fiatoshis;
 318                         pax->didstats = 1;
 319                         if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 320                             printf("########### %p issued %s += %.8f kmdheight.%d %.8f other.%d\n",basesp,str,dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight);
 321                         pax2->marked = pax->height;
 322                         pax->marked = pax->height;
 323                     }
 324                 }
 325                 else if ( pax->type == 'W' )
 326                 {
 327                     //bitcoin_address(coinaddr,addrtype,rmd160,20);
 328                     if ( (checktoshis= komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis)) != 0 )
 329                     {
 330                         if ( komodo_paxcmp(pax->source,pax->height,pax->komodoshis,checktoshis,seed) != 0 )
 331                         {
 332                             pax->marked = pax->height;
 333                             //printf("WITHDRAW.%s mark <- %d %.8f != %.8f\n",pax->source,pax->height,dstr(checktoshis),dstr(pax->komodoshis));
 334                         }
 335                         else if ( pax->validated == 0 )
 336                         {
 337                             pax->validated = pax->komodoshis = checktoshis;
 338                             //int32_t j; for (j=0; j<32; j++)
 339                             //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 340                             //if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 341                             //    printf(" v%d %p got WITHDRAW.%s kmd.%d ht.%d %.8f -> %.8f/%.8f\n",pax->vout,pax,pax->source,pax->height,pax->otherheight,dstr(pax->fiatoshis),dstr(pax->komodoshis),dstr(checktoshis));
 342                         }
 343                     }
 344                 }
 345             }
 346         }
 347     }
 348     komodo_stateptr(symbol,dest);
 349     HASH_ITER(hh,PAX,pax,tmp)
 350     {
 351         pax->ready = 0;
 352         if ( 0 && pax->type == 'A' )
 353             printf("%p pax.%s <- %s marked.%d %.8f -> %.8f validated.%d approved.%d\n",pax,pax->symbol,pax->source,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0);
 354         if ( pax->marked != 0 )
 355             continue;
 356         if ( strcmp(symbol,pax->symbol) == 0 || pax->type == 'A' )
 357         {
 358             if ( pax->marked == 0 )
 359             {
 360                 if ( komodo_is_issuer() != 0 )
 361                 {
 362                     if ( pax->validated != 0 && pax->type == 'D' )
 363                     {
 364                         total += pax->fiatoshis;
 365                         pax->ready = 1;
 366                     }
 367                 }
 368                 else if ( pax->approved != 0 && pax->type == 'A' )
 369                 {
 370                     if ( pax->validated != 0 )
 371                     {
 372                         total += pax->komodoshis;
 373                         pax->ready = 1;
 374                     }
 375                     else
 376                     {
 377                         seed = 0;
 378                         checktoshis = komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis);
 379                         //printf("paxtotal PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",pax->height,pax->symbol,(double)pax->fiatoshis/COIN,(double)pax->komodoshis/COIN,(double)checktoshis/COIN);
 380                         //printf(" v%d %.8f k.%d ht.%d\n",pax->vout,dstr(pax->komodoshis),pax->height,pax->otherheight);
 381                         if ( seed != 0 && checktoshis != 0 )
 382                         {
 383                             if ( checktoshis == pax->komodoshis )
 384                             {
 385                                 total += pax->komodoshis;
 386                                 pax->validated = pax->komodoshis;
 387                                 pax->ready = 1;
 388                             } else pax->marked = pax->height;
 389                         }
 390                     }
 391                 }
 392                 if ( 0 && pax->ready != 0 )
 393                     printf("%p (%c) pax.%s marked.%d %.8f -> %.8f validated.%d approved.%d ready.%d ht.%d\n",pax,pax->type,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0,pax->ready,pax->height);
 394             }
 395         }
 396     }
 397     //printf("paxtotal %.8f\n",dstr(total));
 398     return(total);
 399 }
 400
 401 static int _paxorder(const void *a,const void *b)
 402 {
 403 #define pax_a (*(struct pax_transaction **)a)
 404 #define pax_b (*(struct pax_transaction **)b)
 405     uint64_t aval,bval;
 406     aval = pax_a->fiatoshis + pax_a->komodoshis + pax_a->height;
 407     bval = pax_b->fiatoshis + pax_b->komodoshis + pax_b->height;
 408         if ( bval > aval )
 409                 return(-1);
 410         else if ( bval < aval )
 411                 return(1);
 412         return(0);
 413 #undef pax_a
 414 #undef pax_b
 415 }
 416
 417 int32_t komodo_pending_withdraws(char *opretstr) // todo: enforce deterministic order
 418 {
 419     struct pax_transaction *pax,*pax2,*tmp,*paxes[64]; uint8_t opretbuf[16384*4]; int32_t i,n,ht,len=0; uint64_t total = 0;
 420     if ( KOMODO_PAX == 0 || KOMODO_PASSPORT_INITDONE == 0 )
 421         return(0);
 422     if ( komodo_isrealtime(&ht) == 0 || ASSETCHAINS_SYMBOL[0] != 0 )
 423         return(0);
 424     n = 0;
 425     HASH_ITER(hh,PAX,pax,tmp)
 426     {
 427         if ( pax->type == 'W' )
 428         {
 429             if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'A')) != 0 )
 430             {
 431                 if ( pax2->approved != 0 )
 432                     pax->approved = pax2->approved;
 433             }
 434             else if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'X')) != 0 )
 435                 pax->approved = pax->height;
 436             //printf("pending_withdraw: pax %s marked.%u approved.%u validated.%llu\n",pax->symbol,pax->marked,pax->approved,(long long)pax->validated);
 437             if ( pax->marked == 0 && pax->approved == 0 && pax->validated != 0 ) //strcmp((char *)"KMD",pax->symbol) == 0 &&
 438             {
 439                 if ( n < sizeof(paxes)/sizeof(*paxes) )
 440                 {
 441                     paxes[n++] = pax;
 442                     //int32_t j; for (j=0; j<32; j++)
 443                     //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 444                     //printf(" %s.(kmdht.%d ht.%d marked.%u approved.%d validated %.8f) %.8f\n",pax->source,pax->height,pax->otherheight,pax->marked,pax->approved,dstr(pax->validated),dstr(pax->komodoshis));
 445                 }
 446             }
 447         }
 448     }
 449     opretstr[0] = 0;
 450     if ( n > 0 )
 451     {
 452         opretbuf[len++] = 'A';
 453         qsort(paxes,n,sizeof(*paxes),_paxorder);
 454         for (i=0; i<n; i++)
 455         {
 456             if ( len < (sizeof(opretbuf)>>3)*7 )
 457                 len += komodo_rwapproval(1,&opretbuf[len],paxes[i]);
 458         }
 459         if ( len > 0 )
 460             init_hexbytes_noT(opretstr,opretbuf,len);
 461     }
 462     //fprintf(stderr,"komodo_pending_withdraws len.%d PAXTOTAL %.8f\n",len,dstr(komodo_paxtotal()));
 463     return(len);
 464 }
 465
 466 int32_t komodo_gateway_deposits(CMutableTransaction *txNew,char *base,int32_t tokomodo)
 467 {
 468     struct pax_transaction *pax,*tmp; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint8_t *script,opcode,opret[16384*4],data[16384*4]; int32_t i,baseid,ht,len=0,opretlen=0,numvouts=1; struct komodo_state *sp; uint64_t available,deposited,issued,withdrawn,approved,redeemed,mask,sum = 0;
 469     if ( KOMODO_PASSPORT_INITDONE == 0 )//KOMODO_PAX == 0 ||
 470         return(0);
 471     struct komodo_state *kmdsp = komodo_stateptrget((char *)"KMD");
 472     sp = komodo_stateptr(symbol,dest);
 473     strcpy(symbol,base);
 474     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 )
 475         return(0);
 476     PENDING_KOMODO_TX = 0;
 477     for (i=0; i<3; i++)
 478     {
 479         if ( komodo_isrealtime(&ht) != 0 )
 480             break;
 481         sleep(1);
 482     }
 483     if ( i == 3 )
 484     {
 485         if ( tokomodo == 0 )
 486             printf("%s not realtime ht.%d\n",ASSETCHAINS_SYMBOL,ht);
 487         return(0);
 488     }
 489     if ( tokomodo == 0 )
 490     {
 491         opcode = 'I';
 492     }
 493     else
 494     {
 495         opcode = 'X';
 496         if ( 1 || komodo_paxtotal() == 0 )
 497             return(0);
 498     }
 499     HASH_ITER(hh,PAX,pax,tmp)
 500     {
 501         if ( pax->type != 'D' && pax->type != 'A' )
 502             continue;
 503         {
 504 #ifdef KOMODO_ASSETCHAINS_WAITNOTARIZE
 505             if ( pax->height > 236000 )
 506             {
 507                 if ( kmdsp != 0 && kmdsp->NOTARIZED_HEIGHT >= pax->height )
 508                     pax->validated = pax->komodoshis;
 509                 else if ( kmdsp->CURRENT_HEIGHT > pax->height+30 )
 510                     pax->validated = pax->ready = 0;
 511             }
 512             else
 513             {
 514                 if ( kmdsp != 0 && (kmdsp->NOTARIZED_HEIGHT >= pax->height || kmdsp->CURRENT_HEIGHT > pax->height+30) ) // assumes same chain as notarize
 515                     pax->validated = pax->komodoshis;
 516                 else pax->validated = pax->ready = 0;
 517             }
 518 #else
 519             pax->validated = pax->komodoshis;
 520 #endif
 521         }
 522         if ( ASSETCHAINS_SYMBOL[0] != 0 && (pax_fiatstatus(&available,&deposited,&issued,&withdrawn,&approved,&redeemed,symbol) != 0 || available < pax->fiatoshis) )
 523         {
 524             //if ( pax->height > 214700 || strcmp(ASSETCHAINS_SYMBOL,symbol) == 0 )
 525             //    printf("miner.[%s]: skip %s %.8f when avail %.8f deposited %.8f, issued %.8f withdrawn %.8f approved %.8f redeemed %.8f\n",ASSETCHAINS_SYMBOL,symbol,dstr(pax->fiatoshis),dstr(available),dstr(deposited),dstr(issued),dstr(withdrawn),dstr(approved),dstr(redeemed));
 526             continue;
 527         }
 528         /*printf("pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d\n",pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0);
 529         if ( pax->marked != 0 || (pax->type != 'D' && pax->type != 'A') || pax->ready == 0 )
 530         {
 531             printf("reject 2\n");
 532             continue;
 533         }*/
 534         if ( ASSETCHAINS_SYMBOL[0] != 0 && (strcmp(pax->symbol,symbol) != 0 || pax->validated == 0 || pax->ready == 0) )
 535         {
 536             if ( strcmp(pax->symbol,ASSETCHAINS_SYMBOL) == 0 )
 537                 printf("pax->symbol.%s != %s or null pax->validated %.8f ready.%d ht.(%d %d)\n",pax->symbol,symbol,dstr(pax->validated),pax->ready,kmdsp->CURRENT_HEIGHT,pax->height);
 538             pax->marked = pax->height;
 539             continue;
 540         }
 541         if ( pax->ready == 0 )
 542             continue;
 543         if ( pax->type == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 544         {
 545             if ( kmdsp != 0 )
 546             {
 547                 if ( (baseid= komodo_baseid(pax->symbol)) < 0 || ((1LL << baseid) & sp->RTmask) == 0 )
 548                 {
 549                     printf("not RT for (%s) %llx baseid.%d %llx\n",pax->symbol,(long long)sp->RTmask,baseid,(long long)(1LL<<baseid));
 550                     continue;
 551                 }
 552             } else continue;
 553         }
 554
 555         //printf("redeem.%d? (%c) %p pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d approved.%d\n",tokomodo,pax->type,pax,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0,pax->approved!=0);
 556         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 557             printf("pax.%s marked.%d %.8f -> %.8f\n",ASSETCHAINS_SYMBOL,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis));
 558         if ( opcode == 'I' )
 559         {
 560             sum += pax->fiatoshis;
 561             if ( sum > available )
 562                 break;
 563         }
 564         txNew->vout.resize(numvouts+1);
 565         txNew->vout[numvouts].nValue = (opcode == 'I') ? pax->fiatoshis : pax->komodoshis;
 566         txNew->vout[numvouts].scriptPubKey.resize(25);
 567         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 568         *script++ = 0x76;
 569         *script++ = 0xa9;
 570         *script++ = 20;
 571         memcpy(script,pax->rmd160,20), script += 20;
 572         *script++ = 0x88;
 573         *script++ = 0xac;
 574         if ( tokomodo == 0 )
 575         {
 576             for (i=0; i<32; i++)
 577                 data[len++] = ((uint8_t *)&pax->txid)[i];
 578             data[len++] = pax->vout & 0xff;
 579             data[len++] = (pax->vout >> 8) & 0xff;
 580             PENDING_KOMODO_TX += pax->fiatoshis;
 581         }
 582         else
 583         {
 584             len += komodo_rwapproval(1,&data[len],pax);
 585             PENDING_KOMODO_TX += pax->komodoshis;
 586             printf(" len.%d vout.%u DEPOSIT %.8f <- pax.%s pending ht %d %d %.8f | ",len,pax->vout,(double)txNew->vout[numvouts].nValue/COIN,symbol,pax->height,pax->otherheight,dstr(PENDING_KOMODO_TX));
 587         }
 588         if ( numvouts++ >= 64 || sum > COIN )
 589             break;
 590     }
 591     if ( numvouts > 1 )
 592     {
 593         if ( tokomodo != 0 )
 594             strcpy(symbol,(char *)"KMD");
 595         for (i=0; symbol[i]!=0; i++)
 596             data[len++] = symbol[i];
 597         data[len++] = 0;
 598         for (i=0; i<len; i++)
 599             printf("%02x",data[i]);
 600         printf(" <- data[%d]\n",len);
 601         opretlen = komodo_opreturnscript(opret,opcode,data,len);
 602         txNew->vout.resize(numvouts+1);
 603         txNew->vout[numvouts].nValue = 0;
 604         txNew->vout[numvouts].scriptPubKey.resize(opretlen);
 605         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 606         memcpy(script,opret,opretlen);
 607         for (i=0; i<8; i++)
 608             printf("%02x",opret[i]);
 609         printf(" <- opret, MINER deposits.%d (%s) vouts.%d %.8f opretlen.%d\n",tokomodo,ASSETCHAINS_SYMBOL,numvouts,dstr(PENDING_KOMODO_TX),opretlen);
 610         return(1);
 611     }
 612     return(0);
 613 }
 614
 615 const char *banned_txids[] =
 616 {
 617     "78cb4e21245c26b015b888b14c4f5096e18137d2741a6de9734d62b07014dfca", //233559
 618     "00697be658e05561febdee1aafe368b821ca33fbb89b7027365e3d77b5dfede5", //234172
 619     "e909465788b32047c472d73e882d79a92b0d550f90be008f76e1edaee6d742ea", //234187
 620     "f56c6873748a327d0b92b8108f8ec8505a2843a541b1926022883678fb24f9dc", //234188
 621     "abf08be07d8f5b3a433ddcca7ef539e79a3571632efd6d0294ec0492442a0204", //234213
 622     "3b854b996cc982fba8c06e76cf507ae7eed52ab92663f4c0d7d10b3ed879c3b0", //234367
 623     "fa9e474c2cda3cb4127881a40eb3f682feaba3f3328307d518589024a6032cc4", //234635
 624     "ca746fa13e0113c4c0969937ea2c66de036d20274efad4ce114f6b699f1bc0f3", //234662
 625     "43ce88438de4973f21b1388ffe66e68fda592da38c6ef939be10bb1b86387041", //234697
 626     "0aeb748de82f209cd5ff7d3a06f65543904c4c17387c9d87c65fd44b14ad8f8c", //234899
 627     "bbd3a3d9b14730991e1066bd7c626ca270acac4127131afe25f877a5a886eb25", //235252
 628     "fa9943525f2e6c32cbc243294b08187e314d83a2870830180380c3c12a9fd33c", //235253
 629     "a01671c8775328a41304e31a6693bbd35e9acbab28ab117f729eaba9cb769461", //235265
 630     "2ef49d2d27946ad7c5d5e4ab5c089696762ff04e855f8ab48e83bdf0cc68726d", //235295
 631     "c85dcffb16d5a45bd239021ad33443414d60224760f11d535ae2063e5709efee", //235296
 632     // all vouts banned
 633     "c4ea1462c207547cd6fb6a4155ca6d042b22170d29801a465db5c09fec55b19d", //246748
 634     "305dc96d8bc23a69d3db955e03a6a87c1832673470c32fe25473a46cc473c7d1", //247204
 635 };
 636
 637 int32_t komodo_bannedset(int32_t *indallvoutsp,uint256 *array,int32_t max)
 638 {
 639     int32_t i;
 640     if ( sizeof(banned_txids)/sizeof(*banned_txids) > max )
 641     {
 642         fprintf(stderr,"komodo_bannedset: buffer too small %ld vs %d\n",sizeof(banned_txids)/sizeof(*banned_txids),max);
 643         exit(-1);
 644     }
 645     for (i=0; i<sizeof(banned_txids)/sizeof(*banned_txids); i++)
 646         array[i] = uint256S(banned_txids[i]);
 647     *indallvoutsp = i-2;
 648     return(i);
 649 }
 650
 651 void komodo_passport_iteration();
 652
 653 int32_t komodo_check_deposit(int32_t height,const CBlock& block,uint32_t prevtime) // verify above block is valid pax pricing
 654 {
 655     static uint256 array[64]; static int32_t numbanned,indallvouts;
 656     int32_t i,j,k,n,ht,baseid,txn_count,activation,num,opretlen,offset=1,errs=0,notmatched=0,matched=0,kmdheights[256],otherheights[256]; uint256 hash,txids[256]; char symbol[KOMODO_ASSETCHAIN_MAXLEN],base[KOMODO_ASSETCHAIN_MAXLEN]; uint16_t vouts[256]; int8_t baseids[256]; uint8_t *script,opcode,rmd160s[256*20]; uint64_t total,subsidy,available,deposited,issued,withdrawn,approved,redeemed,seed; int64_t checktoshis,values[256],srcvalues[256]; struct pax_transaction *pax; struct komodo_state *sp; CTransaction tx;
 657     activation = 235300;
 658     if ( *(int32_t *)&array[0] == 0 )
 659         numbanned = komodo_bannedset(&indallvouts,array,(int32_t)(sizeof(array)/sizeof(*array)));
 660     memset(baseids,0xff,sizeof(baseids));
 661     memset(values,0,sizeof(values));
 662     memset(srcvalues,0,sizeof(srcvalues));
 663     memset(rmd160s,0,sizeof(rmd160s));
 664     memset(kmdheights,0,sizeof(kmdheights));
 665     memset(otherheights,0,sizeof(otherheights));
 666     txn_count = block.vtx.size();
 667     if ( ASSETCHAINS_SYMBOL[0] == 0 )
 668     {
 669         for (i=0; i<txn_count; i++)
 670         {
 671             if ( i == 0 && txn_count > 1 && block.vtx[txn_count-1].vout.size() > 0 && block.vtx[txn_count-1].vout[0].nValue == 5000 )
 672             {
 673                 if ( block.vtx[txn_count-1].vin.size() == 1 && GetTransaction(block.vtx[txn_count-1].vin[0].prevout.hash,tx,hash,false) && block.vtx[0].vout[0].scriptPubKey == tx.vout[block.vtx[txn_count-1].vin[0].prevout.n].scriptPubKey )
 674                     notmatched = 1;
 675             }
 676             n = block.vtx[i].vin.size();
 677             for (j=0; j<n; j++)
 678             {
 679                 for (k=0; k<numbanned; k++)
 680                 {
 681                     if ( block.vtx[i].vin[j].prevout.hash == array[k] && (block.vtx[i].vin[j].prevout.n == 1 || k >= indallvouts)  )
 682                     {
 683                         printf("banned tx.%d being used at ht.%d txi.%d vini.%d\n",k,height,i,j);
 684                         return(-1);
 685                     }
 686                 }
 687             }
 688         }
 689     }
 690     n = block.vtx[0].vout.size();
 691     //script = (uint8_t *)block.vtx[0].vout[n-1].scriptPubKey.data();
 692     //if ( n <= 2 || script[0] != 0x6a )
 693     {
 694         int64_t val,prevtotal = 0; int32_t strangeout=0,overflow = 0;
 695         total = 0;
 696         for (i=1; i<n; i++)
 697         {
 698             script = (uint8_t *)block.vtx[0].vout[i].scriptPubKey.data();
 699             if ( (val= block.vtx[0].vout[i].nValue) < 0 || val >= MAX_MONEY )
 700             {
 701                 overflow = 1;
 702                 break;
 703             }
 704             if ( i > 1 && script[0] != 0x6a && val < 5000 )
 705                 strangeout++;
 706             total += val;
 707             if ( total < prevtotal || (val != 0 && total == prevtotal) )
 708             {
 709                 overflow = 1;
 710                 break;
 711             }
 712             prevtotal = total;
 713         }
 714         if ( ASSETCHAINS_SYMBOL[0] == 0 )
 715         {
 716             if ( overflow != 0 || total > COIN/10 )
 717             {
 718                 if ( height >= activation )
 719                 {
 720                     if ( height > 800000 )
 721                         fprintf(stderr,">>>>>>>> <<<<<<<<<< ht.%d illegal nonz output %.8f n.%d\n",height,dstr(block.vtx[0].vout[1].nValue),n);
 722                     return(-1);
 723                 }
 724             }
 725             else if ( block.nBits == KOMODO_MINDIFF_NBITS && total > 0 ) // to deal with fee stealing
 726             {
 727                 fprintf(stderr,"notary mined ht.%d with extra %.8f\n",height,dstr(total));
 728                 if ( height > KOMODO_NOTARIES_HEIGHT1 )
 729                     return(-1);
 730             }
 731             if ( strangeout != 0 || notmatched != 0 )
 732             {
 733                 if ( 0 && strcmp(NOTARY_PUBKEY.c_str(),"03b7621b44118017a16043f19b30cc8a4cfe068ac4e42417bae16ba460c80f3828") == 0 )
 734                     fprintf(stderr,">>>>>>>>>>>>> DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",height,strangeout,notmatched);
 735                 if ( height > 1000000 && strangeout != 0 )
 736                     return(-1);
 737             }
 738             else if ( height > 814000 )
 739             {
 740                 script = (uint8_t *)block.vtx[0].vout[0].scriptPubKey.data();
 741                 return(-1 * (komodo_electednotary(&num,script+1,height,0) >= 0) * (height > 1000000));
 742             }
 743         }
 744         else
 745         {
 746             checktoshis = 0;
 747             if ( ASSETCHAINS_COMMISSION != 0 && height > 1 )
 748             {
 749                 if ( (checktoshis= komodo_checkcommission((CBlock *)&block,height)) < 0 )
 750                 {
 751                     fprintf(stderr,"ht.%d checktoshis %.8f overflow.%d total %.8f strangeout.%d\n",height,dstr(checktoshis),overflow,dstr(total),strangeout);
 752                     return(-1);
 753                 }
 754             }
 755             if ( height > 1 && checktoshis == 0 )
 756             {
 757                 checktoshis = ((uint64_t)GetBlockSubsidy(height, Params().GetConsensus()) - block.vtx[0].vout[0].nValue);
 758                 // some pools will need to change their pool fee to be (poolfee % - txfees)
 759                 //checktoshis += txn_count * 0.001; // rely on higher level validations to prevent emitting more coins than actual txfees
 760             }
 761             if ( height >= 2 && (overflow != 0 || total > checktoshis || strangeout != 0) )
 762             {
 763                 fprintf(stderr,"checkdeposit: ht.%d checktoshis %.8f overflow.%d total %.8f strangeout.%d\n",height,dstr(checktoshis),overflow,dstr(total),strangeout);
 764                 if ( strangeout != 0 )
 765                     fprintf(stderr,">>>>>>>>>>>>> %s DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",ASSETCHAINS_SYMBOL,height,strangeout,notmatched);
 766                 return(-1);
 767             }
 768         }
 769         return(0);
 770     }
 771 }
 772
 773 const char *komodo_opreturn(int32_t height,uint64_t value,uint8_t *opretbuf,int32_t opretlen,uint256 txid,uint16_t vout,char *source)
 774 {
 775     uint8_t rmd160[20],rmd160s[64*20],addrtype,shortflag,pubkey33[33]; int32_t didstats,i,j,n,kvheight,len,tokomodo,kmdheight,otherheights[64],kmdheights[64]; int8_t baseids[64]; char base[4],coinaddr[64],destaddr[64]; uint256 txids[64]; uint16_t vouts[64]; uint64_t convtoshis,seed; int64_t fee,fiatoshis,komodoshis,checktoshis,values[64],srcvalues[64]; struct pax_transaction *pax,*pax2; struct komodo_state *basesp; double diff;
 776     const char *typestr = "unknown";
 777     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 && opretbuf[0] != 'K' )
 778     {
 779         //printf("komodo_opreturn skip %s\n",ASSETCHAINS_SYMBOL);
 780         return("assetchain");
 781     }
 782     memset(baseids,0xff,sizeof(baseids));
 783     memset(values,0,sizeof(values));
 784     memset(srcvalues,0,sizeof(srcvalues));
 785     memset(rmd160s,0,sizeof(rmd160s));
 786     memset(kmdheights,0,sizeof(kmdheights));
 787     memset(otherheights,0,sizeof(otherheights));
 788     tokomodo = (komodo_is_issuer() == 0);
 789     if ( opretbuf[0] == 'K' && opretlen != 40 )
 790     {
 791         komodo_kvupdate(opretbuf,opretlen,value);
 792         return("kv");
 793     }
 794     else if ( ASSETCHAINS_SYMBOL[0] == 0 && KOMODO_PAX == 0 )
 795         return("nopax");
 796     if ( opretbuf[0] == 'D' )
 797     {
 798         tokomodo = 0;
 799         if ( opretlen == 38 ) // any KMD tx
 800         {
 801             iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 802             memset(base,0,sizeof(base));
 803             PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&fiatoshis);
 804             bitcoin_address(coinaddr,addrtype,rmd160,20);
 805             checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,fiatoshis);
 806             if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) != 0 )
 807                 checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,height,base,fiatoshis);
 808             typestr = "deposit";
 809             if ( 0 && strcmp("NOK",base) == 0 )
 810             {
 811                 printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 812                 printf("(%s) (%s) kmdheight.%d vs height.%d check %.8f vs %.8f tokomodo.%d %d seed.%llx\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed);
 813                 for (i=0; i<32; i++)
 814                     printf("%02x",((uint8_t *)&txid)[i]);
 815                 printf(" <- txid.v%u ",vout);
 816                 for (i=0; i<33; i++)
 817                     printf("%02x",pubkey33[i]);
 818                 printf(" checkpubkey check %.8f v %.8f dest.(%s) kmdheight.%d height.%d\n",dstr(checktoshis),dstr(value),destaddr,kmdheight,height);
 819             }
 820             if ( strcmp(base,ASSETCHAINS_SYMBOL) == 0 && (kmdheight > 195000 || kmdheight <= height) )
 821             {
 822                 didstats = 0;
 823                 if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) == 0 )
 824                 {
 825                     if ( (pax= komodo_paxfind(txid,vout,'D')) == 0 )
 826                     {
 827                         if ( (basesp= komodo_stateptrget(base)) != 0 )
 828                         {
 829                             basesp->deposited += fiatoshis;
 830                             didstats = 1;
 831                             if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 832                                 printf("########### %p deposited %s += %.8f kmdheight.%d %.8f\n",basesp,base,dstr(fiatoshis),kmdheight,dstr(value));
 833                         } else printf("cant get stateptr.(%s)\n",base);
 834                         komodo_gateway_deposit(coinaddr,value,base,fiatoshis,rmd160,txid,vout,'D',kmdheight,height,(char *)"KMD",0);
 835                     }
 836                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 837                     {
 838                         pax->height = kmdheight;
 839                         pax->validated = value;
 840                         pax->komodoshis = value;
 841                         pax->fiatoshis = fiatoshis;
 842                         if ( didstats == 0 && pax->didstats == 0 )
 843                         {
 844                             if ( (basesp= komodo_stateptrget(base)) != 0 )
 845                             {
 846                                 basesp->deposited += fiatoshis;
 847                                 didstats = 1;
 848                                 if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 849                                     printf("########### %p depositedB %s += %.8f/%.8f kmdheight.%d/%d %.8f/%.8f\n",basesp,base,dstr(fiatoshis),dstr(pax->fiatoshis),kmdheight,pax->height,dstr(value),dstr(pax->komodoshis));
 850                             }
 851                         } //
 852                         if ( didstats != 0 )
 853                             pax->didstats = 1;
 854                         if ( (pax2= komodo_paxfind(txid,vout,'I')) != 0 )
 855                         {
 856                             pax2->fiatoshis = pax->fiatoshis;
 857                             pax2->komodoshis = pax->komodoshis;
 858                             pax->marked = pax2->marked = pax->height;
 859                             pax2->height = pax->height = height;
 860                             if ( pax2->didstats == 0 )
 861                             {
 862                                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 863                                 {
 864                                     basesp->issued += pax2->fiatoshis;
 865                                     pax2->didstats = 1;
 866                                     if ( 0 && strcmp(base,"USD") == 0 )
 867                                         printf("########### %p issueda %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,base,dstr(pax2->fiatoshis),pax2->height,dstr(pax2->komodoshis),pax2->otherheight,height);
 868                                 }
 869                             }
 870                         }
 871                     }
 872                 }
 873                 else
 874                 {
 875                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 876                         pax->marked = checktoshis;
 877                     if ( kmdheight > 238000 && (kmdheight > 214700 || strcmp(base,ASSETCHAINS_SYMBOL) == 0) ) //seed != 0 &&
 878                         printf("pax %s deposit %.8f rejected kmdheight.%d %.8f KMD check %.8f seed.%llu\n",base,dstr(fiatoshis),kmdheight,dstr(value),dstr(checktoshis),(long long)seed);
 879                 }
 880             } //else printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 881         } //else printf("unsupported size.%d for opreturn D\n",opretlen);
 882     }
 883     else if ( opretbuf[0] == 'I' )
 884     {
 885         tokomodo = 0;
 886         if ( strncmp((char *)"KMD",(char *)&opretbuf[opretlen-4],3) != 0 && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )
 887         {
 888             if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,0)) > 0 )
 889             {
 890                 for (i=0; i<n; i++)
 891                 {
 892                     if ( baseids[i] < 0 )
 893                     {
 894                         static uint32_t counter;
 895                         if ( counter++ < 0 )
 896                             printf("%d of %d illegal baseid.%d, this can be ignored\n",i,n,baseids[i]);
 897                         continue;
 898                     }
 899                     bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
 900                     komodo_gateway_deposit(coinaddr,0,ASSETCHAINS_SYMBOL,0,0,txids[i],vouts[i],'I',height,0,CURRENCIES[baseids[i]],0);
 901                     komodo_paxmark(height,txids[i],vouts[i],'I',height);
 902                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'I')) != 0 )
 903                     {
 904                         pax->type = opretbuf[0];
 905                         strcpy(pax->source,(char *)&opretbuf[opretlen-4]);
 906                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'D')) != 0 && pax2->fiatoshis != 0 && pax2->komodoshis != 0 )
 907                         {
 908                             // realtime path?
 909                             pax->fiatoshis = pax2->fiatoshis;
 910                             pax->komodoshis = pax2->komodoshis;
 911                             pax->marked = pax2->marked = pax2->height;
 912                             if ( pax->didstats == 0 )
 913                             {
 914                                 if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
 915                                 {
 916                                     basesp->issued += pax->fiatoshis;
 917                                     pax->didstats = 1;
 918                                     pax->height = pax2->height;
 919                                     pax->otherheight = height;
 920                                     if ( 1 && strcmp(CURRENCIES[baseids[i]],"USD") == 0 )
 921                                         printf("########### %p issuedb %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,CURRENCIES[baseids[i]],dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight,height);
 922                                 }
 923                             }
 924                         }
 925                     }
 926                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'I',height)) != 0 )
 927                         komodo_paxdelete(pax);
 928                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'D',height)) != 0 )
 929                         komodo_paxdelete(pax);
 930                 }
 931             } //else printf("opreturn none issued?\n");
 932         }
 933     }
 934     else if ( height < 236000 && opretbuf[0] == 'W' && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )//&& opretlen >= 38 )
 935     {
 936         if ( komodo_baseid((char *)&opretbuf[opretlen-4]) >= 0 && strcmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]) == 0 )
 937         {
 938             for (i=0; i<opretlen; i++)
 939                 printf("%02x",opretbuf[i]);
 940             printf(" [%s] reject obsolete withdraw request.%s\n",ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]);
 941             return(typestr);
 942         }
 943         tokomodo = 1;
 944         iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 945         memset(base,0,sizeof(base));
 946         PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&komodoshis);
 947         bitcoin_address(coinaddr,addrtype,rmd160,20);
 948         checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,value);
 949         typestr = "withdraw";
 950         //printf(" [%s] WITHDRAW %s.height.%d vs height.%d check %.8f/%.8f vs %.8f tokomodo.%d %d seed.%llx -> (%s) len.%d\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(komodoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed,coinaddr,opretlen);
 951         didstats = 0;
 952         //if ( komodo_paxcmp(base,kmdheight,komodoshis,checktoshis,seed) == 0 )
 953         {
 954             if ( value != 0 && ((pax= komodo_paxfind(txid,vout,'W')) == 0 || pax->didstats == 0) )
 955             {
 956                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 957                 {
 958                     basesp->withdrawn += value;
 959                     didstats = 1;
 960                     if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 961                         printf("########### %p withdrawn %s += %.8f check %.8f\n",basesp,base,dstr(value),dstr(checktoshis));
 962                 }
 963                 if ( 0 && strcmp(base,"RUB") == 0 && (pax == 0 || pax->approved == 0) )
 964                     printf("notarize %s %.8f -> %.8f kmd.%d other.%d\n",ASSETCHAINS_SYMBOL,dstr(value),dstr(komodoshis),kmdheight,height);
 965             }
 966             komodo_gateway_deposit(coinaddr,0,(char *)"KMD",value,rmd160,txid,vout,'W',kmdheight,height,source,0);
 967             if ( (pax= komodo_paxfind(txid,vout,'W')) != 0 )
 968             {
 969                 pax->type = opretbuf[0];
 970                 strcpy(pax->source,base);
 971                 strcpy(pax->symbol,"KMD");
 972                 pax->height = kmdheight;
 973                 pax->otherheight = height;
 974                 pax->komodoshis = komodoshis;
 975             }
 976         } // else printf("withdraw %s paxcmp ht.%d %d error value %.8f -> %.8f vs %.8f\n",base,kmdheight,height,dstr(value),dstr(komodoshis),dstr(checktoshis));
 977         // need to allocate pax
 978     }
 979     else if ( height < 236000 && tokomodo != 0 && opretbuf[0] == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 980     {
 981         tokomodo = 1;
 982         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 983         {
 984             for (i=0; i<opretlen; i++)
 985                 printf("%02x",opretbuf[i]);
 986             printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
 987         }
 988         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
 989         {
 990             for (i=0; i<n; i++)
 991             {
 992                 //for (j=0; j<32; j++)
 993                 //    printf("%02x",((uint8_t *)&txids[i])[j]);
 994                 //printf(" v%d %.8f %.8f k.%d ht.%d base.%d\n",vouts[i],dstr(values[i]),dstr(srcvalues[i]),kmdheights[i],otherheights[i],baseids[i]);
 995                 if ( baseids[i] < 0 )
 996                 {
 997                     for (i=0; i<opretlen; i++)
 998                         printf("%02x",opretbuf[i]);
 999                     printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
1000                     //printf("baseids[%d] %d\n",i,baseids[i]);
1001                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'W')) != 0 || (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1002                     {
1003                         baseids[i] = komodo_baseid(pax->symbol);
1004                         printf("override neg1 with (%s)\n",pax->symbol);
1005                     }
1006                     if ( baseids[i] < 0 )
1007                         continue;
1008                 }
1009                 didstats = 0;
1010                 seed = 0;
1011                 checktoshis = komodo_paxprice(&seed,kmdheights[i],CURRENCIES[baseids[i]],(char *)"KMD",(uint64_t)values[i]);
1012                 //printf("PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",kmdheights[i],CURRENCIES[baseids[i]],(double)values[i]/COIN,(double)srcvalues[i]/COIN,(double)checktoshis/COIN);
1013                 if ( srcvalues[i] == checktoshis )
1014                 {
1015                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1016                     {
1017                         bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1018                         komodo_gateway_deposit(coinaddr,srcvalues[i],CURRENCIES[baseids[i]],values[i],&rmd160s[i*20],txids[i],vouts[i],'A',kmdheights[i],otherheights[i],CURRENCIES[baseids[i]],kmdheights[i]);
1019                         if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1020                             printf("unexpected null pax for approve\n");
1021                         else pax->validated = checktoshis;
1022                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'W')) != 0 )
1023                             pax2->approved = kmdheights[i];
1024                         komodo_paxmark(height,txids[i],vouts[i],'W',height);
1025                         //komodo_paxmark(height,txids[i],vouts[i],'A',height);
1026                         if ( values[i] != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1027                         {
1028                             basesp->approved += values[i];
1029                             didstats = 1;
1030                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1031                         }
1032                         //printf(" i.%d (%s) <- %.8f ADDFLAG APPROVED\n",i,coinaddr,dstr(values[i]));
1033                     }
1034                     else if ( pax->didstats == 0 && srcvalues[i] != 0 )
1035                     {
1036                         if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1037                         {
1038                             basesp->approved += values[i];
1039                             didstats = 1;
1040                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1041                         }
1042                     } //else printf(" i.%d of n.%d pax.%p baseids[] %d\n",i,n,pax,baseids[i]);
1043                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) != 0 )
1044                     {
1045                         pax->type = opretbuf[0];
1046                         pax->approved = kmdheights[i];
1047                         pax->validated = checktoshis;
1048                         if ( didstats != 0 )
1049                             pax->didstats = 1;
1050                         //if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1051                         //printf(" i.%d approved.%d <<<<<<<<<<<<< APPROVED %p\n",i,kmdheights[i],pax);
1052                     }
1053                 }
1054             }
1055         } //else printf("n.%d from opreturns\n",n);
1056         //printf("extra.[%d] after %.8f\n",n,dstr(komodo_paxtotal()));
1057     }
1058     else if ( height < 236000 && opretbuf[0] == 'X' && ASSETCHAINS_SYMBOL[0] == 0 )
1059     {
1060         tokomodo = 1;
1061         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
1062         {
1063             for (i=0; i<n; i++)
1064             {
1065                 if ( baseids[i] < 0 )
1066                     continue;
1067                 bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1068                 komodo_gateway_deposit(coinaddr,0,0,0,0,txids[i],vouts[i],'X',height,0,(char *)"KMD",0);
1069                 komodo_paxmark(height,txids[i],vouts[i],'W',height);
1070                 komodo_paxmark(height,txids[i],vouts[i],'A',height);
1071                 komodo_paxmark(height,txids[i],vouts[i],'X',height);
1072                 if ( (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1073                 {
1074                     pax->type = opretbuf[0];
1075                     if ( height < 121842 ) // fields got switched around due to legacy issues and approves
1076                         value = srcvalues[i];
1077                     else value = values[i];
1078                     if ( baseids[i] >= 0 && value != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1079                     {
1080                         basesp->redeemed += value;
1081                         pax->didstats = 1;
1082                         if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1083                             printf("ht.%d %.8f ########### %p redeemed %s += %.8f %.8f kht.%d ht.%d\n",height,dstr(value),basesp,CURRENCIES[baseids[i]],dstr(value),dstr(srcvalues[i]),kmdheights[i],otherheights[i]);
1084                     }
1085                 }
1086                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'W',height)) != 0 )
1087                     komodo_paxdelete(pax);
1088                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'A',height)) != 0 )
1089                     komodo_paxdelete(pax);
1090                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'X',height)) != 0 )
1091                     komodo_paxdelete(pax);
1092             }
1093         } //else printf("komodo_issued_opreturn returned %d\n",n);
1094     }
1095     return(typestr);
1096 }
1097
1098 int32_t komodo_parsestatefiledata(struct komodo_state *sp,uint8_t *filedata,long *fposp,long datalen,char *symbol,char *dest);
1099
1100 void komodo_stateind_set(struct komodo_state *sp,uint32_t *inds,int32_t n,uint8_t *filedata,long datalen,char *symbol,char *dest)
1101 {
1102     uint8_t func; long lastK,lastT,lastN,lastV,fpos,lastfpos; int32_t i,count,doissue,iter,numn,numv,numN,numV,numR; uint32_t tmp,prevpos100,offset;
1103     count = numR = numN = numV = numn = numv = 0;
1104     lastK = lastT = lastN = lastV = -1;
1105     for (iter=0; iter<2; iter++)
1106     {
1107         for (lastfpos=fpos=prevpos100=i=0; i<n; i++)
1108         {
1109             tmp = inds[i];
1110             if ( (i % 100) == 0 )
1111                 prevpos100 = tmp;
1112             else
1113             {
1114                 func = (tmp & 0xff);
1115                 offset = (tmp >> 8);
1116                 fpos = prevpos100 + offset;
1117                 if ( lastfpos >= datalen || (filedata[lastfpos] != func && func != 0) )
1118                     printf("i.%d/n.%d lastfpos.%ld >= datalen.%ld or [%d] != func.%d\n",i,n,lastfpos,datalen,filedata[lastfpos],func);
1119                 else if ( iter == 0 )
1120                 {
1121                     switch ( func )
1122                     {
1123                         default: case 'P': case 'U': case 'D':
1124                             inds[i] &= 0xffffff00;
1125                             break;
1126                         case 'K':
1127                             lastK = lastfpos;
1128                             inds[i] &= 0xffffff00;
1129                             break;
1130                         case 'T':
1131                             lastT = lastfpos;
1132                             inds[i] &= 0xffffff00;
1133                             break;
1134                         case 'N':
1135                             lastN = lastfpos;
1136                             numN++;
1137                             break;
1138                         case 'V':
1139                             lastV = lastfpos;
1140                             numV++;
1141                             break;
1142                         case 'R':
1143                             numR++;
1144                             break;
1145                     }
1146                 }
1147                 else
1148                 {
1149                     doissue = 0;
1150                     if ( func == 'K' )
1151                     {
1152                         if ( lastK == lastfpos )
1153                             doissue = 1;
1154                     }
1155                     else if ( func == 'T' )
1156                     {
1157                         if ( lastT == lastfpos )
1158                             doissue = 1;
1159                     }
1160                     else if ( func == 'N' )
1161                     {
1162                         if ( numn > numN-128 )
1163                             doissue = 1;
1164                         numn++;
1165                     }
1166                     else if ( func == 'V' )
1167                     {
1168                         if ( KOMODO_PAX != 0 && numv > numV-1440 )
1169                             doissue = 1;
1170                         numv++;
1171                     }
1172                     else if ( func == 'R' )
1173                         doissue = 1;
1174                     if ( doissue != 0 )
1175                     {
1176                         //printf("issue %c total.%d lastfpos.%ld\n",func,count,lastfpos);
1177                         komodo_parsestatefiledata(sp,filedata,&lastfpos,datalen,symbol,dest);
1178                         count++;
1179                     }
1180                 }
1181             }
1182             lastfpos = fpos;
1183         }
1184     }
1185     printf("numR.%d numV.%d numN.%d count.%d\n",numR,numV,numN,count);
1186     /*else if ( func == 'K' ) // KMD height: stop after 1st
1187     else if ( func == 'T' ) // KMD height+timestamp: stop after 1st
1188
1189     else if ( func == 'N' ) // notarization, scan backwards 1440+ blocks;
1190     else if ( func == 'V' ) // price feed: can stop after 1440+
1191     else if ( func == 'R' ) // opreturn:*/
1192 }
1193
1194 void *OS_loadfile(char *fname,uint8_t **bufp,long *lenp,long *allocsizep)
1195 {
1196     FILE *fp;
1197     long  filesize,buflen = *allocsizep;
1198     uint8_t *buf = *bufp;
1199     *lenp = 0;
1200     if ( (fp= fopen(fname,"rb")) != 0 )
1201     {
1202         fseek(fp,0,SEEK_END);
1203         filesize = ftell(fp);
1204         if ( filesize == 0 )
1205         {
1206             fclose(fp);
1207             *lenp = 0;
1208             printf("OS_loadfile null size.(%s)\n",fname);
1209             return(0);
1210         }
1211         if ( filesize > buflen )
1212         {
1213             *allocsizep = filesize;
1214             *bufp = buf = (uint8_t *)realloc(buf,(long)*allocsizep+64);
1215         }
1216         rewind(fp);
1217         if ( buf == 0 )
1218             printf("Null buf ???\n");
1219         else
1220         {
1221             if ( fread(buf,1,(long)filesize,fp) != (unsigned long)filesize )
1222                 printf("error reading filesize.%ld\n",(long)filesize);
1223             buf[filesize] = 0;
1224         }
1225         fclose(fp);
1226         *lenp = filesize;
1227         //printf("loaded.(%s)\n",buf);
1228     } //else printf("OS_loadfile couldnt load.(%s)\n",fname);
1229     return(buf);
1230 }
1231
1232 uint8_t *OS_fileptr(long *allocsizep,char *fname)
1233 {
1234     long filesize = 0; uint8_t *buf = 0; void *retptr;
1235     *allocsizep = 0;
1236     retptr = OS_loadfile(fname,&buf,&filesize,allocsizep);
1237     return((uint8_t *)retptr);
1238 }
1239
1240 long komodo_stateind_validate(struct komodo_state *sp,char *indfname,uint8_t *filedata,long datalen,uint32_t *prevpos100p,uint32_t *indcounterp,char *symbol,char *dest)
1241 {
1242     FILE *fp; long fsize,lastfpos=0,fpos=0; uint8_t *inds,func; int32_t i,n; uint32_t offset,tmp,prevpos100 = 0;
1243     *indcounterp = *prevpos100p = 0;
1244     if ( (inds= OS_fileptr(&fsize,indfname)) != 0 )
1245     {
1246         lastfpos = 0;
1247         fprintf(stderr,"inds.%p validate %s fsize.%ld datalen.%ld n.%ld lastfpos.%ld\n",inds,indfname,fsize,datalen,fsize / sizeof(uint32_t),lastfpos);
1248         if ( (fsize % sizeof(uint32_t)) == 0 )
1249         {
1250             n = (int32_t)(fsize / sizeof(uint32_t));
1251             for (i=0; i<n; i++)
1252             {
1253                 memcpy(&tmp,&inds[i * sizeof(uint32_t)],sizeof(uint32_t));
1254                 if ( 0 && i > n-10 )
1255                     printf("%d: tmp.%08x [%c] prevpos100.%u\n",i,tmp,tmp&0xff,prevpos100);
1256                 if ( (i % 100) == 0 )
1257                     prevpos100 = tmp;
1258                 else
1259                 {
1260                     func = (tmp & 0xff);
1261                     offset = (tmp >> 8);
1262                     fpos = prevpos100 + offset;
1263                     if ( lastfpos >= datalen || filedata[lastfpos] != func )
1264                     {
1265                         printf("validate.%d error (%u %d) prev100 %u -> fpos.%ld datalen.%ld [%d] (%c) vs (%c) lastfpos.%ld\n",i,offset,func,prevpos100,fpos,datalen,lastfpos < datalen ? filedata[lastfpos] : -1,func,filedata[lastfpos],lastfpos);
1266                         return(-1);
1267                     }
1268                 }
1269                 lastfpos = fpos;
1270             }
1271             *indcounterp = n;
1272             *prevpos100p = prevpos100;
1273             if ( sp != 0 )
1274                 komodo_stateind_set(sp,(uint32_t *)inds,n,filedata,fpos,symbol,dest);
1275             //printf("free inds.%p %s validated[%d] fpos.%ld datalen.%ld, offset %ld vs fsize.%ld\n",inds,indfname,i,fpos,datalen,i * sizeof(uint32_t),fsize);
1276             free(inds);
1277             return(fpos);
1278         } else printf("wrong filesize %s %ld\n",indfname,fsize);
1279     }
1280     free(inds);
1281     fprintf(stderr,"indvalidate return -1\n");
1282     return(-1);
1283 }
1284
1285 long komodo_indfile_update(FILE *indfp,uint32_t *prevpos100p,long lastfpos,long newfpos,uint8_t func,uint32_t *indcounterp)
1286 {
1287     uint32_t tmp;
1288     if ( indfp != 0 )
1289     {
1290         tmp = ((uint32_t)(newfpos - *prevpos100p) << 8) | (func & 0xff);
1291         if ( ftell(indfp)/sizeof(uint32_t) != *indcounterp )
1292             printf("indfp fpos %ld -> ind.%ld vs counter.%u\n",ftell(indfp),ftell(indfp)/sizeof(uint32_t),*indcounterp);
1293         //fprintf(stderr,"ftell.%ld indcounter.%u lastfpos.%ld newfpos.%ld func.%02x\n",ftell(indfp),*indcounterp,lastfpos,newfpos,func);
1294         fwrite(&tmp,1,sizeof(tmp),indfp), (*indcounterp)++;
1295         if ( (*indcounterp % 100) == 0 )
1296         {
1297             *prevpos100p = (uint32_t)newfpos;
1298             fwrite(prevpos100p,1,sizeof(*prevpos100p),indfp), (*indcounterp)++;
1299         }
1300     }
1301     return(newfpos);
1302 }
1303
1304 int32_t komodo_faststateinit(struct komodo_state *sp,char *fname,char *symbol,char *dest)
1305 {
1306     FILE *indfp; char indfname[1024]; uint8_t *filedata; long validated=-1,datalen,fpos,lastfpos; uint32_t tmp,prevpos100,indcounter,starttime; int32_t func,finished = 0;
1307     starttime = (uint32_t)time(NULL);
1308     safecopy(indfname,fname,sizeof(indfname)-4);
1309     strcat(indfname,".ind");
1310     if ( (filedata= OS_fileptr(&datalen,fname)) != 0 )
1311     {
1312         if ( 1 )//datalen >= (1LL << 32) || GetArg("-genind",0) != 0 || (validated= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1313         {
1314             lastfpos = fpos = 0;
1315             indcounter = prevpos100 = 0;
1316             if ( (indfp= fopen(indfname,"wb")) != 0 )
1317                 fwrite(&prevpos100,1,sizeof(prevpos100),indfp), indcounter++;
1318             fprintf(stderr,"processing %s %ldKB, validated.%ld\n",fname,datalen/1024,validated);
1319             while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1320             {
1321                 lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1322             }
1323             if ( indfp != 0 )
1324             {
1325                 fclose(indfp);
1326                 if ( (fpos= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1327                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1328                 else printf("%s validated fpos.%ld\n",indfname,fpos);
1329             }
1330             finished = 1;
1331             fprintf(stderr,"took %d seconds to process %s %ldKB\n",(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1332         }
1333         else if ( validated > 0 )
1334         {
1335             if ( (indfp= fopen(indfname,"rb+")) != 0 )
1336             {
1337                 lastfpos = fpos = validated;
1338                 fprintf(stderr,"datalen.%ld validated %ld -> indcounter %u, prevpos100 %u offset.%ld\n",datalen,validated,indcounter,prevpos100,indcounter * sizeof(uint32_t));
1339                 if ( fpos < datalen )
1340                 {
1341                     fseek(indfp,indcounter * sizeof(uint32_t),SEEK_SET);
1342                     if ( ftell(indfp) == indcounter * sizeof(uint32_t) )
1343                     {
1344                         while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1345                         {
1346                             lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1347                             if ( lastfpos != fpos )
1348                                 fprintf(stderr,"unexpected lastfpos.%ld != %ld\n",lastfpos,fpos);
1349                         }
1350                     }
1351                     fclose(indfp);
1352                 }
1353                 if ( komodo_stateind_validate(sp,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest) < 0 )
1354                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1355                 else
1356                 {
1357                     printf("%s validated updated from validated.%ld to %ld new.[%ld] -> indcounter %u, prevpos100 %u offset.%ld | elapsed %d seconds\n",indfname,validated,fpos,fpos-validated,indcounter,prevpos100,indcounter * sizeof(uint32_t),(int32_t)(time(NULL) - starttime));
1358                     finished = 1;
1359                 }
1360             }
1361         } else printf("komodo_faststateinit unexpected case\n");
1362         free(filedata);
1363         return(finished == 1);
1364     }
1365     return(-1);
1366 }
1367
1368 uint64_t komodo_interestsum();
1369
1370 void komodo_passport_iteration()
1371 {
1372     static long lastpos[34]; static char userpass[33][1024]; static uint32_t lasttime,callcounter,lastinterest;
1373     int32_t maxseconds = 10;
1374     FILE *fp; uint8_t *filedata; long fpos,datalen,lastfpos; int32_t baseid,limit,n,ht,isrealtime,expired,refid,blocks,longest; struct komodo_state *sp,*refsp; char *retstr,fname[512],*base,symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint32_t buf[3],starttime; cJSON *infoobj,*result; uint64_t RTmask = 0;
1375     expired = 0;
1376     while ( KOMODO_INITDONE == 0 )
1377     {
1378         fprintf(stderr,"[%s] PASSPORT iteration waiting for KOMODO_INITDONE\n",ASSETCHAINS_SYMBOL);
1379         sleep(3);
1380     }
1381     if ( komodo_chainactive_timestamp() > lastinterest )
1382     {
1383         komodo_interestsum();
1384         komodo_longestchain();
1385         lastinterest = komodo_chainactive_timestamp();
1386     }
1387     refsp = komodo_stateptr(symbol,dest);
1388     if ( ASSETCHAINS_SYMBOL[0] == 0 )
1389     {
1390         refid = 33;
1391         limit = 10000000;
1392         jumblr_iteration();
1393     }
1394     else
1395     {
1396         limit = 10000000;
1397         refid = komodo_baseid(ASSETCHAINS_SYMBOL)+1; // illegal base -> baseid.-1 -> 0
1398         if ( refid == 0 )
1399         {
1400             KOMODO_PASSPORT_INITDONE = 1;
1401             return;
1402         }
1403     }
1404     /*if ( KOMODO_PAX == 0 )
1405     {
1406         KOMODO_PASSPORT_INITDONE = 1;
1407         return;
1408     }*/
1409     starttime = (uint32_t)time(NULL);
1410     if ( callcounter++ < 1 )
1411         limit = 10000;
1412     lasttime = starttime;
1413     for (baseid=32; baseid>=0; baseid--)
1414     {
1415         if ( time(NULL) >= starttime+maxseconds )
1416             break;
1417         sp = 0;
1418         isrealtime = 0;
1419         base = (char *)CURRENCIES[baseid];
1420         //printf("PASSPORT %s baseid+1 %d refid.%d\n",ASSETCHAINS_SYMBOL,baseid+1,refid);
1421         if ( baseid+1 != refid ) // only need to import state from a different coin
1422         {
1423             if ( baseid == 32 ) // only care about KMD's state
1424             {
1425                 refsp->RTmask &= ~(1LL << baseid);
1426                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"komodostate");
1427                 komodo_nameset(symbol,dest,base);
1428                 sp = komodo_stateptrget(symbol);
1429                 n = 0;
1430                 if ( lastpos[baseid] == 0 && (filedata= OS_fileptr(&datalen,fname)) != 0 )
1431                 {
1432                     fpos = 0;
1433                     fprintf(stderr,"%s processing %s %ldKB\n",ASSETCHAINS_SYMBOL,fname,datalen/1024);
1434                     while ( komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest) >= 0 )
1435                         lastfpos = fpos;
1436                     fprintf(stderr,"%s took %d seconds to process %s %ldKB\n",ASSETCHAINS_SYMBOL,(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1437                     lastpos[baseid] = lastfpos;
1438                     free(filedata), filedata = 0;
1439                     datalen = 0;
1440                 }
1441                 else if ( (fp= fopen(fname,"rb")) != 0 && sp != 0 )
1442                 {
1443                     fseek(fp,0,SEEK_END);
1444                     //fprintf(stderr,"couldnt OS_fileptr(%s), freading %ldKB\n",fname,ftell(fp)/1024);
1445                     if ( ftell(fp) > lastpos[baseid] )
1446                     {
1447                         if ( ASSETCHAINS_SYMBOL[0] != 0 )
1448                             printf("%s passport refid.%d %s fname.(%s) base.%s %ld %ld\n",ASSETCHAINS_SYMBOL,refid,symbol,fname,base,ftell(fp),lastpos[baseid]);
1449                         fseek(fp,lastpos[baseid],SEEK_SET);
1450                         while ( komodo_parsestatefile(sp,fp,symbol,dest) >= 0 && n < limit )
1451                         {
1452                             if ( n == limit-1 )
1453                             {
1454                                 if ( time(NULL) < starttime+maxseconds )
1455                                     n = 0;
1456                                 else
1457                                 {
1458                                     //printf("expire passport loop %s -> %s at %ld\n",ASSETCHAINS_SYMBOL,base,lastpos[baseid]);
1459                                     expired++;
1460                                 }
1461                             }
1462                             n++;
1463                         }
1464                         lastpos[baseid] = ftell(fp);
1465                         if ( 0 && lastpos[baseid] == 0 && strcmp(symbol,"KMD") == 0 )
1466                             printf("from.(%s) lastpos[%s] %ld isrt.%d\n",ASSETCHAINS_SYMBOL,CURRENCIES[baseid],lastpos[baseid],komodo_isrealtime(&ht));
1467                     } //else fprintf(stderr,"%s.%ld ",CURRENCIES[baseid],ftell(fp));
1468                     fclose(fp);
1469                 } else fprintf(stderr,"load error.(%s) %p\n",fname,sp);
1470                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1471                 if ( (fp= fopen(fname,"rb")) != 0 )
1472                 {
1473                     if ( fread(buf,1,sizeof(buf),fp) == sizeof(buf) )
1474                     {
1475                         sp->CURRENT_HEIGHT = buf[0];
1476                         if ( buf[0] != 0 && buf[0] >= buf[1] && buf[2] > time(NULL)-60 )
1477                         {
1478                             isrealtime = 1;
1479                             RTmask |= (1LL << baseid);
1480                             memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1481                         }
1482                         else if ( KOMODO_PAX != 0 && (time(NULL)-buf[2]) > 60 && ASSETCHAINS_SYMBOL[0] != 0 )
1483                             fprintf(stderr,"[%s]: %s not RT %u %u %d\n",ASSETCHAINS_SYMBOL,base,buf[0],buf[1],(int32_t)(time(NULL)-buf[2]));
1484                     } //else fprintf(stderr,"%s size error RT\n",base);
1485                     fclose(fp);
1486                 } //else fprintf(stderr,"%s open error RT\n",base);
1487             }
1488         }
1489         else
1490         {
1491             refsp->RTmask &= ~(1LL << baseid);
1492             komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1493             if ( (fp= fopen(fname,"wb")) != 0 )
1494             {
1495                 buf[0] = (uint32_t)chainActive.LastTip()->nHeight;
1496                 buf[1] = (uint32_t)komodo_longestchain();
1497                 if ( buf[0] != 0 && buf[0] == buf[1] )
1498                 {
1499                     buf[2] = (uint32_t)time(NULL);
1500                     RTmask |= (1LL << baseid);
1501                     memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1502                     if ( refid != 0 )
1503                         memcpy(refsp->RTbufs[0],buf,sizeof(refsp->RTbufs[0]));
1504                 }
1505                 if ( fwrite(buf,1,sizeof(buf),fp) != sizeof(buf) )
1506                     fprintf(stderr,"[%s] %s error writing realtime\n",ASSETCHAINS_SYMBOL,base);
1507                 fclose(fp);
1508             } else fprintf(stderr,"%s create error RT\n",base);
1509         }
1510         if ( sp != 0 && isrealtime == 0 )
1511             refsp->RTbufs[0][2] = 0;
1512     }
1513     //komodo_paxtotal(); // calls komodo_isrealtime(), which calls komodo_longestchain()
1514     refsp->RTmask |= RTmask;
1515     if ( expired == 0 && KOMODO_PASSPORT_INITDONE == 0 )
1516     {
1517         KOMODO_PASSPORT_INITDONE = 1;
1518         printf("READY for %s RPC calls at %u! done PASSPORT %s refid.%d\n",ASSETCHAINS_SYMBOL,(uint32_t)time(NULL),ASSETCHAINS_SYMBOL,refid);
1519     }
1520 }
1521