src/komodo_gateway.h

   1 /******************************************************************************
   2  * Copyright © 2014-2018 The SuperNET Developers.                             *
   3  *                                                                            *
   4  * See the AUTHORS, DEVELOPER-AGREEMENT and LICENSE files at                  *
   5  * the top-level directory of this distribution for the individual copyright  *
   6  * holder information and the developer policies on copyright and licensing.  *
   7  *                                                                            *
   8  * Unless otherwise agreed in a custom licensing agreement, no part of the    *
   9  * SuperNET software, including this file may be copied, modified, propagated *
  10  * or distributed except according to the terms contained in the LICENSE file *
  11  *                                                                            *
  12  * Removal or modification of this copyright notice is prohibited.            *
  13  *                                                                            *
  14  ******************************************************************************/
  15
  16 // paxdeposit equivalent in reverse makes opreturn and KMD does the same in reverse
  17 #include "komodo_defs.h"
  18
  19 int32_t pax_fiatstatus(uint64_t *available,uint64_t *deposited,uint64_t *issued,uint64_t *withdrawn,uint64_t *approved,uint64_t *redeemed,char *base)
  20 {
  21     int32_t baseid; struct komodo_state *sp; int64_t netliability,maxallowed,maxval;
  22     *available = *deposited = *issued = *withdrawn = *approved = *redeemed = 0;
  23     if ( (baseid= komodo_baseid(base)) >= 0 )
  24     {
  25         if ( (sp= komodo_stateptrget(base)) != 0 )
  26         {
  27             *deposited = sp->deposited;
  28             *issued = sp->issued;
  29             *withdrawn = sp->withdrawn;
  30             *approved = sp->approved;
  31             *redeemed = sp->redeemed;
  32             maxval = sp->approved;
  33             if ( sp->withdrawn > maxval )
  34                 maxval = sp->withdrawn;
  35             netliability = (sp->issued - maxval) - sp->shorted;
  36             maxallowed = komodo_maxallowed(baseid);
  37             if ( netliability < maxallowed )
  38                 *available = (maxallowed - netliability);
  39             //printf("%llu - %llu %s %.8f %.8f %.8f %.8f %.8f\n",(long long)maxallowed,(long long)netliability,base,dstr(*deposited),dstr(*issued),dstr(*withdrawn),dstr(*approved),dstr(*redeemed));
  40             return(0);
  41         } else printf("pax_fiatstatus cant get basesp.%s\n",base);
  42     } // else printf("pax_fiatstatus illegal base.%s\n",base);
  43     return(-1);
  44 }
  45
  46 void pax_keyset(uint8_t *buf,uint256 txid,uint16_t vout,uint8_t type)
  47 {
  48     memcpy(buf,&txid,32);
  49     memcpy(&buf[32],&vout,2);
  50     buf[34] = type;
  51 }
  52
  53 struct pax_transaction *komodo_paxfind(uint256 txid,uint16_t vout,uint8_t type)
  54 {
  55     struct pax_transaction *pax; uint8_t buf[35];
  56     pthread_mutex_lock(&komodo_mutex);
  57     pax_keyset(buf,txid,vout,type);
  58     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  59     pthread_mutex_unlock(&komodo_mutex);
  60     return(pax);
  61 }
  62
  63 struct pax_transaction *komodo_paxfinds(uint256 txid,uint16_t vout)
  64 {
  65     struct pax_transaction *pax; int32_t i; uint8_t types[] = { 'I', 'D', 'X', 'A', 'W' };
  66     for (i=0; i<sizeof(types)/sizeof(*types); i++)
  67         if ( (pax= komodo_paxfind(txid,vout,types[i])) != 0 )
  68             return(pax);
  69     return(0);
  70 }
  71
  72 struct pax_transaction *komodo_paxmark(int32_t height,uint256 txid,uint16_t vout,uint8_t type,int32_t mark)
  73 {
  74     struct pax_transaction *pax; uint8_t buf[35];
  75     pthread_mutex_lock(&komodo_mutex);
  76     pax_keyset(buf,txid,vout,type);
  77     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  78     if ( pax == 0 )
  79     {
  80         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
  81         pax->txid = txid;
  82         pax->vout = vout;
  83         pax->type = type;
  84         memcpy(pax->buf,buf,sizeof(pax->buf));
  85         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
  86         //printf("ht.%d create pax.%p mark.%d\n",height,pax,mark);
  87     }
  88     if ( pax != 0 )
  89     {
  90         pax->marked = mark;
  91         //if ( height > 214700 || pax->height > 214700 )
  92         //    printf("mark ht.%d %.8f %.8f\n",pax->height,dstr(pax->komodoshis),dstr(pax->fiatoshis));
  93
  94     }
  95     pthread_mutex_unlock(&komodo_mutex);
  96     return(pax);
  97 }
  98
  99 void komodo_paxdelete(struct pax_transaction *pax)
 100 {
 101     return; // breaks when out of order
 102     pthread_mutex_lock(&komodo_mutex);
 103     HASH_DELETE(hh,PAX,pax);
 104     pthread_mutex_unlock(&komodo_mutex);
 105 }
 106
 107 void komodo_gateway_deposit(char *coinaddr,uint64_t value,char *symbol,uint64_t fiatoshis,uint8_t *rmd160,uint256 txid,uint16_t vout,uint8_t type,int32_t height,int32_t otherheight,char *source,int32_t approved) // assetchain context
 108 {
 109     struct pax_transaction *pax; uint8_t buf[35]; int32_t addflag = 0; struct komodo_state *sp; char str[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*s;
 110     //if ( KOMODO_PAX == 0 )
 111     //    return;
 112     //if ( strcmp(symbol,ASSETCHAINS_SYMBOL) != 0 )
 113     //    return;
 114     sp = komodo_stateptr(str,dest);
 115     pthread_mutex_lock(&komodo_mutex);
 116     pax_keyset(buf,txid,vout,type);
 117     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
 118     if ( pax == 0 )
 119     {
 120         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
 121         pax->txid = txid;
 122         pax->vout = vout;
 123         pax->type = type;
 124         memcpy(pax->buf,buf,sizeof(pax->buf));
 125         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
 126         addflag = 1;
 127         if ( 0 && ASSETCHAINS_SYMBOL[0] == 0 )
 128         {
 129             int32_t i; for (i=0; i<32; i++)
 130                 printf("%02x",((uint8_t *)&txid)[i]);
 131             printf(" v.%d [%s] kht.%d ht.%d create pax.%p symbol.%s source.%s\n",vout,ASSETCHAINS_SYMBOL,height,otherheight,pax,symbol,source);
 132         }
 133     }
 134     pthread_mutex_unlock(&komodo_mutex);
 135     if ( coinaddr != 0 )
 136     {
 137         strcpy(pax->coinaddr,coinaddr);
 138         if ( value != 0 )
 139             pax->komodoshis = value;
 140         if ( symbol != 0 )
 141             strcpy(pax->symbol,symbol);
 142         if ( source != 0 )
 143             strcpy(pax->source,source);
 144         if ( fiatoshis != 0 )
 145             pax->fiatoshis = fiatoshis;
 146         if ( rmd160 != 0 )
 147             memcpy(pax->rmd160,rmd160,20);
 148         if ( height != 0 )
 149             pax->height = height;
 150         if ( otherheight != 0 )
 151             pax->otherheight = otherheight;
 152     }
 153     else
 154     {
 155         pax->marked = height;
 156         //printf("pax.%p MARK DEPOSIT ht.%d other.%d\n",pax,height,otherheight);
 157     }
 158 }
 159
 160 int32_t komodo_rwapproval(int32_t rwflag,uint8_t *opretbuf,struct pax_transaction *pax)
 161 {
 162     int32_t i,len = 0;
 163     if ( rwflag == 1 )
 164     {
 165         for (i=0; i<32; i++)
 166             opretbuf[len++] = ((uint8_t *)&pax->txid)[i];
 167         opretbuf[len++] = pax->vout & 0xff;
 168         opretbuf[len++] = (pax->vout >> 8) & 0xff;
 169     }
 170     else
 171     {
 172         for (i=0; i<32; i++)
 173             ((uint8_t *)&pax->txid)[i] = opretbuf[len++];
 174         //for (i=0; i<32; i++)
 175         //    printf("%02x",((uint8_t *)&pax->txid)[31-i]);
 176         pax->vout = opretbuf[len++];
 177         pax->vout += ((uint32_t)opretbuf[len++] << 8);
 178         //printf(" txid v.%d\n",pax->vout);
 179     }
 180     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->komodoshis),&pax->komodoshis);
 181     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->fiatoshis),&pax->fiatoshis);
 182     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->height),&pax->height);
 183     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->otherheight),&pax->otherheight);
 184     if ( rwflag != 0 )
 185     {
 186         memcpy(&opretbuf[len],pax->rmd160,20), len += 20;
 187         for (i=0; i<4; i++)
 188             opretbuf[len++] = pax->source[i];
 189     }
 190     else
 191     {
 192         memcpy(pax->rmd160,&opretbuf[len],20), len += 20;
 193         for (i=0; i<4; i++)
 194             pax->source[i] = opretbuf[len++];
 195     }
 196     return(len);
 197 }
 198
 199 int32_t komodo_issued_opreturn(char *base,uint256 *txids,uint16_t *vouts,int64_t *values,int64_t *srcvalues,int32_t *kmdheights,int32_t *otherheights,int8_t *baseids,uint8_t *rmd160s,uint8_t *opretbuf,int32_t opretlen,int32_t iskomodo)
 200 {
 201     struct pax_transaction p,*pax; int32_t i,n=0,j,len=0,incr,height,otherheight; uint8_t type,rmd160[20]; uint64_t fiatoshis; char symbol[KOMODO_ASSETCHAIN_MAXLEN];
 202     //if ( KOMODO_PAX == 0 )
 203     //    return(0);
 204     incr = 34 + (iskomodo * (2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 4));
 205     //41e77b91cb68dc2aa02fa88550eae6b6d44db676a7e935337b6d1392d9718f03cb0200305c90660400000000fbcbeb1f000000bde801006201000058e7945ad08ddba1eac9c9b6c8e1e97e8016a2d152
 206
 207     // 41e94d736ec69d88c08b5d238abeeca609c02357a8317e0d56c328bcb1c259be5d0200485bc80200000000404b4c000000000059470200b80b000061f22ba7d19fe29ac3baebd839af8b7127d1f9075553440046bb4cc7a3b5cd39dffe7206507a3482a00780e617f68b273cce9817ed69298d02001069ca1b0000000080f0fa02000000005b470200b90b000061f22ba7d19fe29ac3baebd839af8b7127d1f90755
 208
 209     //for (i=0; i<opretlen; i++)
 210     //    printf("%02x",opretbuf[i]);
 211     //printf(" opretlen.%d (%s)\n",opretlen,base);
 212     //printf(" opretlen.%d vs %d incr.%d (%d)\n",opretlen,(int32_t)(2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 2),incr,opretlen/incr);
 213     //if ( ASSETCHAINS_SYMBOL[0] == 0 || strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0 )
 214     {
 215         type = opretbuf[0];
 216         opretbuf++, opretlen--;
 217         for (n=0; n<opretlen/incr; n++)
 218         {
 219             if ( iskomodo != 0 )
 220             {
 221                 memset(&p,0,sizeof(p));
 222                 len += komodo_rwapproval(0,&opretbuf[len],&p);
 223                 if ( values != 0 && srcvalues != 0 && kmdheights != 0 && otherheights != 0 && baseids != 0 && rmd160s != 0 )
 224                 {
 225                     txids[n] = p.txid;
 226                     vouts[n] = p.vout;
 227                     values[n] = (strcmp("KMD",base) == 0) ? p.komodoshis : p.fiatoshis;
 228                     srcvalues[n] = (strcmp("KMD",base) == 0) ? p.fiatoshis : p.komodoshis;
 229                     kmdheights[n] = p.height;
 230                     otherheights[n] = p.otherheight;
 231                     memcpy(&rmd160s[n * 20],p.rmd160,20);
 232                     baseids[n] = komodo_baseid(p.source);
 233                     if ( 0 )
 234                     {
 235                         char coinaddr[64];
 236                         bitcoin_address(coinaddr,60,&rmd160s[n * 20],20);
 237                         printf(">>>>>>> %s: (%s) fiat %.8f kmdheight.%d other.%d -> %s %.8f\n",type=='A'?"approvedA":"issuedX",baseids[n]>=0?CURRENCIES[baseids[n]]:"???",dstr(p.fiatoshis),kmdheights[n],otherheights[n],coinaddr,dstr(values[n]));
 238                     }
 239                 }
 240             }
 241             else
 242             {
 243                 for (i=0; i<4; i++)
 244                     base[i] = opretbuf[opretlen-4+i];
 245                 for (j=0; j<32; j++)
 246                 {
 247                     ((uint8_t *)&txids[n])[j] = opretbuf[len++];
 248                     //printf("%02x",((uint8_t *)&txids[n])[j]);
 249                 }
 250                 vouts[n] = opretbuf[len++];
 251                 vouts[n] = (opretbuf[len++] << 8) | vouts[n];
 252                 baseids[n] = komodo_baseid(base);
 253                 if ( (pax= komodo_paxfinds(txids[n],vouts[n])) != 0 )
 254                 {
 255                     values[n] = (strcmp("KMD",base) == 0) ? pax->komodoshis : pax->fiatoshis;
 256                     srcvalues[n] = (strcmp("KMD",base) == 0) ? pax->fiatoshis : pax->komodoshis;
 257                     kmdheights[n] = pax->height;
 258                     otherheights[n] = pax->otherheight;
 259                     memcpy(&rmd160s[n * 20],pax->rmd160,20);
 260                 }
 261             }
 262             //printf(" komodo_issued_opreturn issuedtxid v%d i.%d opretlen.%d\n",vouts[n],n,opretlen);
 263         }
 264     }
 265     return(n);
 266 }
 267
 268 int32_t komodo_paxcmp(char *symbol,int32_t kmdheight,uint64_t value,uint64_t checkvalue,uint64_t seed)
 269 {
 270     int32_t ratio;
 271     if ( seed == 0 && checkvalue != 0 )
 272     {
 273         ratio = ((value << 6) / checkvalue);
 274         if ( ratio >= 60 && ratio <= 67 )
 275             return(0);
 276         else
 277         {
 278             if ( ASSETCHAINS_SYMBOL[0] != 0 )
 279                 printf("ht.%d ignore mismatched %s value %lld vs checkvalue %lld -> ratio.%d\n",kmdheight,symbol,(long long)value,(long long)checkvalue,ratio);
 280             return(-1);
 281         }
 282     }
 283     else if ( checkvalue != 0 )
 284     {
 285         ratio = ((value << 10) / checkvalue);
 286         if ( ratio >= 1023 && ratio <= 1025 )
 287             return(0);
 288     }
 289     return(value != checkvalue);
 290 }
 291
 292 uint64_t komodo_paxtotal()
 293 {
 294     struct pax_transaction *pax,*pax2,*tmp,*tmp2; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*str; int32_t i,ht; int64_t checktoshis; uint64_t seed,total = 0; struct komodo_state *basesp;
 295     if ( KOMODO_PASSPORT_INITDONE == 0 ) //KOMODO_PAX == 0 ||
 296         return(0);
 297     if ( komodo_isrealtime(&ht) == 0 )
 298         return(0);
 299     else
 300     {
 301         HASH_ITER(hh,PAX,pax,tmp)
 302         {
 303             if ( pax->marked != 0 )
 304                 continue;
 305             if ( pax->type == 'A' || pax->type == 'D' || pax->type == 'X' )
 306                 str = pax->symbol;
 307             else str = pax->source;
 308             basesp = komodo_stateptrget(str);
 309             if ( basesp != 0 && pax->didstats == 0 )
 310             {
 311                 if ( pax->type == 'I' && (pax2= komodo_paxfind(pax->txid,pax->vout,'D')) != 0 )
 312                 {
 313                     if ( pax2->fiatoshis != 0 )
 314                     {
 315                         pax->komodoshis = pax2->komodoshis;
 316                         pax->fiatoshis = pax2->fiatoshis;
 317                         basesp->issued += pax->fiatoshis;
 318                         pax->didstats = 1;
 319                         if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 320                             printf("########### %p issued %s += %.8f kmdheight.%d %.8f other.%d\n",basesp,str,dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight);
 321                         pax2->marked = pax->height;
 322                         pax->marked = pax->height;
 323                     }
 324                 }
 325                 else if ( pax->type == 'W' )
 326                 {
 327                     //bitcoin_address(coinaddr,addrtype,rmd160,20);
 328                     if ( (checktoshis= komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis)) != 0 )
 329                     {
 330                         if ( komodo_paxcmp(pax->source,pax->height,pax->komodoshis,checktoshis,seed) != 0 )
 331                         {
 332                             pax->marked = pax->height;
 333                             //printf("WITHDRAW.%s mark <- %d %.8f != %.8f\n",pax->source,pax->height,dstr(checktoshis),dstr(pax->komodoshis));
 334                         }
 335                         else if ( pax->validated == 0 )
 336                         {
 337                             pax->validated = pax->komodoshis = checktoshis;
 338                             //int32_t j; for (j=0; j<32; j++)
 339                             //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 340                             //if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 341                             //    printf(" v%d %p got WITHDRAW.%s kmd.%d ht.%d %.8f -> %.8f/%.8f\n",pax->vout,pax,pax->source,pax->height,pax->otherheight,dstr(pax->fiatoshis),dstr(pax->komodoshis),dstr(checktoshis));
 342                         }
 343                     }
 344                 }
 345             }
 346         }
 347     }
 348     komodo_stateptr(symbol,dest);
 349     HASH_ITER(hh,PAX,pax,tmp)
 350     {
 351         pax->ready = 0;
 352         if ( 0 && pax->type == 'A' )
 353             printf("%p pax.%s <- %s marked.%d %.8f -> %.8f validated.%d approved.%d\n",pax,pax->symbol,pax->source,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0);
 354         if ( pax->marked != 0 )
 355             continue;
 356         if ( strcmp(symbol,pax->symbol) == 0 || pax->type == 'A' )
 357         {
 358             if ( pax->marked == 0 )
 359             {
 360                 if ( komodo_is_issuer() != 0 )
 361                 {
 362                     if ( pax->validated != 0 && pax->type == 'D' )
 363                     {
 364                         total += pax->fiatoshis;
 365                         pax->ready = 1;
 366                     }
 367                 }
 368                 else if ( pax->approved != 0 && pax->type == 'A' )
 369                 {
 370                     if ( pax->validated != 0 )
 371                     {
 372                         total += pax->komodoshis;
 373                         pax->ready = 1;
 374                     }
 375                     else
 376                     {
 377                         seed = 0;
 378                         checktoshis = komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis);
 379                         //printf("paxtotal PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",pax->height,pax->symbol,(double)pax->fiatoshis/COIN,(double)pax->komodoshis/COIN,(double)checktoshis/COIN);
 380                         //printf(" v%d %.8f k.%d ht.%d\n",pax->vout,dstr(pax->komodoshis),pax->height,pax->otherheight);
 381                         if ( seed != 0 && checktoshis != 0 )
 382                         {
 383                             if ( checktoshis == pax->komodoshis )
 384                             {
 385                                 total += pax->komodoshis;
 386                                 pax->validated = pax->komodoshis;
 387                                 pax->ready = 1;
 388                             } else pax->marked = pax->height;
 389                         }
 390                     }
 391                 }
 392                 if ( 0 && pax->ready != 0 )
 393                     printf("%p (%c) pax.%s marked.%d %.8f -> %.8f validated.%d approved.%d ready.%d ht.%d\n",pax,pax->type,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0,pax->ready,pax->height);
 394             }
 395         }
 396     }
 397     //printf("paxtotal %.8f\n",dstr(total));
 398     return(total);
 399 }
 400
 401 static int _paxorder(const void *a,const void *b)
 402 {
 403 #define pax_a (*(struct pax_transaction **)a)
 404 #define pax_b (*(struct pax_transaction **)b)
 405     uint64_t aval,bval;
 406     aval = pax_a->fiatoshis + pax_a->komodoshis + pax_a->height;
 407     bval = pax_b->fiatoshis + pax_b->komodoshis + pax_b->height;
 408         if ( bval > aval )
 409                 return(-1);
 410         else if ( bval < aval )
 411                 return(1);
 412         return(0);
 413 #undef pax_a
 414 #undef pax_b
 415 }
 416
 417 int32_t komodo_pending_withdraws(char *opretstr) // todo: enforce deterministic order
 418 {
 419     struct pax_transaction *pax,*pax2,*tmp,*paxes[64]; uint8_t opretbuf[16384*4]; int32_t i,n,ht,len=0; uint64_t total = 0;
 420     if ( KOMODO_PAX == 0 || KOMODO_PASSPORT_INITDONE == 0 )
 421         return(0);
 422     if ( komodo_isrealtime(&ht) == 0 || ASSETCHAINS_SYMBOL[0] != 0 )
 423         return(0);
 424     n = 0;
 425     HASH_ITER(hh,PAX,pax,tmp)
 426     {
 427         if ( pax->type == 'W' )
 428         {
 429             if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'A')) != 0 )
 430             {
 431                 if ( pax2->approved != 0 )
 432                     pax->approved = pax2->approved;
 433             }
 434             else if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'X')) != 0 )
 435                 pax->approved = pax->height;
 436             //printf("pending_withdraw: pax %s marked.%u approved.%u validated.%llu\n",pax->symbol,pax->marked,pax->approved,(long long)pax->validated);
 437             if ( pax->marked == 0 && pax->approved == 0 && pax->validated != 0 ) //strcmp((char *)"KMD",pax->symbol) == 0 &&
 438             {
 439                 if ( n < sizeof(paxes)/sizeof(*paxes) )
 440                 {
 441                     paxes[n++] = pax;
 442                     //int32_t j; for (j=0; j<32; j++)
 443                     //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 444                     //printf(" %s.(kmdht.%d ht.%d marked.%u approved.%d validated %.8f) %.8f\n",pax->source,pax->height,pax->otherheight,pax->marked,pax->approved,dstr(pax->validated),dstr(pax->komodoshis));
 445                 }
 446             }
 447         }
 448     }
 449     opretstr[0] = 0;
 450     if ( n > 0 )
 451     {
 452         opretbuf[len++] = 'A';
 453         qsort(paxes,n,sizeof(*paxes),_paxorder);
 454         for (i=0; i<n; i++)
 455         {
 456             if ( len < (sizeof(opretbuf)>>3)*7 )
 457                 len += komodo_rwapproval(1,&opretbuf[len],paxes[i]);
 458         }
 459         if ( len > 0 )
 460             init_hexbytes_noT(opretstr,opretbuf,len);
 461     }
 462     //fprintf(stderr,"komodo_pending_withdraws len.%d PAXTOTAL %.8f\n",len,dstr(komodo_paxtotal()));
 463     return(len);
 464 }
 465
 466 int32_t komodo_gateway_deposits(CMutableTransaction *txNew,char *base,int32_t tokomodo)
 467 {
 468     struct pax_transaction *pax,*tmp; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint8_t *script,opcode,opret[16384*4],data[16384*4]; int32_t i,baseid,ht,len=0,opretlen=0,numvouts=1; struct komodo_state *sp; uint64_t available,deposited,issued,withdrawn,approved,redeemed,mask,sum = 0;
 469     if ( KOMODO_PASSPORT_INITDONE == 0 )//KOMODO_PAX == 0 ||
 470         return(0);
 471     struct komodo_state *kmdsp = komodo_stateptrget((char *)"KMD");
 472     sp = komodo_stateptr(symbol,dest);
 473     strcpy(symbol,base);
 474     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 )
 475         return(0);
 476     PENDING_KOMODO_TX = 0;
 477     for (i=0; i<3; i++)
 478     {
 479         if ( komodo_isrealtime(&ht) != 0 )
 480             break;
 481         sleep(1);
 482     }
 483     if ( i == 3 )
 484     {
 485         if ( tokomodo == 0 )
 486             printf("%s not realtime ht.%d\n",ASSETCHAINS_SYMBOL,ht);
 487         return(0);
 488     }
 489     if ( tokomodo == 0 )
 490     {
 491         opcode = 'I';
 492     }
 493     else
 494     {
 495         opcode = 'X';
 496         if ( 1 || komodo_paxtotal() == 0 )
 497             return(0);
 498     }
 499     HASH_ITER(hh,PAX,pax,tmp)
 500     {
 501         if ( pax->type != 'D' && pax->type != 'A' )
 502             continue;
 503         {
 504 #ifdef KOMODO_ASSETCHAINS_WAITNOTARIZE
 505             if ( pax->height > 236000 )
 506             {
 507                 if ( kmdsp != 0 && kmdsp->NOTARIZED_HEIGHT >= pax->height )
 508                     pax->validated = pax->komodoshis;
 509                 else if ( kmdsp->CURRENT_HEIGHT > pax->height+30 )
 510                     pax->validated = pax->ready = 0;
 511             }
 512             else
 513             {
 514                 if ( kmdsp != 0 && (kmdsp->NOTARIZED_HEIGHT >= pax->height || kmdsp->CURRENT_HEIGHT > pax->height+30) ) // assumes same chain as notarize
 515                     pax->validated = pax->komodoshis;
 516                 else pax->validated = pax->ready = 0;
 517             }
 518 #else
 519             pax->validated = pax->komodoshis;
 520 #endif
 521         }
 522         if ( ASSETCHAINS_SYMBOL[0] != 0 && (pax_fiatstatus(&available,&deposited,&issued,&withdrawn,&approved,&redeemed,symbol) != 0 || available < pax->fiatoshis) )
 523         {
 524             //if ( pax->height > 214700 || strcmp(ASSETCHAINS_SYMBOL,symbol) == 0 )
 525             //    printf("miner.[%s]: skip %s %.8f when avail %.8f deposited %.8f, issued %.8f withdrawn %.8f approved %.8f redeemed %.8f\n",ASSETCHAINS_SYMBOL,symbol,dstr(pax->fiatoshis),dstr(available),dstr(deposited),dstr(issued),dstr(withdrawn),dstr(approved),dstr(redeemed));
 526             continue;
 527         }
 528         /*printf("pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d\n",pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0);
 529         if ( pax->marked != 0 || (pax->type != 'D' && pax->type != 'A') || pax->ready == 0 )
 530         {
 531             printf("reject 2\n");
 532             continue;
 533         }*/
 534         if ( ASSETCHAINS_SYMBOL[0] != 0 && (strcmp(pax->symbol,symbol) != 0 || pax->validated == 0 || pax->ready == 0) )
 535         {
 536             if ( strcmp(pax->symbol,ASSETCHAINS_SYMBOL) == 0 )
 537                 printf("pax->symbol.%s != %s or null pax->validated %.8f ready.%d ht.(%d %d)\n",pax->symbol,symbol,dstr(pax->validated),pax->ready,kmdsp->CURRENT_HEIGHT,pax->height);
 538             pax->marked = pax->height;
 539             continue;
 540         }
 541         if ( pax->ready == 0 )
 542             continue;
 543         if ( pax->type == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 544         {
 545             if ( kmdsp != 0 )
 546             {
 547                 if ( (baseid= komodo_baseid(pax->symbol)) < 0 || ((1LL << baseid) & sp->RTmask) == 0 )
 548                 {
 549                     printf("not RT for (%s) %llx baseid.%d %llx\n",pax->symbol,(long long)sp->RTmask,baseid,(long long)(1LL<<baseid));
 550                     continue;
 551                 }
 552             } else continue;
 553         }
 554
 555         //printf("redeem.%d? (%c) %p pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d approved.%d\n",tokomodo,pax->type,pax,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0,pax->approved!=0);
 556         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 557             printf("pax.%s marked.%d %.8f -> %.8f\n",ASSETCHAINS_SYMBOL,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis));
 558         if ( opcode == 'I' )
 559         {
 560             sum += pax->fiatoshis;
 561             if ( sum > available )
 562                 break;
 563         }
 564         txNew->vout.resize(numvouts+1);
 565         txNew->vout[numvouts].nValue = (opcode == 'I') ? pax->fiatoshis : pax->komodoshis;
 566         txNew->vout[numvouts].scriptPubKey.resize(25);
 567         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 568         *script++ = 0x76;
 569         *script++ = 0xa9;
 570         *script++ = 20;
 571         memcpy(script,pax->rmd160,20), script += 20;
 572         *script++ = 0x88;
 573         *script++ = 0xac;
 574         if ( tokomodo == 0 )
 575         {
 576             for (i=0; i<32; i++)
 577                 data[len++] = ((uint8_t *)&pax->txid)[i];
 578             data[len++] = pax->vout & 0xff;
 579             data[len++] = (pax->vout >> 8) & 0xff;
 580             PENDING_KOMODO_TX += pax->fiatoshis;
 581         }
 582         else
 583         {
 584             len += komodo_rwapproval(1,&data[len],pax);
 585             PENDING_KOMODO_TX += pax->komodoshis;
 586             printf(" len.%d vout.%u DEPOSIT %.8f <- pax.%s pending ht %d %d %.8f | ",len,pax->vout,(double)txNew->vout[numvouts].nValue/COIN,symbol,pax->height,pax->otherheight,dstr(PENDING_KOMODO_TX));
 587         }
 588         if ( numvouts++ >= 64 || sum > COIN )
 589             break;
 590     }
 591     if ( numvouts > 1 )
 592     {
 593         if ( tokomodo != 0 )
 594             strcpy(symbol,(char *)"KMD");
 595         for (i=0; symbol[i]!=0; i++)
 596             data[len++] = symbol[i];
 597         data[len++] = 0;
 598         for (i=0; i<len; i++)
 599             printf("%02x",data[i]);
 600         printf(" <- data[%d]\n",len);
 601         opretlen = komodo_opreturnscript(opret,opcode,data,len);
 602         txNew->vout.resize(numvouts+1);
 603         txNew->vout[numvouts].nValue = 0;
 604         txNew->vout[numvouts].scriptPubKey.resize(opretlen);
 605         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 606         memcpy(script,opret,opretlen);
 607         for (i=0; i<8; i++)
 608             printf("%02x",opret[i]);
 609         printf(" <- opret, MINER deposits.%d (%s) vouts.%d %.8f opretlen.%d\n",tokomodo,ASSETCHAINS_SYMBOL,numvouts,dstr(PENDING_KOMODO_TX),opretlen);
 610         return(1);
 611     }
 612     return(0);
 613 }
 614
 615 const char *banned_txids[] =
 616 {
 617     "78cb4e21245c26b015b888b14c4f5096e18137d2741a6de9734d62b07014dfca", //233559
 618     "00697be658e05561febdee1aafe368b821ca33fbb89b7027365e3d77b5dfede5", //234172
 619     "e909465788b32047c472d73e882d79a92b0d550f90be008f76e1edaee6d742ea", //234187
 620     "f56c6873748a327d0b92b8108f8ec8505a2843a541b1926022883678fb24f9dc", //234188
 621     "abf08be07d8f5b3a433ddcca7ef539e79a3571632efd6d0294ec0492442a0204", //234213
 622     "3b854b996cc982fba8c06e76cf507ae7eed52ab92663f4c0d7d10b3ed879c3b0", //234367
 623     "fa9e474c2cda3cb4127881a40eb3f682feaba3f3328307d518589024a6032cc4", //234635
 624     "ca746fa13e0113c4c0969937ea2c66de036d20274efad4ce114f6b699f1bc0f3", //234662
 625     "43ce88438de4973f21b1388ffe66e68fda592da38c6ef939be10bb1b86387041", //234697
 626     "0aeb748de82f209cd5ff7d3a06f65543904c4c17387c9d87c65fd44b14ad8f8c", //234899
 627     "bbd3a3d9b14730991e1066bd7c626ca270acac4127131afe25f877a5a886eb25", //235252
 628     "fa9943525f2e6c32cbc243294b08187e314d83a2870830180380c3c12a9fd33c", //235253
 629     "a01671c8775328a41304e31a6693bbd35e9acbab28ab117f729eaba9cb769461", //235265
 630     "2ef49d2d27946ad7c5d5e4ab5c089696762ff04e855f8ab48e83bdf0cc68726d", //235295
 631     "c85dcffb16d5a45bd239021ad33443414d60224760f11d535ae2063e5709efee", //235296
 632     // all vouts banned
 633     "c4ea1462c207547cd6fb6a4155ca6d042b22170d29801a465db5c09fec55b19d", //246748
 634     "305dc96d8bc23a69d3db955e03a6a87c1832673470c32fe25473a46cc473c7d1", //247204
 635 };
 636
 637 int32_t komodo_bannedset(int32_t *indallvoutsp,uint256 *array,int32_t max)
 638 {
 639     int32_t i;
 640     if ( sizeof(banned_txids)/sizeof(*banned_txids) > max )
 641     {
 642         fprintf(stderr,"komodo_bannedset: buffer too small %ld vs %d\n",sizeof(banned_txids)/sizeof(*banned_txids),max);
 643         exit(-1);
 644     }
 645     for (i=0; i<sizeof(banned_txids)/sizeof(*banned_txids); i++)
 646         array[i] = uint256S(banned_txids[i]);
 647     *indallvoutsp = i-2;
 648     return(i);
 649 }
 650
 651 void komodo_passport_iteration();
 652
 653 int32_t komodo_check_deposit(int32_t height,const CBlock& block,uint32_t prevtime) // verify above block is valid pax pricing
 654 {
 655     static uint256 array[64]; static int32_t numbanned,indallvouts;
 656     int32_t i,j,k,n,ht,baseid,txn_count,activation,num,opretlen,offset=1,errs=0,notmatched=0,matched=0,kmdheights[256],otherheights[256]; uint256 hash,txids[256]; char symbol[KOMODO_ASSETCHAIN_MAXLEN],base[KOMODO_ASSETCHAIN_MAXLEN]; uint16_t vouts[256]; int8_t baseids[256]; uint8_t *script,opcode,rmd160s[256*20]; uint64_t total,subsidy,available,deposited,issued,withdrawn,approved,redeemed,seed; int64_t checktoshis,values[256],srcvalues[256]; struct pax_transaction *pax; struct komodo_state *sp; CTransaction tx;
 657     activation = 235300;
 658     if ( *(int32_t *)&array[0] == 0 )
 659         numbanned = komodo_bannedset(&indallvouts,array,(int32_t)(sizeof(array)/sizeof(*array)));
 660     memset(baseids,0xff,sizeof(baseids));
 661     memset(values,0,sizeof(values));
 662     memset(srcvalues,0,sizeof(srcvalues));
 663     memset(rmd160s,0,sizeof(rmd160s));
 664     memset(kmdheights,0,sizeof(kmdheights));
 665     memset(otherheights,0,sizeof(otherheights));
 666     txn_count = block.vtx.size();
 667     if ( ASSETCHAINS_SYMBOL[0] == 0 )
 668     {
 669         for (i=0; i<txn_count; i++)
 670         {
 671             if ( i == 0 && txn_count > 1 && block.vtx[txn_count-1].vout.size() > 0 && block.vtx[txn_count-1].vout[0].nValue == 5000 )
 672             {
 673                 if ( block.vtx[txn_count-1].vin.size() == 1 && GetTransaction(block.vtx[txn_count-1].vin[0].prevout.hash,tx,hash,false) && block.vtx[0].vout[0].scriptPubKey == tx.vout[block.vtx[txn_count-1].vin[0].prevout.n].scriptPubKey )
 674                     notmatched = 1;
 675             }
 676             n = block.vtx[i].vin.size();
 677             for (j=0; j<n; j++)
 678             {
 679                 for (k=0; k<numbanned; k++)
 680                 {
 681                     if ( block.vtx[i].vin[j].prevout.hash == array[k] && (block.vtx[i].vin[j].prevout.n == 1 || k >= indallvouts)  )
 682                     {
 683                         printf("banned tx.%d being used at ht.%d txi.%d vini.%d\n",k,height,i,j);
 684                         return(-1);
 685                     }
 686                 }
 687             }
 688         }
 689     }
 690     // we don't want any of these checks in VRSC, leave it for other chains until/unless KMD removes
 691     if ( ASSETCHAINS_SYMBOL[0] == 0 ||
 692          (ASSETCHAINS_COMMISSION != 0 && height > 1) ||
 693          (strcmp(ASSETCHAINS_SYMBOL,"VRSC") == 0 && height < VRSC_KMD_MERGE_FIX) )
 694     {
 695         n = block.vtx[0].vout.size();
 696         int64_t val,prevtotal = 0; int32_t strangeout=0,overflow = 0;
 697         total = 0;
 698         for (i=1; i<n; i++)
 699         {
 700             script = (uint8_t *)block.vtx[0].vout[i].scriptPubKey.data();
 701             if ( (val= block.vtx[0].vout[i].nValue) < 0 || val >= MAX_MONEY )
 702             {
 703                 overflow = 1;
 704                 break;
 705             }
 706             if ( i > 1 && script[0] != 0x6a && val < 5000 )
 707                 strangeout++;
 708             total += val;
 709             if ( total < prevtotal || (val != 0 && total == prevtotal) )
 710             {
 711                 overflow = 1;
 712                 break;
 713             }
 714             prevtotal = total;
 715         }
 716         if ( ASSETCHAINS_SYMBOL[0] == 0 )
 717         {
 718             if ( overflow != 0 || total > COIN/10 )
 719             {
 720                 if ( height >= activation )
 721                 {
 722                     if ( height > 800000 )
 723                         fprintf(stderr,">>>>>>>> <<<<<<<<<< ht.%d illegal nonz output %.8f n.%d\n",height,dstr(block.vtx[0].vout[1].nValue),n);
 724                     return(-1);
 725                 }
 726             }
 727             else if ( block.nBits == KOMODO_MINDIFF_NBITS && total > 0 ) // to deal with fee stealing
 728             {
 729                 fprintf(stderr,"notary mined ht.%d with extra %.8f\n",height,dstr(total));
 730                 if ( height > KOMODO_NOTARIES_HEIGHT1 )
 731                     return(-1);
 732             }
 733             if ( strangeout != 0 || notmatched != 0 )
 734             {
 735                 if ( 0 && strcmp(NOTARY_PUBKEY.c_str(),"03b7621b44118017a16043f19b30cc8a4cfe068ac4e42417bae16ba460c80f3828") == 0 )
 736                     fprintf(stderr,">>>>>>>>>>>>> DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",height,strangeout,notmatched);
 737                 if ( height > 1000000 && strangeout != 0 )
 738                     return(-1);
 739             }
 740             else if ( height > 814000 )
 741             {
 742                 script = (uint8_t *)block.vtx[0].vout[0].scriptPubKey.data();
 743                 return(-1 * (komodo_electednotary(&num,script+1,height,0) >= 0) * (height > 1000000));
 744             }
 745         }
 746         else
 747         {
 748             checktoshis = 0;
 749             if ( ASSETCHAINS_COMMISSION != 0 && height > 1 )
 750             {
 751                 if ( (checktoshis= komodo_checkcommission((CBlock *)&block,height)) < 0 )
 752                 {
 753                     fprintf(stderr,"ht.%d checktoshis %.8f overflow.%d total %.8f strangeout.%d\n",height,dstr(checktoshis),overflow,dstr(total),strangeout);
 754                     return(-1);
 755                 }
 756             }
 757             if ( height > 1 && checktoshis == 0 )
 758             {
 759                 checktoshis = ((uint64_t)GetBlockSubsidy(height, Params().GetConsensus()) - block.vtx[0].vout[0].nValue);
 760                 // some pools will need to change their pool fee to be (poolfee % - txfees)
 761                 //checktoshis += txn_count * 0.001; // rely on higher level validations to prevent emitting more coins than actual txfees
 762             }
 763             if ( height >= 2 && (overflow != 0 || total > checktoshis || strangeout != 0) )
 764             {
 765                 fprintf(stderr,"checkdeposit: ht.%d checktoshis %.8f overflow.%d total %.8f strangeout.%d\n",height,dstr(checktoshis),overflow,dstr(total),strangeout);
 766                 if ( strangeout != 0 )
 767                     fprintf(stderr,">>>>>>>>>>>>> %s DUST ht.%d strangeout.%d notmatched.%d <<<<<<<<<\n",ASSETCHAINS_SYMBOL,height,strangeout,notmatched);
 768                 return(-1);
 769             }
 770         }
 771     }
 772     return(0);
 773 }
 774
 775 const char *komodo_opreturn(int32_t height,uint64_t value,uint8_t *opretbuf,int32_t opretlen,uint256 txid,uint16_t vout,char *source)
 776 {
 777     uint8_t rmd160[20],rmd160s[64*20],addrtype,shortflag,pubkey33[33]; int32_t didstats,i,j,n,kvheight,len,tokomodo,kmdheight,otherheights[64],kmdheights[64]; int8_t baseids[64]; char base[4],coinaddr[64],destaddr[64]; uint256 txids[64]; uint16_t vouts[64]; uint64_t convtoshis,seed; int64_t fee,fiatoshis,komodoshis,checktoshis,values[64],srcvalues[64]; struct pax_transaction *pax,*pax2; struct komodo_state *basesp; double diff;
 778     const char *typestr = "unknown";
 779     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 && opretbuf[0] != 'K' )
 780     {
 781         //printf("komodo_opreturn skip %s\n",ASSETCHAINS_SYMBOL);
 782         return("assetchain");
 783     }
 784     memset(baseids,0xff,sizeof(baseids));
 785     memset(values,0,sizeof(values));
 786     memset(srcvalues,0,sizeof(srcvalues));
 787     memset(rmd160s,0,sizeof(rmd160s));
 788     memset(kmdheights,0,sizeof(kmdheights));
 789     memset(otherheights,0,sizeof(otherheights));
 790     tokomodo = (komodo_is_issuer() == 0);
 791     if ( opretbuf[0] == 'K' && opretlen != 40 )
 792     {
 793         komodo_kvupdate(opretbuf,opretlen,value);
 794         return("kv");
 795     }
 796     else if ( ASSETCHAINS_SYMBOL[0] == 0 && KOMODO_PAX == 0 )
 797         return("nopax");
 798     if ( opretbuf[0] == 'D' )
 799     {
 800         tokomodo = 0;
 801         if ( opretlen == 38 ) // any KMD tx
 802         {
 803             iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 804             memset(base,0,sizeof(base));
 805             PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&fiatoshis);
 806             bitcoin_address(coinaddr,addrtype,rmd160,20);
 807             checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,fiatoshis);
 808             if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) != 0 )
 809                 checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,height,base,fiatoshis);
 810             typestr = "deposit";
 811             if ( 0 && strcmp("NOK",base) == 0 )
 812             {
 813                 printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 814                 printf("(%s) (%s) kmdheight.%d vs height.%d check %.8f vs %.8f tokomodo.%d %d seed.%llx\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed);
 815                 for (i=0; i<32; i++)
 816                     printf("%02x",((uint8_t *)&txid)[i]);
 817                 printf(" <- txid.v%u ",vout);
 818                 for (i=0; i<33; i++)
 819                     printf("%02x",pubkey33[i]);
 820                 printf(" checkpubkey check %.8f v %.8f dest.(%s) kmdheight.%d height.%d\n",dstr(checktoshis),dstr(value),destaddr,kmdheight,height);
 821             }
 822             if ( strcmp(base,ASSETCHAINS_SYMBOL) == 0 && (kmdheight > 195000 || kmdheight <= height) )
 823             {
 824                 didstats = 0;
 825                 if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) == 0 )
 826                 {
 827                     if ( (pax= komodo_paxfind(txid,vout,'D')) == 0 )
 828                     {
 829                         if ( (basesp= komodo_stateptrget(base)) != 0 )
 830                         {
 831                             basesp->deposited += fiatoshis;
 832                             didstats = 1;
 833                             if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 834                                 printf("########### %p deposited %s += %.8f kmdheight.%d %.8f\n",basesp,base,dstr(fiatoshis),kmdheight,dstr(value));
 835                         } else printf("cant get stateptr.(%s)\n",base);
 836                         komodo_gateway_deposit(coinaddr,value,base,fiatoshis,rmd160,txid,vout,'D',kmdheight,height,(char *)"KMD",0);
 837                     }
 838                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 839                     {
 840                         pax->height = kmdheight;
 841                         pax->validated = value;
 842                         pax->komodoshis = value;
 843                         pax->fiatoshis = fiatoshis;
 844                         if ( didstats == 0 && pax->didstats == 0 )
 845                         {
 846                             if ( (basesp= komodo_stateptrget(base)) != 0 )
 847                             {
 848                                 basesp->deposited += fiatoshis;
 849                                 didstats = 1;
 850                                 if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 851                                     printf("########### %p depositedB %s += %.8f/%.8f kmdheight.%d/%d %.8f/%.8f\n",basesp,base,dstr(fiatoshis),dstr(pax->fiatoshis),kmdheight,pax->height,dstr(value),dstr(pax->komodoshis));
 852                             }
 853                         } //
 854                         if ( didstats != 0 )
 855                             pax->didstats = 1;
 856                         if ( (pax2= komodo_paxfind(txid,vout,'I')) != 0 )
 857                         {
 858                             pax2->fiatoshis = pax->fiatoshis;
 859                             pax2->komodoshis = pax->komodoshis;
 860                             pax->marked = pax2->marked = pax->height;
 861                             pax2->height = pax->height = height;
 862                             if ( pax2->didstats == 0 )
 863                             {
 864                                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 865                                 {
 866                                     basesp->issued += pax2->fiatoshis;
 867                                     pax2->didstats = 1;
 868                                     if ( 0 && strcmp(base,"USD") == 0 )
 869                                         printf("########### %p issueda %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,base,dstr(pax2->fiatoshis),pax2->height,dstr(pax2->komodoshis),pax2->otherheight,height);
 870                                 }
 871                             }
 872                         }
 873                     }
 874                 }
 875                 else
 876                 {
 877                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 878                         pax->marked = checktoshis;
 879                     if ( kmdheight > 238000 && (kmdheight > 214700 || strcmp(base,ASSETCHAINS_SYMBOL) == 0) ) //seed != 0 &&
 880                         printf("pax %s deposit %.8f rejected kmdheight.%d %.8f KMD check %.8f seed.%llu\n",base,dstr(fiatoshis),kmdheight,dstr(value),dstr(checktoshis),(long long)seed);
 881                 }
 882             } //else printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 883         } //else printf("unsupported size.%d for opreturn D\n",opretlen);
 884     }
 885     else if ( opretbuf[0] == 'I' )
 886     {
 887         tokomodo = 0;
 888         if ( strncmp((char *)"KMD",(char *)&opretbuf[opretlen-4],3) != 0 && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )
 889         {
 890             if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,0)) > 0 )
 891             {
 892                 for (i=0; i<n; i++)
 893                 {
 894                     if ( baseids[i] < 0 )
 895                     {
 896                         static uint32_t counter;
 897                         if ( counter++ < 0 )
 898                             printf("%d of %d illegal baseid.%d, this can be ignored\n",i,n,baseids[i]);
 899                         continue;
 900                     }
 901                     bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
 902                     komodo_gateway_deposit(coinaddr,0,ASSETCHAINS_SYMBOL,0,0,txids[i],vouts[i],'I',height,0,CURRENCIES[baseids[i]],0);
 903                     komodo_paxmark(height,txids[i],vouts[i],'I',height);
 904                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'I')) != 0 )
 905                     {
 906                         pax->type = opretbuf[0];
 907                         strcpy(pax->source,(char *)&opretbuf[opretlen-4]);
 908                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'D')) != 0 && pax2->fiatoshis != 0 && pax2->komodoshis != 0 )
 909                         {
 910                             // realtime path?
 911                             pax->fiatoshis = pax2->fiatoshis;
 912                             pax->komodoshis = pax2->komodoshis;
 913                             pax->marked = pax2->marked = pax2->height;
 914                             if ( pax->didstats == 0 )
 915                             {
 916                                 if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
 917                                 {
 918                                     basesp->issued += pax->fiatoshis;
 919                                     pax->didstats = 1;
 920                                     pax->height = pax2->height;
 921                                     pax->otherheight = height;
 922                                     if ( 1 && strcmp(CURRENCIES[baseids[i]],"USD") == 0 )
 923                                         printf("########### %p issuedb %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,CURRENCIES[baseids[i]],dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight,height);
 924                                 }
 925                             }
 926                         }
 927                     }
 928                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'I',height)) != 0 )
 929                         komodo_paxdelete(pax);
 930                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'D',height)) != 0 )
 931                         komodo_paxdelete(pax);
 932                 }
 933             } //else printf("opreturn none issued?\n");
 934         }
 935     }
 936     else if ( height < 236000 && opretbuf[0] == 'W' && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )//&& opretlen >= 38 )
 937     {
 938         if ( komodo_baseid((char *)&opretbuf[opretlen-4]) >= 0 && strcmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]) == 0 )
 939         {
 940             for (i=0; i<opretlen; i++)
 941                 printf("%02x",opretbuf[i]);
 942             printf(" [%s] reject obsolete withdraw request.%s\n",ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]);
 943             return(typestr);
 944         }
 945         tokomodo = 1;
 946         iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 947         memset(base,0,sizeof(base));
 948         PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&komodoshis);
 949         bitcoin_address(coinaddr,addrtype,rmd160,20);
 950         checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,value);
 951         typestr = "withdraw";
 952         //printf(" [%s] WITHDRAW %s.height.%d vs height.%d check %.8f/%.8f vs %.8f tokomodo.%d %d seed.%llx -> (%s) len.%d\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(komodoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed,coinaddr,opretlen);
 953         didstats = 0;
 954         //if ( komodo_paxcmp(base,kmdheight,komodoshis,checktoshis,seed) == 0 )
 955         {
 956             if ( value != 0 && ((pax= komodo_paxfind(txid,vout,'W')) == 0 || pax->didstats == 0) )
 957             {
 958                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 959                 {
 960                     basesp->withdrawn += value;
 961                     didstats = 1;
 962                     if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 963                         printf("########### %p withdrawn %s += %.8f check %.8f\n",basesp,base,dstr(value),dstr(checktoshis));
 964                 }
 965                 if ( 0 && strcmp(base,"RUB") == 0 && (pax == 0 || pax->approved == 0) )
 966                     printf("notarize %s %.8f -> %.8f kmd.%d other.%d\n",ASSETCHAINS_SYMBOL,dstr(value),dstr(komodoshis),kmdheight,height);
 967             }
 968             komodo_gateway_deposit(coinaddr,0,(char *)"KMD",value,rmd160,txid,vout,'W',kmdheight,height,source,0);
 969             if ( (pax= komodo_paxfind(txid,vout,'W')) != 0 )
 970             {
 971                 pax->type = opretbuf[0];
 972                 strcpy(pax->source,base);
 973                 strcpy(pax->symbol,"KMD");
 974                 pax->height = kmdheight;
 975                 pax->otherheight = height;
 976                 pax->komodoshis = komodoshis;
 977             }
 978         } // else printf("withdraw %s paxcmp ht.%d %d error value %.8f -> %.8f vs %.8f\n",base,kmdheight,height,dstr(value),dstr(komodoshis),dstr(checktoshis));
 979         // need to allocate pax
 980     }
 981     else if ( height < 236000 && tokomodo != 0 && opretbuf[0] == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 982     {
 983         tokomodo = 1;
 984         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 985         {
 986             for (i=0; i<opretlen; i++)
 987                 printf("%02x",opretbuf[i]);
 988             printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
 989         }
 990         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
 991         {
 992             for (i=0; i<n; i++)
 993             {
 994                 //for (j=0; j<32; j++)
 995                 //    printf("%02x",((uint8_t *)&txids[i])[j]);
 996                 //printf(" v%d %.8f %.8f k.%d ht.%d base.%d\n",vouts[i],dstr(values[i]),dstr(srcvalues[i]),kmdheights[i],otherheights[i],baseids[i]);
 997                 if ( baseids[i] < 0 )
 998                 {
 999                     for (i=0; i<opretlen; i++)
1000                         printf("%02x",opretbuf[i]);
1001                     printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
1002                     //printf("baseids[%d] %d\n",i,baseids[i]);
1003                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'W')) != 0 || (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1004                     {
1005                         baseids[i] = komodo_baseid(pax->symbol);
1006                         printf("override neg1 with (%s)\n",pax->symbol);
1007                     }
1008                     if ( baseids[i] < 0 )
1009                         continue;
1010                 }
1011                 didstats = 0;
1012                 seed = 0;
1013                 checktoshis = komodo_paxprice(&seed,kmdheights[i],CURRENCIES[baseids[i]],(char *)"KMD",(uint64_t)values[i]);
1014                 //printf("PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",kmdheights[i],CURRENCIES[baseids[i]],(double)values[i]/COIN,(double)srcvalues[i]/COIN,(double)checktoshis/COIN);
1015                 if ( srcvalues[i] == checktoshis )
1016                 {
1017                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1018                     {
1019                         bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1020                         komodo_gateway_deposit(coinaddr,srcvalues[i],CURRENCIES[baseids[i]],values[i],&rmd160s[i*20],txids[i],vouts[i],'A',kmdheights[i],otherheights[i],CURRENCIES[baseids[i]],kmdheights[i]);
1021                         if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1022                             printf("unexpected null pax for approve\n");
1023                         else pax->validated = checktoshis;
1024                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'W')) != 0 )
1025                             pax2->approved = kmdheights[i];
1026                         komodo_paxmark(height,txids[i],vouts[i],'W',height);
1027                         //komodo_paxmark(height,txids[i],vouts[i],'A',height);
1028                         if ( values[i] != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1029                         {
1030                             basesp->approved += values[i];
1031                             didstats = 1;
1032                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1033                         }
1034                         //printf(" i.%d (%s) <- %.8f ADDFLAG APPROVED\n",i,coinaddr,dstr(values[i]));
1035                     }
1036                     else if ( pax->didstats == 0 && srcvalues[i] != 0 )
1037                     {
1038                         if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1039                         {
1040                             basesp->approved += values[i];
1041                             didstats = 1;
1042                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1043                         }
1044                     } //else printf(" i.%d of n.%d pax.%p baseids[] %d\n",i,n,pax,baseids[i]);
1045                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) != 0 )
1046                     {
1047                         pax->type = opretbuf[0];
1048                         pax->approved = kmdheights[i];
1049                         pax->validated = checktoshis;
1050                         if ( didstats != 0 )
1051                             pax->didstats = 1;
1052                         //if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1053                         //printf(" i.%d approved.%d <<<<<<<<<<<<< APPROVED %p\n",i,kmdheights[i],pax);
1054                     }
1055                 }
1056             }
1057         } //else printf("n.%d from opreturns\n",n);
1058         //printf("extra.[%d] after %.8f\n",n,dstr(komodo_paxtotal()));
1059     }
1060     else if ( height < 236000 && opretbuf[0] == 'X' && ASSETCHAINS_SYMBOL[0] == 0 )
1061     {
1062         tokomodo = 1;
1063         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
1064         {
1065             for (i=0; i<n; i++)
1066             {
1067                 if ( baseids[i] < 0 )
1068                     continue;
1069                 bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1070                 komodo_gateway_deposit(coinaddr,0,0,0,0,txids[i],vouts[i],'X',height,0,(char *)"KMD",0);
1071                 komodo_paxmark(height,txids[i],vouts[i],'W',height);
1072                 komodo_paxmark(height,txids[i],vouts[i],'A',height);
1073                 komodo_paxmark(height,txids[i],vouts[i],'X',height);
1074                 if ( (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1075                 {
1076                     pax->type = opretbuf[0];
1077                     if ( height < 121842 ) // fields got switched around due to legacy issues and approves
1078                         value = srcvalues[i];
1079                     else value = values[i];
1080                     if ( baseids[i] >= 0 && value != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1081                     {
1082                         basesp->redeemed += value;
1083                         pax->didstats = 1;
1084                         if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1085                             printf("ht.%d %.8f ########### %p redeemed %s += %.8f %.8f kht.%d ht.%d\n",height,dstr(value),basesp,CURRENCIES[baseids[i]],dstr(value),dstr(srcvalues[i]),kmdheights[i],otherheights[i]);
1086                     }
1087                 }
1088                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'W',height)) != 0 )
1089                     komodo_paxdelete(pax);
1090                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'A',height)) != 0 )
1091                     komodo_paxdelete(pax);
1092                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'X',height)) != 0 )
1093                     komodo_paxdelete(pax);
1094             }
1095         } //else printf("komodo_issued_opreturn returned %d\n",n);
1096     }
1097     return(typestr);
1098 }
1099
1100 int32_t komodo_parsestatefiledata(struct komodo_state *sp,uint8_t *filedata,long *fposp,long datalen,char *symbol,char *dest);
1101
1102 void komodo_stateind_set(struct komodo_state *sp,uint32_t *inds,int32_t n,uint8_t *filedata,long datalen,char *symbol,char *dest)
1103 {
1104     uint8_t func; long lastK,lastT,lastN,lastV,fpos,lastfpos; int32_t i,count,doissue,iter,numn,numv,numN,numV,numR; uint32_t tmp,prevpos100,offset;
1105     count = numR = numN = numV = numn = numv = 0;
1106     lastK = lastT = lastN = lastV = -1;
1107     for (iter=0; iter<2; iter++)
1108     {
1109         for (lastfpos=fpos=prevpos100=i=0; i<n; i++)
1110         {
1111             tmp = inds[i];
1112             if ( (i % 100) == 0 )
1113                 prevpos100 = tmp;
1114             else
1115             {
1116                 func = (tmp & 0xff);
1117                 offset = (tmp >> 8);
1118                 fpos = prevpos100 + offset;
1119                 if ( lastfpos >= datalen || (filedata[lastfpos] != func && func != 0) )
1120                     printf("i.%d/n.%d lastfpos.%ld >= datalen.%ld or [%d] != func.%d\n",i,n,lastfpos,datalen,filedata[lastfpos],func);
1121                 else if ( iter == 0 )
1122                 {
1123                     switch ( func )
1124                     {
1125                         default: case 'P': case 'U': case 'D':
1126                             inds[i] &= 0xffffff00;
1127                             break;
1128                         case 'K':
1129                             lastK = lastfpos;
1130                             inds[i] &= 0xffffff00;
1131                             break;
1132                         case 'T':
1133                             lastT = lastfpos;
1134                             inds[i] &= 0xffffff00;
1135                             break;
1136                         case 'N':
1137                             lastN = lastfpos;
1138                             numN++;
1139                             break;
1140                         case 'V':
1141                             lastV = lastfpos;
1142                             numV++;
1143                             break;
1144                         case 'R':
1145                             numR++;
1146                             break;
1147                     }
1148                 }
1149                 else
1150                 {
1151                     doissue = 0;
1152                     if ( func == 'K' )
1153                     {
1154                         if ( lastK == lastfpos )
1155                             doissue = 1;
1156                     }
1157                     else if ( func == 'T' )
1158                     {
1159                         if ( lastT == lastfpos )
1160                             doissue = 1;
1161                     }
1162                     else if ( func == 'N' )
1163                     {
1164                         if ( numn > numN-128 )
1165                             doissue = 1;
1166                         numn++;
1167                     }
1168                     else if ( func == 'V' )
1169                     {
1170                         if ( KOMODO_PAX != 0 && numv > numV-1440 )
1171                             doissue = 1;
1172                         numv++;
1173                     }
1174                     else if ( func == 'R' )
1175                         doissue = 1;
1176                     if ( doissue != 0 )
1177                     {
1178                         //printf("issue %c total.%d lastfpos.%ld\n",func,count,lastfpos);
1179                         komodo_parsestatefiledata(sp,filedata,&lastfpos,datalen,symbol,dest);
1180                         count++;
1181                     }
1182                 }
1183             }
1184             lastfpos = fpos;
1185         }
1186     }
1187     printf("numR.%d numV.%d numN.%d count.%d\n",numR,numV,numN,count);
1188     /*else if ( func == 'K' ) // KMD height: stop after 1st
1189     else if ( func == 'T' ) // KMD height+timestamp: stop after 1st
1190
1191     else if ( func == 'N' ) // notarization, scan backwards 1440+ blocks;
1192     else if ( func == 'V' ) // price feed: can stop after 1440+
1193     else if ( func == 'R' ) // opreturn:*/
1194 }
1195
1196 void *OS_loadfile(char *fname,uint8_t **bufp,long *lenp,long *allocsizep)
1197 {
1198     FILE *fp;
1199     long  filesize,buflen = *allocsizep;
1200     uint8_t *buf = *bufp;
1201     *lenp = 0;
1202     if ( (fp= fopen(fname,"rb")) != 0 )
1203     {
1204         fseek(fp,0,SEEK_END);
1205         filesize = ftell(fp);
1206         if ( filesize == 0 )
1207         {
1208             fclose(fp);
1209             *lenp = 0;
1210             printf("OS_loadfile null size.(%s)\n",fname);
1211             return(0);
1212         }
1213         if ( filesize > buflen )
1214         {
1215             *allocsizep = filesize;
1216             *bufp = buf = (uint8_t *)realloc(buf,(long)*allocsizep+64);
1217         }
1218         rewind(fp);
1219         if ( buf == 0 )
1220             printf("Null buf ???\n");
1221         else
1222         {
1223             if ( fread(buf,1,(long)filesize,fp) != (unsigned long)filesize )
1224                 printf("error reading filesize.%ld\n",(long)filesize);
1225             buf[filesize] = 0;
1226         }
1227         fclose(fp);
1228         *lenp = filesize;
1229         //printf("loaded.(%s)\n",buf);
1230     } //else printf("OS_loadfile couldnt load.(%s)\n",fname);
1231     return(buf);
1232 }
1233
1234 uint8_t *OS_fileptr(long *allocsizep,char *fname)
1235 {
1236     long filesize = 0; uint8_t *buf = 0; void *retptr;
1237     *allocsizep = 0;
1238     retptr = OS_loadfile(fname,&buf,&filesize,allocsizep);
1239     return((uint8_t *)retptr);
1240 }
1241
1242 long komodo_stateind_validate(struct komodo_state *sp,char *indfname,uint8_t *filedata,long datalen,uint32_t *prevpos100p,uint32_t *indcounterp,char *symbol,char *dest)
1243 {
1244     FILE *fp; long fsize,lastfpos=0,fpos=0; uint8_t *inds,func; int32_t i,n; uint32_t offset,tmp,prevpos100 = 0;
1245     *indcounterp = *prevpos100p = 0;
1246     if ( (inds= OS_fileptr(&fsize,indfname)) != 0 )
1247     {
1248         lastfpos = 0;
1249         fprintf(stderr,"inds.%p validate %s fsize.%ld datalen.%ld n.%ld lastfpos.%ld\n",inds,indfname,fsize,datalen,fsize / sizeof(uint32_t),lastfpos);
1250         if ( (fsize % sizeof(uint32_t)) == 0 )
1251         {
1252             n = (int32_t)(fsize / sizeof(uint32_t));
1253             for (i=0; i<n; i++)
1254             {
1255                 memcpy(&tmp,&inds[i * sizeof(uint32_t)],sizeof(uint32_t));
1256                 if ( 0 && i > n-10 )
1257                     printf("%d: tmp.%08x [%c] prevpos100.%u\n",i,tmp,tmp&0xff,prevpos100);
1258                 if ( (i % 100) == 0 )
1259                     prevpos100 = tmp;
1260                 else
1261                 {
1262                     func = (tmp & 0xff);
1263                     offset = (tmp >> 8);
1264                     fpos = prevpos100 + offset;
1265                     if ( lastfpos >= datalen || filedata[lastfpos] != func )
1266                     {
1267                         printf("validate.%d error (%u %d) prev100 %u -> fpos.%ld datalen.%ld [%d] (%c) vs (%c) lastfpos.%ld\n",i,offset,func,prevpos100,fpos,datalen,lastfpos < datalen ? filedata[lastfpos] : -1,func,filedata[lastfpos],lastfpos);
1268                         return(-1);
1269                     }
1270                 }
1271                 lastfpos = fpos;
1272             }
1273             *indcounterp = n;
1274             *prevpos100p = prevpos100;
1275             if ( sp != 0 )
1276                 komodo_stateind_set(sp,(uint32_t *)inds,n,filedata,fpos,symbol,dest);
1277             //printf("free inds.%p %s validated[%d] fpos.%ld datalen.%ld, offset %ld vs fsize.%ld\n",inds,indfname,i,fpos,datalen,i * sizeof(uint32_t),fsize);
1278             free(inds);
1279             return(fpos);
1280         } else printf("wrong filesize %s %ld\n",indfname,fsize);
1281     }
1282     free(inds);
1283     fprintf(stderr,"indvalidate return -1\n");
1284     return(-1);
1285 }
1286
1287 long komodo_indfile_update(FILE *indfp,uint32_t *prevpos100p,long lastfpos,long newfpos,uint8_t func,uint32_t *indcounterp)
1288 {
1289     uint32_t tmp;
1290     if ( indfp != 0 )
1291     {
1292         tmp = ((uint32_t)(newfpos - *prevpos100p) << 8) | (func & 0xff);
1293         if ( ftell(indfp)/sizeof(uint32_t) != *indcounterp )
1294             printf("indfp fpos %ld -> ind.%ld vs counter.%u\n",ftell(indfp),ftell(indfp)/sizeof(uint32_t),*indcounterp);
1295         //fprintf(stderr,"ftell.%ld indcounter.%u lastfpos.%ld newfpos.%ld func.%02x\n",ftell(indfp),*indcounterp,lastfpos,newfpos,func);
1296         fwrite(&tmp,1,sizeof(tmp),indfp), (*indcounterp)++;
1297         if ( (*indcounterp % 100) == 0 )
1298         {
1299             *prevpos100p = (uint32_t)newfpos;
1300             fwrite(prevpos100p,1,sizeof(*prevpos100p),indfp), (*indcounterp)++;
1301         }
1302     }
1303     return(newfpos);
1304 }
1305
1306 int32_t komodo_faststateinit(struct komodo_state *sp,char *fname,char *symbol,char *dest)
1307 {
1308     FILE *indfp; char indfname[1024]; uint8_t *filedata; long validated=-1,datalen,fpos,lastfpos; uint32_t tmp,prevpos100,indcounter,starttime; int32_t func,finished = 0;
1309     starttime = (uint32_t)time(NULL);
1310     safecopy(indfname,fname,sizeof(indfname)-4);
1311     strcat(indfname,".ind");
1312     if ( (filedata= OS_fileptr(&datalen,fname)) != 0 )
1313     {
1314         if ( 1 )//datalen >= (1LL << 32) || GetArg("-genind",0) != 0 || (validated= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1315         {
1316             lastfpos = fpos = 0;
1317             indcounter = prevpos100 = 0;
1318             if ( (indfp= fopen(indfname,"wb")) != 0 )
1319                 fwrite(&prevpos100,1,sizeof(prevpos100),indfp), indcounter++;
1320             fprintf(stderr,"processing %s %ldKB, validated.%ld\n",fname,datalen/1024,validated);
1321             while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1322             {
1323                 lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1324             }
1325             if ( indfp != 0 )
1326             {
1327                 fclose(indfp);
1328                 if ( (fpos= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1329                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1330                 else printf("%s validated fpos.%ld\n",indfname,fpos);
1331             }
1332             finished = 1;
1333             fprintf(stderr,"took %d seconds to process %s %ldKB\n",(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1334         }
1335         else if ( validated > 0 )
1336         {
1337             if ( (indfp= fopen(indfname,"rb+")) != 0 )
1338             {
1339                 lastfpos = fpos = validated;
1340                 fprintf(stderr,"datalen.%ld validated %ld -> indcounter %u, prevpos100 %u offset.%ld\n",datalen,validated,indcounter,prevpos100,indcounter * sizeof(uint32_t));
1341                 if ( fpos < datalen )
1342                 {
1343                     fseek(indfp,indcounter * sizeof(uint32_t),SEEK_SET);
1344                     if ( ftell(indfp) == indcounter * sizeof(uint32_t) )
1345                     {
1346                         while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1347                         {
1348                             lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1349                             if ( lastfpos != fpos )
1350                                 fprintf(stderr,"unexpected lastfpos.%ld != %ld\n",lastfpos,fpos);
1351                         }
1352                     }
1353                     fclose(indfp);
1354                 }
1355                 if ( komodo_stateind_validate(sp,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest) < 0 )
1356                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1357                 else
1358                 {
1359                     printf("%s validated updated from validated.%ld to %ld new.[%ld] -> indcounter %u, prevpos100 %u offset.%ld | elapsed %d seconds\n",indfname,validated,fpos,fpos-validated,indcounter,prevpos100,indcounter * sizeof(uint32_t),(int32_t)(time(NULL) - starttime));
1360                     finished = 1;
1361                 }
1362             }
1363         } else printf("komodo_faststateinit unexpected case\n");
1364         free(filedata);
1365         return(finished == 1);
1366     }
1367     return(-1);
1368 }
1369
1370 uint64_t komodo_interestsum();
1371
1372 void komodo_passport_iteration()
1373 {
1374     static long lastpos[34]; static char userpass[33][1024]; static uint32_t lasttime,callcounter,lastinterest;
1375     int32_t maxseconds = 10;
1376     FILE *fp; uint8_t *filedata; long fpos,datalen,lastfpos; int32_t baseid,limit,n,ht,isrealtime,expired,refid,blocks,longest; struct komodo_state *sp,*refsp; char *retstr,fname[512],*base,symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint32_t buf[3],starttime; cJSON *infoobj,*result; uint64_t RTmask = 0;
1377     expired = 0;
1378     while ( KOMODO_INITDONE == 0 )
1379     {
1380         fprintf(stderr,"[%s] PASSPORT iteration waiting for KOMODO_INITDONE\n",ASSETCHAINS_SYMBOL);
1381         sleep(3);
1382     }
1383     if ( komodo_chainactive_timestamp() > lastinterest )
1384     {
1385         komodo_interestsum();
1386         komodo_longestchain();
1387         lastinterest = komodo_chainactive_timestamp();
1388     }
1389     refsp = komodo_stateptr(symbol,dest);
1390     if ( ASSETCHAINS_SYMBOL[0] == 0 )
1391     {
1392         refid = 33;
1393         limit = 10000000;
1394         jumblr_iteration();
1395     }
1396     else
1397     {
1398         limit = 10000000;
1399         refid = komodo_baseid(ASSETCHAINS_SYMBOL)+1; // illegal base -> baseid.-1 -> 0
1400         if ( refid == 0 )
1401         {
1402             KOMODO_PASSPORT_INITDONE = 1;
1403             return;
1404         }
1405     }
1406     /*if ( KOMODO_PAX == 0 )
1407     {
1408         KOMODO_PASSPORT_INITDONE = 1;
1409         return;
1410     }*/
1411     starttime = (uint32_t)time(NULL);
1412     if ( callcounter++ < 1 )
1413         limit = 10000;
1414     lasttime = starttime;
1415     for (baseid=32; baseid>=0; baseid--)
1416     {
1417         if ( time(NULL) >= starttime+maxseconds )
1418             break;
1419         sp = 0;
1420         isrealtime = 0;
1421         base = (char *)CURRENCIES[baseid];
1422         //printf("PASSPORT %s baseid+1 %d refid.%d\n",ASSETCHAINS_SYMBOL,baseid+1,refid);
1423         if ( baseid+1 != refid ) // only need to import state from a different coin
1424         {
1425             if ( baseid == 32 ) // only care about KMD's state
1426             {
1427                 refsp->RTmask &= ~(1LL << baseid);
1428                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"komodostate");
1429                 komodo_nameset(symbol,dest,base);
1430                 sp = komodo_stateptrget(symbol);
1431                 n = 0;
1432                 if ( lastpos[baseid] == 0 && (filedata= OS_fileptr(&datalen,fname)) != 0 )
1433                 {
1434                     fpos = 0;
1435                     fprintf(stderr,"%s processing %s %ldKB\n",ASSETCHAINS_SYMBOL,fname,datalen/1024);
1436                     while ( komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest) >= 0 )
1437                         lastfpos = fpos;
1438                     fprintf(stderr,"%s took %d seconds to process %s %ldKB\n",ASSETCHAINS_SYMBOL,(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1439                     lastpos[baseid] = lastfpos;
1440                     free(filedata), filedata = 0;
1441                     datalen = 0;
1442                 }
1443                 else if ( (fp= fopen(fname,"rb")) != 0 && sp != 0 )
1444                 {
1445                     fseek(fp,0,SEEK_END);
1446                     //fprintf(stderr,"couldnt OS_fileptr(%s), freading %ldKB\n",fname,ftell(fp)/1024);
1447                     if ( ftell(fp) > lastpos[baseid] )
1448                     {
1449                         if ( ASSETCHAINS_SYMBOL[0] != 0 )
1450                             printf("%s passport refid.%d %s fname.(%s) base.%s %ld %ld\n",ASSETCHAINS_SYMBOL,refid,symbol,fname,base,ftell(fp),lastpos[baseid]);
1451                         fseek(fp,lastpos[baseid],SEEK_SET);
1452                         while ( komodo_parsestatefile(sp,fp,symbol,dest) >= 0 && n < limit )
1453                         {
1454                             if ( n == limit-1 )
1455                             {
1456                                 if ( time(NULL) < starttime+maxseconds )
1457                                     n = 0;
1458                                 else
1459                                 {
1460                                     //printf("expire passport loop %s -> %s at %ld\n",ASSETCHAINS_SYMBOL,base,lastpos[baseid]);
1461                                     expired++;
1462                                 }
1463                             }
1464                             n++;
1465                         }
1466                         lastpos[baseid] = ftell(fp);
1467                         if ( 0 && lastpos[baseid] == 0 && strcmp(symbol,"KMD") == 0 )
1468                             printf("from.(%s) lastpos[%s] %ld isrt.%d\n",ASSETCHAINS_SYMBOL,CURRENCIES[baseid],lastpos[baseid],komodo_isrealtime(&ht));
1469                     } //else fprintf(stderr,"%s.%ld ",CURRENCIES[baseid],ftell(fp));
1470                     fclose(fp);
1471                 } else fprintf(stderr,"load error.(%s) %p\n",fname,sp);
1472                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1473                 if ( (fp= fopen(fname,"rb")) != 0 )
1474                 {
1475                     if ( fread(buf,1,sizeof(buf),fp) == sizeof(buf) )
1476                     {
1477                         sp->CURRENT_HEIGHT = buf[0];
1478                         if ( buf[0] != 0 && buf[0] >= buf[1] && buf[2] > time(NULL)-60 )
1479                         {
1480                             isrealtime = 1;
1481                             RTmask |= (1LL << baseid);
1482                             memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1483                         }
1484                         else if ( KOMODO_PAX != 0 && (time(NULL)-buf[2]) > 60 && ASSETCHAINS_SYMBOL[0] != 0 )
1485                             fprintf(stderr,"[%s]: %s not RT %u %u %d\n",ASSETCHAINS_SYMBOL,base,buf[0],buf[1],(int32_t)(time(NULL)-buf[2]));
1486                     } //else fprintf(stderr,"%s size error RT\n",base);
1487                     fclose(fp);
1488                 } //else fprintf(stderr,"%s open error RT\n",base);
1489             }
1490         }
1491         else
1492         {
1493             refsp->RTmask &= ~(1LL << baseid);
1494             komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1495             if ( (fp= fopen(fname,"wb")) != 0 )
1496             {
1497                 buf[0] = (uint32_t)chainActive.LastTip()->nHeight;
1498                 buf[1] = (uint32_t)komodo_longestchain();
1499                 if ( buf[0] != 0 && buf[0] == buf[1] )
1500                 {
1501                     buf[2] = (uint32_t)time(NULL);
1502                     RTmask |= (1LL << baseid);
1503                     memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1504                     if ( refid != 0 )
1505                         memcpy(refsp->RTbufs[0],buf,sizeof(refsp->RTbufs[0]));
1506                 }
1507                 if ( fwrite(buf,1,sizeof(buf),fp) != sizeof(buf) )
1508                     fprintf(stderr,"[%s] %s error writing realtime\n",ASSETCHAINS_SYMBOL,base);
1509                 fclose(fp);
1510             } else fprintf(stderr,"%s create error RT\n",base);
1511         }
1512         if ( sp != 0 && isrealtime == 0 )
1513             refsp->RTbufs[0][2] = 0;
1514     }
1515     //komodo_paxtotal(); // calls komodo_isrealtime(), which calls komodo_longestchain()
1516     refsp->RTmask |= RTmask;
1517     if ( expired == 0 && KOMODO_PASSPORT_INITDONE == 0 )
1518     {
1519         KOMODO_PASSPORT_INITDONE = 1;
1520         printf("READY for %s RPC calls at %u! done PASSPORT %s refid.%d\n",ASSETCHAINS_SYMBOL,(uint32_t)time(NULL),ASSETCHAINS_SYMBOL,refid);
1521     }
1522 }
1523