src/komodo_gateway.h

   1 /******************************************************************************
   2  * Copyright © 2014-2018 The SuperNET Developers.                             *
   3  *                                                                            *
   4  * See the AUTHORS, DEVELOPER-AGREEMENT and LICENSE files at                  *
   5  * the top-level directory of this distribution for the individual copyright  *
   6  * holder information and the developer policies on copyright and licensing.  *
   7  *                                                                            *
   8  * Unless otherwise agreed in a custom licensing agreement, no part of the    *
   9  * SuperNET software, including this file may be copied, modified, propagated *
  10  * or distributed except according to the terms contained in the LICENSE file *
  11  *                                                                            *
  12  * Removal or modification of this copyright notice is prohibited.            *
  13  *                                                                            *
  14  ******************************************************************************/
  15
  16 // paxdeposit equivalent in reverse makes opreturn and KMD does the same in reverse
  17 #include "komodo_defs.h"
  18
  19 int32_t pax_fiatstatus(uint64_t *available,uint64_t *deposited,uint64_t *issued,uint64_t *withdrawn,uint64_t *approved,uint64_t *redeemed,char *base)
  20 {
  21     int32_t baseid; struct komodo_state *sp; int64_t netliability,maxallowed,maxval;
  22     *available = *deposited = *issued = *withdrawn = *approved = *redeemed = 0;
  23     if ( (baseid= komodo_baseid(base)) >= 0 )
  24     {
  25         if ( (sp= komodo_stateptrget(base)) != 0 )
  26         {
  27             *deposited = sp->deposited;
  28             *issued = sp->issued;
  29             *withdrawn = sp->withdrawn;
  30             *approved = sp->approved;
  31             *redeemed = sp->redeemed;
  32             maxval = sp->approved;
  33             if ( sp->withdrawn > maxval )
  34                 maxval = sp->withdrawn;
  35             netliability = (sp->issued - maxval) - sp->shorted;
  36             maxallowed = komodo_maxallowed(baseid);
  37             if ( netliability < maxallowed )
  38                 *available = (maxallowed - netliability);
  39             //printf("%llu - %llu %s %.8f %.8f %.8f %.8f %.8f\n",(long long)maxallowed,(long long)netliability,base,dstr(*deposited),dstr(*issued),dstr(*withdrawn),dstr(*approved),dstr(*redeemed));
  40             return(0);
  41         } else printf("pax_fiatstatus cant get basesp.%s\n",base);
  42     } // else printf("pax_fiatstatus illegal base.%s\n",base);
  43     return(-1);
  44 }
  45
  46 void pax_keyset(uint8_t *buf,uint256 txid,uint16_t vout,uint8_t type)
  47 {
  48     memcpy(buf,&txid,32);
  49     memcpy(&buf[32],&vout,2);
  50     buf[34] = type;
  51 }
  52
  53 struct pax_transaction *komodo_paxfind(uint256 txid,uint16_t vout,uint8_t type)
  54 {
  55     struct pax_transaction *pax; uint8_t buf[35];
  56     pthread_mutex_lock(&komodo_mutex);
  57     pax_keyset(buf,txid,vout,type);
  58     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  59     pthread_mutex_unlock(&komodo_mutex);
  60     return(pax);
  61 }
  62
  63 struct pax_transaction *komodo_paxfinds(uint256 txid,uint16_t vout)
  64 {
  65     struct pax_transaction *pax; int32_t i; uint8_t types[] = { 'I', 'D', 'X', 'A', 'W' };
  66     for (i=0; i<sizeof(types)/sizeof(*types); i++)
  67         if ( (pax= komodo_paxfind(txid,vout,types[i])) != 0 )
  68             return(pax);
  69     return(0);
  70 }
  71
  72 struct pax_transaction *komodo_paxmark(int32_t height,uint256 txid,uint16_t vout,uint8_t type,int32_t mark)
  73 {
  74     struct pax_transaction *pax; uint8_t buf[35];
  75     pthread_mutex_lock(&komodo_mutex);
  76     pax_keyset(buf,txid,vout,type);
  77     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
  78     if ( pax == 0 )
  79     {
  80         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
  81         pax->txid = txid;
  82         pax->vout = vout;
  83         pax->type = type;
  84         memcpy(pax->buf,buf,sizeof(pax->buf));
  85         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
  86         //printf("ht.%d create pax.%p mark.%d\n",height,pax,mark);
  87     }
  88     if ( pax != 0 )
  89     {
  90         pax->marked = mark;
  91         //if ( height > 214700 || pax->height > 214700 )
  92         //    printf("mark ht.%d %.8f %.8f\n",pax->height,dstr(pax->komodoshis),dstr(pax->fiatoshis));
  93
  94     }
  95     pthread_mutex_unlock(&komodo_mutex);
  96     return(pax);
  97 }
  98
  99 void komodo_paxdelete(struct pax_transaction *pax)
 100 {
 101     return; // breaks when out of order
 102     pthread_mutex_lock(&komodo_mutex);
 103     HASH_DELETE(hh,PAX,pax);
 104     pthread_mutex_unlock(&komodo_mutex);
 105 }
 106
 107 void komodo_gateway_deposit(char *coinaddr,uint64_t value,char *symbol,uint64_t fiatoshis,uint8_t *rmd160,uint256 txid,uint16_t vout,uint8_t type,int32_t height,int32_t otherheight,char *source,int32_t approved) // assetchain context
 108 {
 109     struct pax_transaction *pax; uint8_t buf[35]; int32_t addflag = 0; struct komodo_state *sp; char str[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*s;
 110     //if ( KOMODO_PAX == 0 )
 111     //    return;
 112     //if ( strcmp(symbol,ASSETCHAINS_SYMBOL) != 0 )
 113     //    return;
 114     sp = komodo_stateptr(str,dest);
 115     pthread_mutex_lock(&komodo_mutex);
 116     pax_keyset(buf,txid,vout,type);
 117     HASH_FIND(hh,PAX,buf,sizeof(buf),pax);
 118     if ( pax == 0 )
 119     {
 120         pax = (struct pax_transaction *)calloc(1,sizeof(*pax));
 121         pax->txid = txid;
 122         pax->vout = vout;
 123         pax->type = type;
 124         memcpy(pax->buf,buf,sizeof(pax->buf));
 125         HASH_ADD_KEYPTR(hh,PAX,pax->buf,sizeof(pax->buf),pax);
 126         addflag = 1;
 127         if ( 0 && ASSETCHAINS_SYMBOL[0] == 0 )
 128         {
 129             int32_t i; for (i=0; i<32; i++)
 130                 printf("%02x",((uint8_t *)&txid)[i]);
 131             printf(" v.%d [%s] kht.%d ht.%d create pax.%p symbol.%s source.%s\n",vout,ASSETCHAINS_SYMBOL,height,otherheight,pax,symbol,source);
 132         }
 133     }
 134     pthread_mutex_unlock(&komodo_mutex);
 135     if ( coinaddr != 0 )
 136     {
 137         strcpy(pax->coinaddr,coinaddr);
 138         if ( value != 0 )
 139             pax->komodoshis = value;
 140         if ( symbol != 0 )
 141             strcpy(pax->symbol,symbol);
 142         if ( source != 0 )
 143             strcpy(pax->source,source);
 144         if ( fiatoshis != 0 )
 145             pax->fiatoshis = fiatoshis;
 146         if ( rmd160 != 0 )
 147             memcpy(pax->rmd160,rmd160,20);
 148         if ( height != 0 )
 149             pax->height = height;
 150         if ( otherheight != 0 )
 151             pax->otherheight = otherheight;
 152     }
 153     else
 154     {
 155         pax->marked = height;
 156         //printf("pax.%p MARK DEPOSIT ht.%d other.%d\n",pax,height,otherheight);
 157     }
 158 }
 159
 160 int32_t komodo_rwapproval(int32_t rwflag,uint8_t *opretbuf,struct pax_transaction *pax)
 161 {
 162     int32_t i,len = 0;
 163     if ( rwflag == 1 )
 164     {
 165         for (i=0; i<32; i++)
 166             opretbuf[len++] = ((uint8_t *)&pax->txid)[i];
 167         opretbuf[len++] = pax->vout & 0xff;
 168         opretbuf[len++] = (pax->vout >> 8) & 0xff;
 169     }
 170     else
 171     {
 172         for (i=0; i<32; i++)
 173             ((uint8_t *)&pax->txid)[i] = opretbuf[len++];
 174         //for (i=0; i<32; i++)
 175         //    printf("%02x",((uint8_t *)&pax->txid)[31-i]);
 176         pax->vout = opretbuf[len++];
 177         pax->vout += ((uint32_t)opretbuf[len++] << 8);
 178         //printf(" txid v.%d\n",pax->vout);
 179     }
 180     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->komodoshis),&pax->komodoshis);
 181     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->fiatoshis),&pax->fiatoshis);
 182     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->height),&pax->height);
 183     len += iguana_rwnum(rwflag,&opretbuf[len],sizeof(pax->otherheight),&pax->otherheight);
 184     if ( rwflag != 0 )
 185     {
 186         memcpy(&opretbuf[len],pax->rmd160,20), len += 20;
 187         for (i=0; i<4; i++)
 188             opretbuf[len++] = pax->source[i];
 189     }
 190     else
 191     {
 192         memcpy(pax->rmd160,&opretbuf[len],20), len += 20;
 193         for (i=0; i<4; i++)
 194             pax->source[i] = opretbuf[len++];
 195     }
 196     return(len);
 197 }
 198
 199 int32_t komodo_issued_opreturn(char *base,uint256 *txids,uint16_t *vouts,int64_t *values,int64_t *srcvalues,int32_t *kmdheights,int32_t *otherheights,int8_t *baseids,uint8_t *rmd160s,uint8_t *opretbuf,int32_t opretlen,int32_t iskomodo)
 200 {
 201     struct pax_transaction p,*pax; int32_t i,n=0,j,len=0,incr,height,otherheight; uint8_t type,rmd160[20]; uint64_t fiatoshis; char symbol[KOMODO_ASSETCHAIN_MAXLEN];
 202     //if ( KOMODO_PAX == 0 )
 203     //    return(0);
 204     incr = 34 + (iskomodo * (2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 4));
 205     //41e77b91cb68dc2aa02fa88550eae6b6d44db676a7e935337b6d1392d9718f03cb0200305c90660400000000fbcbeb1f000000bde801006201000058e7945ad08ddba1eac9c9b6c8e1e97e8016a2d152
 206
 207     // 41e94d736ec69d88c08b5d238abeeca609c02357a8317e0d56c328bcb1c259be5d0200485bc80200000000404b4c000000000059470200b80b000061f22ba7d19fe29ac3baebd839af8b7127d1f9075553440046bb4cc7a3b5cd39dffe7206507a3482a00780e617f68b273cce9817ed69298d02001069ca1b0000000080f0fa02000000005b470200b90b000061f22ba7d19fe29ac3baebd839af8b7127d1f90755
 208
 209     //for (i=0; i<opretlen; i++)
 210     //    printf("%02x",opretbuf[i]);
 211     //printf(" opretlen.%d (%s)\n",opretlen,base);
 212     //printf(" opretlen.%d vs %d incr.%d (%d)\n",opretlen,(int32_t)(2*sizeof(fiatoshis) + 2*sizeof(height) + 20 + 2),incr,opretlen/incr);
 213     //if ( ASSETCHAINS_SYMBOL[0] == 0 || strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0 )
 214     {
 215         type = opretbuf[0];
 216         opretbuf++, opretlen--;
 217         for (n=0; n<opretlen/incr; n++)
 218         {
 219             if ( iskomodo != 0 )
 220             {
 221                 memset(&p,0,sizeof(p));
 222                 len += komodo_rwapproval(0,&opretbuf[len],&p);
 223                 if ( values != 0 && srcvalues != 0 && kmdheights != 0 && otherheights != 0 && baseids != 0 && rmd160s != 0 )
 224                 {
 225                     txids[n] = p.txid;
 226                     vouts[n] = p.vout;
 227                     values[n] = (strcmp("KMD",base) == 0) ? p.komodoshis : p.fiatoshis;
 228                     srcvalues[n] = (strcmp("KMD",base) == 0) ? p.fiatoshis : p.komodoshis;
 229                     kmdheights[n] = p.height;
 230                     otherheights[n] = p.otherheight;
 231                     memcpy(&rmd160s[n * 20],p.rmd160,20);
 232                     baseids[n] = komodo_baseid(p.source);
 233                     if ( 0 )
 234                     {
 235                         char coinaddr[64];
 236                         bitcoin_address(coinaddr,60,&rmd160s[n * 20],20);
 237                         printf(">>>>>>> %s: (%s) fiat %.8f kmdheight.%d other.%d -> %s %.8f\n",type=='A'?"approvedA":"issuedX",baseids[n]>=0?CURRENCIES[baseids[n]]:"???",dstr(p.fiatoshis),kmdheights[n],otherheights[n],coinaddr,dstr(values[n]));
 238                     }
 239                 }
 240             }
 241             else
 242             {
 243                 for (i=0; i<4; i++)
 244                     base[i] = opretbuf[opretlen-4+i];
 245                 for (j=0; j<32; j++)
 246                 {
 247                     ((uint8_t *)&txids[n])[j] = opretbuf[len++];
 248                     //printf("%02x",((uint8_t *)&txids[n])[j]);
 249                 }
 250                 vouts[n] = opretbuf[len++];
 251                 vouts[n] = (opretbuf[len++] << 8) | vouts[n];
 252                 baseids[n] = komodo_baseid(base);
 253                 if ( (pax= komodo_paxfinds(txids[n],vouts[n])) != 0 )
 254                 {
 255                     values[n] = (strcmp("KMD",base) == 0) ? pax->komodoshis : pax->fiatoshis;
 256                     srcvalues[n] = (strcmp("KMD",base) == 0) ? pax->fiatoshis : pax->komodoshis;
 257                     kmdheights[n] = pax->height;
 258                     otherheights[n] = pax->otherheight;
 259                     memcpy(&rmd160s[n * 20],pax->rmd160,20);
 260                 }
 261             }
 262             //printf(" komodo_issued_opreturn issuedtxid v%d i.%d opretlen.%d\n",vouts[n],n,opretlen);
 263         }
 264     }
 265     return(n);
 266 }
 267
 268 int32_t komodo_paxcmp(char *symbol,int32_t kmdheight,uint64_t value,uint64_t checkvalue,uint64_t seed)
 269 {
 270     int32_t ratio;
 271     if ( seed == 0 && checkvalue != 0 )
 272     {
 273         ratio = ((value << 6) / checkvalue);
 274         if ( ratio >= 60 && ratio <= 67 )
 275             return(0);
 276         else
 277         {
 278             if ( ASSETCHAINS_SYMBOL[0] != 0 )
 279                 printf("ht.%d ignore mismatched %s value %lld vs checkvalue %lld -> ratio.%d\n",kmdheight,symbol,(long long)value,(long long)checkvalue,ratio);
 280             return(-1);
 281         }
 282     }
 283     else if ( checkvalue != 0 )
 284     {
 285         ratio = ((value << 10) / checkvalue);
 286         if ( ratio >= 1023 && ratio <= 1025 )
 287             return(0);
 288     }
 289     return(value != checkvalue);
 290 }
 291
 292 uint64_t komodo_paxtotal()
 293 {
 294     struct pax_transaction *pax,*pax2,*tmp,*tmp2; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN],*str; int32_t i,ht; int64_t checktoshis; uint64_t seed,total = 0; struct komodo_state *basesp;
 295     if ( KOMODO_PASSPORT_INITDONE == 0 ) //KOMODO_PAX == 0 ||
 296         return(0);
 297     if ( komodo_isrealtime(&ht) == 0 )
 298         return(0);
 299     else
 300     {
 301         HASH_ITER(hh,PAX,pax,tmp)
 302         {
 303             if ( pax->marked != 0 )
 304                 continue;
 305             if ( pax->type == 'A' || pax->type == 'D' || pax->type == 'X' )
 306                 str = pax->symbol;
 307             else str = pax->source;
 308             basesp = komodo_stateptrget(str);
 309             if ( basesp != 0 && pax->didstats == 0 )
 310             {
 311                 if ( pax->type == 'I' && (pax2= komodo_paxfind(pax->txid,pax->vout,'D')) != 0 )
 312                 {
 313                     if ( pax2->fiatoshis != 0 )
 314                     {
 315                         pax->komodoshis = pax2->komodoshis;
 316                         pax->fiatoshis = pax2->fiatoshis;
 317                         basesp->issued += pax->fiatoshis;
 318                         pax->didstats = 1;
 319                         if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 320                             printf("########### %p issued %s += %.8f kmdheight.%d %.8f other.%d\n",basesp,str,dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight);
 321                         pax2->marked = pax->height;
 322                         pax->marked = pax->height;
 323                     }
 324                 }
 325                 else if ( pax->type == 'W' )
 326                 {
 327                     //bitcoin_address(coinaddr,addrtype,rmd160,20);
 328                     if ( (checktoshis= komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis)) != 0 )
 329                     {
 330                         if ( komodo_paxcmp(pax->source,pax->height,pax->komodoshis,checktoshis,seed) != 0 )
 331                         {
 332                             pax->marked = pax->height;
 333                             //printf("WITHDRAW.%s mark <- %d %.8f != %.8f\n",pax->source,pax->height,dstr(checktoshis),dstr(pax->komodoshis));
 334                         }
 335                         else if ( pax->validated == 0 )
 336                         {
 337                             pax->validated = pax->komodoshis = checktoshis;
 338                             //int32_t j; for (j=0; j<32; j++)
 339                             //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 340                             //if ( strcmp(str,ASSETCHAINS_SYMBOL) == 0 )
 341                             //    printf(" v%d %p got WITHDRAW.%s kmd.%d ht.%d %.8f -> %.8f/%.8f\n",pax->vout,pax,pax->source,pax->height,pax->otherheight,dstr(pax->fiatoshis),dstr(pax->komodoshis),dstr(checktoshis));
 342                         }
 343                     }
 344                 }
 345             }
 346         }
 347     }
 348     komodo_stateptr(symbol,dest);
 349     HASH_ITER(hh,PAX,pax,tmp)
 350     {
 351         pax->ready = 0;
 352         if ( 0 && pax->type == 'A' )
 353             printf("%p pax.%s <- %s marked.%d %.8f -> %.8f validated.%d approved.%d\n",pax,pax->symbol,pax->source,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0);
 354         if ( pax->marked != 0 )
 355             continue;
 356         if ( strcmp(symbol,pax->symbol) == 0 || pax->type == 'A' )
 357         {
 358             if ( pax->marked == 0 )
 359             {
 360                 if ( komodo_is_issuer() != 0 )
 361                 {
 362                     if ( pax->validated != 0 && pax->type == 'D' )
 363                     {
 364                         total += pax->fiatoshis;
 365                         pax->ready = 1;
 366                     }
 367                 }
 368                 else if ( pax->approved != 0 && pax->type == 'A' )
 369                 {
 370                     if ( pax->validated != 0 )
 371                     {
 372                         total += pax->komodoshis;
 373                         pax->ready = 1;
 374                     }
 375                     else
 376                     {
 377                         seed = 0;
 378                         checktoshis = komodo_paxprice(&seed,pax->height,pax->source,(char *)"KMD",(uint64_t)pax->fiatoshis);
 379                         //printf("paxtotal PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",pax->height,pax->symbol,(double)pax->fiatoshis/COIN,(double)pax->komodoshis/COIN,(double)checktoshis/COIN);
 380                         //printf(" v%d %.8f k.%d ht.%d\n",pax->vout,dstr(pax->komodoshis),pax->height,pax->otherheight);
 381                         if ( seed != 0 && checktoshis != 0 )
 382                         {
 383                             if ( checktoshis == pax->komodoshis )
 384                             {
 385                                 total += pax->komodoshis;
 386                                 pax->validated = pax->komodoshis;
 387                                 pax->ready = 1;
 388                             } else pax->marked = pax->height;
 389                         }
 390                     }
 391                 }
 392                 if ( 0 && pax->ready != 0 )
 393                     printf("%p (%c) pax.%s marked.%d %.8f -> %.8f validated.%d approved.%d ready.%d ht.%d\n",pax,pax->type,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->validated != 0,pax->approved != 0,pax->ready,pax->height);
 394             }
 395         }
 396     }
 397     //printf("paxtotal %.8f\n",dstr(total));
 398     return(total);
 399 }
 400
 401 static int _paxorder(const void *a,const void *b)
 402 {
 403 #define pax_a (*(struct pax_transaction **)a)
 404 #define pax_b (*(struct pax_transaction **)b)
 405     uint64_t aval,bval;
 406     aval = pax_a->fiatoshis + pax_a->komodoshis + pax_a->height;
 407     bval = pax_b->fiatoshis + pax_b->komodoshis + pax_b->height;
 408         if ( bval > aval )
 409                 return(-1);
 410         else if ( bval < aval )
 411                 return(1);
 412         return(0);
 413 #undef pax_a
 414 #undef pax_b
 415 }
 416
 417 int32_t komodo_pending_withdraws(char *opretstr) // todo: enforce deterministic order
 418 {
 419     struct pax_transaction *pax,*pax2,*tmp,*paxes[64]; uint8_t opretbuf[16384]; int32_t i,n,ht,len=0; uint64_t total = 0;
 420     if ( KOMODO_PAX == 0 || KOMODO_PASSPORT_INITDONE == 0 )
 421         return(0);
 422     if ( komodo_isrealtime(&ht) == 0 || ASSETCHAINS_SYMBOL[0] != 0 )
 423         return(0);
 424     n = 0;
 425     HASH_ITER(hh,PAX,pax,tmp)
 426     {
 427         if ( pax->type == 'W' )
 428         {
 429             if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'A')) != 0 )
 430             {
 431                 if ( pax2->approved != 0 )
 432                     pax->approved = pax2->approved;
 433             }
 434             else if ( (pax2= komodo_paxfind(pax->txid,pax->vout,'X')) != 0 )
 435                 pax->approved = pax->height;
 436             //printf("pending_withdraw: pax %s marked.%u approved.%u validated.%llu\n",pax->symbol,pax->marked,pax->approved,(long long)pax->validated);
 437             if ( pax->marked == 0 && pax->approved == 0 && pax->validated != 0 ) //strcmp((char *)"KMD",pax->symbol) == 0 &&
 438             {
 439                 if ( n < sizeof(paxes)/sizeof(*paxes) )
 440                 {
 441                     paxes[n++] = pax;
 442                     //int32_t j; for (j=0; j<32; j++)
 443                     //    printf("%02x",((uint8_t *)&pax->txid)[j]);
 444                     //printf(" %s.(kmdht.%d ht.%d marked.%u approved.%d validated %.8f) %.8f\n",pax->source,pax->height,pax->otherheight,pax->marked,pax->approved,dstr(pax->validated),dstr(pax->komodoshis));
 445                 }
 446             }
 447         }
 448     }
 449     opretstr[0] = 0;
 450     if ( n > 0 )
 451     {
 452         opretbuf[len++] = 'A';
 453         qsort(paxes,n,sizeof(*paxes),_paxorder);
 454         for (i=0; i<n; i++)
 455         {
 456             if ( len < (sizeof(opretbuf)>>3)*7 )
 457                 len += komodo_rwapproval(1,&opretbuf[len],paxes[i]);
 458         }
 459         if ( len > 0 )
 460             init_hexbytes_noT(opretstr,opretbuf,len);
 461     }
 462     //fprintf(stderr,"komodo_pending_withdraws len.%d PAXTOTAL %.8f\n",len,dstr(komodo_paxtotal()));
 463     return(len);
 464 }
 465
 466 int32_t komodo_gateway_deposits(CMutableTransaction *txNew,char *base,int32_t tokomodo)
 467 {
 468     struct pax_transaction *pax,*tmp; char symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint8_t *script,opcode,opret[16384],data[16384]; int32_t i,baseid,ht,len=0,opretlen=0,numvouts=1; struct komodo_state *sp; uint64_t available,deposited,issued,withdrawn,approved,redeemed,mask,sum = 0;
 469     if ( KOMODO_PASSPORT_INITDONE == 0 )//KOMODO_PAX == 0 ||
 470         return(0);
 471     struct komodo_state *kmdsp = komodo_stateptrget((char *)"KMD");
 472     sp = komodo_stateptr(symbol,dest);
 473     strcpy(symbol,base);
 474     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 )
 475         return(0);
 476     PENDING_KOMODO_TX = 0;
 477     for (i=0; i<3; i++)
 478     {
 479         if ( komodo_isrealtime(&ht) != 0 )
 480             break;
 481         sleep(1);
 482     }
 483     if ( i == 3 )
 484     {
 485         if ( tokomodo == 0 )
 486             printf("%s not realtime ht.%d\n",ASSETCHAINS_SYMBOL,ht);
 487         return(0);
 488     }
 489     if ( tokomodo == 0 )
 490     {
 491         opcode = 'I';
 492     }
 493     else
 494     {
 495         opcode = 'X';
 496         if ( 1 || komodo_paxtotal() == 0 )
 497             return(0);
 498     }
 499     HASH_ITER(hh,PAX,pax,tmp)
 500     {
 501         if ( pax->type != 'D' && pax->type != 'A' )
 502             continue;
 503         {
 504 #ifdef KOMODO_ASSETCHAINS_WAITNOTARIZE
 505             if ( pax->height > 236000 )
 506             {
 507                 if ( kmdsp != 0 && kmdsp->NOTARIZED_HEIGHT >= pax->height )
 508                     pax->validated = pax->komodoshis;
 509                 else if ( kmdsp->CURRENT_HEIGHT > pax->height+30 )
 510                     pax->validated = pax->ready = 0;
 511             }
 512             else
 513             {
 514                 if ( kmdsp != 0 && (kmdsp->NOTARIZED_HEIGHT >= pax->height || kmdsp->CURRENT_HEIGHT > pax->height+30) ) // assumes same chain as notarize
 515                     pax->validated = pax->komodoshis;
 516                 else pax->validated = pax->ready = 0;
 517             }
 518 #else
 519             pax->validated = pax->komodoshis;
 520 #endif
 521         }
 522         if ( ASSETCHAINS_SYMBOL[0] != 0 && (pax_fiatstatus(&available,&deposited,&issued,&withdrawn,&approved,&redeemed,symbol) != 0 || available < pax->fiatoshis) )
 523         {
 524             //if ( pax->height > 214700 || strcmp(ASSETCHAINS_SYMBOL,symbol) == 0 )
 525             //    printf("miner.[%s]: skip %s %.8f when avail %.8f deposited %.8f, issued %.8f withdrawn %.8f approved %.8f redeemed %.8f\n",ASSETCHAINS_SYMBOL,symbol,dstr(pax->fiatoshis),dstr(available),dstr(deposited),dstr(issued),dstr(withdrawn),dstr(approved),dstr(redeemed));
 526             continue;
 527         }
 528         /*printf("pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d\n",pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0);
 529         if ( pax->marked != 0 || (pax->type != 'D' && pax->type != 'A') || pax->ready == 0 )
 530         {
 531             printf("reject 2\n");
 532             continue;
 533         }*/
 534         if ( ASSETCHAINS_SYMBOL[0] != 0 && (strcmp(pax->symbol,symbol) != 0 || pax->validated == 0 || pax->ready == 0) )
 535         {
 536             if ( strcmp(pax->symbol,ASSETCHAINS_SYMBOL) == 0 )
 537                 printf("pax->symbol.%s != %s or null pax->validated %.8f ready.%d ht.(%d %d)\n",pax->symbol,symbol,dstr(pax->validated),pax->ready,kmdsp->CURRENT_HEIGHT,pax->height);
 538             pax->marked = pax->height;
 539             continue;
 540         }
 541         if ( pax->ready == 0 )
 542             continue;
 543         if ( pax->type == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 544         {
 545             if ( kmdsp != 0 )
 546             {
 547                 if ( (baseid= komodo_baseid(pax->symbol)) < 0 || ((1LL << baseid) & sp->RTmask) == 0 )
 548                 {
 549                     printf("not RT for (%s) %llx baseid.%d %llx\n",pax->symbol,(long long)sp->RTmask,baseid,(long long)(1LL<<baseid));
 550                     continue;
 551                 }
 552             } else continue;
 553         }
 554
 555         //printf("redeem.%d? (%c) %p pax.%s marked.%d %.8f -> %.8f ready.%d validated.%d approved.%d\n",tokomodo,pax->type,pax,pax->symbol,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis),pax->ready!=0,pax->validated!=0,pax->approved!=0);
 556         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 557             printf("pax.%s marked.%d %.8f -> %.8f\n",ASSETCHAINS_SYMBOL,pax->marked,dstr(pax->komodoshis),dstr(pax->fiatoshis));
 558         if ( opcode == 'I' )
 559         {
 560             sum += pax->fiatoshis;
 561             if ( sum > available )
 562                 break;
 563         }
 564         txNew->vout.resize(numvouts+1);
 565         txNew->vout[numvouts].nValue = (opcode == 'I') ? pax->fiatoshis : pax->komodoshis;
 566         txNew->vout[numvouts].scriptPubKey.resize(25);
 567         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 568         *script++ = 0x76;
 569         *script++ = 0xa9;
 570         *script++ = 20;
 571         memcpy(script,pax->rmd160,20), script += 20;
 572         *script++ = 0x88;
 573         *script++ = 0xac;
 574         if ( tokomodo == 0 )
 575         {
 576             for (i=0; i<32; i++)
 577                 data[len++] = ((uint8_t *)&pax->txid)[i];
 578             data[len++] = pax->vout & 0xff;
 579             data[len++] = (pax->vout >> 8) & 0xff;
 580             PENDING_KOMODO_TX += pax->fiatoshis;
 581         }
 582         else
 583         {
 584             len += komodo_rwapproval(1,&data[len],pax);
 585             PENDING_KOMODO_TX += pax->komodoshis;
 586             printf(" len.%d vout.%u DEPOSIT %.8f <- pax.%s pending ht %d %d %.8f | ",len,pax->vout,(double)txNew->vout[numvouts].nValue/COIN,symbol,pax->height,pax->otherheight,dstr(PENDING_KOMODO_TX));
 587         }
 588         if ( numvouts++ >= 64 || sum > COIN )
 589             break;
 590     }
 591     if ( numvouts > 1 )
 592     {
 593         if ( tokomodo != 0 )
 594             strcpy(symbol,(char *)"KMD");
 595         for (i=0; symbol[i]!=0; i++)
 596             data[len++] = symbol[i];
 597         data[len++] = 0;
 598         for (i=0; i<len; i++)
 599             printf("%02x",data[i]);
 600         printf(" <- data[%d]\n",len);
 601         opretlen = komodo_opreturnscript(opret,opcode,data,len);
 602         txNew->vout.resize(numvouts+1);
 603         txNew->vout[numvouts].nValue = 0;
 604         txNew->vout[numvouts].scriptPubKey.resize(opretlen);
 605         script = (uint8_t *)&txNew->vout[numvouts].scriptPubKey[0];
 606         memcpy(script,opret,opretlen);
 607         for (i=0; i<8; i++)
 608             printf("%02x",opret[i]);
 609         printf(" <- opret, MINER deposits.%d (%s) vouts.%d %.8f opretlen.%d\n",tokomodo,ASSETCHAINS_SYMBOL,numvouts,dstr(PENDING_KOMODO_TX),opretlen);
 610         return(1);
 611     }
 612     return(0);
 613 }
 614
 615 const char *banned_txids[] =
 616 {
 617     "78cb4e21245c26b015b888b14c4f5096e18137d2741a6de9734d62b07014dfca", //233559
 618     "00697be658e05561febdee1aafe368b821ca33fbb89b7027365e3d77b5dfede5", //234172
 619     "e909465788b32047c472d73e882d79a92b0d550f90be008f76e1edaee6d742ea", //234187
 620     "f56c6873748a327d0b92b8108f8ec8505a2843a541b1926022883678fb24f9dc", //234188
 621     "abf08be07d8f5b3a433ddcca7ef539e79a3571632efd6d0294ec0492442a0204", //234213
 622     "3b854b996cc982fba8c06e76cf507ae7eed52ab92663f4c0d7d10b3ed879c3b0", //234367
 623     "fa9e474c2cda3cb4127881a40eb3f682feaba3f3328307d518589024a6032cc4", //234635
 624     "ca746fa13e0113c4c0969937ea2c66de036d20274efad4ce114f6b699f1bc0f3", //234662
 625     "43ce88438de4973f21b1388ffe66e68fda592da38c6ef939be10bb1b86387041", //234697
 626     "0aeb748de82f209cd5ff7d3a06f65543904c4c17387c9d87c65fd44b14ad8f8c", //234899
 627     "bbd3a3d9b14730991e1066bd7c626ca270acac4127131afe25f877a5a886eb25", //235252
 628     "fa9943525f2e6c32cbc243294b08187e314d83a2870830180380c3c12a9fd33c", //235253
 629     "a01671c8775328a41304e31a6693bbd35e9acbab28ab117f729eaba9cb769461", //235265
 630     "2ef49d2d27946ad7c5d5e4ab5c089696762ff04e855f8ab48e83bdf0cc68726d", //235295
 631     "c85dcffb16d5a45bd239021ad33443414d60224760f11d535ae2063e5709efee", //235296
 632     // all vouts banned
 633     "c4ea1462c207547cd6fb6a4155ca6d042b22170d29801a465db5c09fec55b19d", //246748
 634     "305dc96d8bc23a69d3db955e03a6a87c1832673470c32fe25473a46cc473c7d1", //247204
 635 };
 636
 637 int32_t komodo_bannedset(int32_t *indallvoutsp,uint256 *array,int32_t max)
 638 {
 639     int32_t i;
 640     if ( sizeof(banned_txids)/sizeof(*banned_txids) > max )
 641     {
 642         fprintf(stderr,"komodo_bannedset: buffer too small %ld vs %d\n",sizeof(banned_txids)/sizeof(*banned_txids),max);
 643         exit(-1);
 644     }
 645     for (i=0; i<sizeof(banned_txids)/sizeof(*banned_txids); i++)
 646         array[i] = uint256S(banned_txids[i]);
 647     *indallvoutsp = i-2;
 648     return(i);
 649 }
 650
 651 void komodo_passport_iteration();
 652
 653 int32_t komodo_check_deposit(int32_t height,const CBlock& block,uint32_t prevtime) // verify above block is valid pax pricing
 654 {
 655     static uint256 array[64]; static int32_t numbanned,indallvouts;
 656     int32_t i,j,k,n,ht,baseid,txn_count,activation,num,opretlen,offset=1,errs=0,notmatched=0,matched=0,kmdheights[256],otherheights[256]; uint256 hash,txids[256]; char symbol[KOMODO_ASSETCHAIN_MAXLEN],base[KOMODO_ASSETCHAIN_MAXLEN]; uint16_t vouts[256]; int8_t baseids[256]; uint8_t *script,opcode,rmd160s[256*20]; uint64_t total,subsidy,available,deposited,issued,withdrawn,approved,redeemed,seed; int64_t checktoshis,values[256],srcvalues[256]; struct pax_transaction *pax; struct komodo_state *sp; CTransaction tx;
 657     activation = 235300;
 658     if ( *(int32_t *)&array[0] == 0 )
 659         numbanned = komodo_bannedset(&indallvouts,array,(int32_t)(sizeof(array)/sizeof(*array)));
 660     memset(baseids,0xff,sizeof(baseids));
 661     memset(values,0,sizeof(values));
 662     memset(srcvalues,0,sizeof(srcvalues));
 663     memset(rmd160s,0,sizeof(rmd160s));
 664     memset(kmdheights,0,sizeof(kmdheights));
 665     memset(otherheights,0,sizeof(otherheights));
 666     txn_count = block.vtx.size();
 667     if ( ASSETCHAINS_SYMBOL[0] == 0 )
 668     {
 669         for (i=0; i<txn_count; i++)
 670         {
 671             if ( i == 0 && txn_count > 1 && block.vtx[txn_count-1].vout.size() > 0 && block.vtx[txn_count-1].vout[0].nValue == 5000 )
 672             {
 673                 if ( block.vtx[txn_count-1].vin.size() == 1 && GetTransaction(block.vtx[txn_count-1].vin[0].prevout.hash,tx,hash,false) && block.vtx[0].vout[0].scriptPubKey == tx.vout[block.vtx[txn_count-1].vin[0].prevout.n].scriptPubKey )
 674                     notmatched = 1;
 675             }
 676             n = block.vtx[i].vin.size();
 677             for (j=0; j<n; j++)
 678             {
 679                 for (k=0; k<numbanned; k++)
 680                 {
 681                     if ( block.vtx[i].vin[j].prevout.hash == array[k] && (block.vtx[i].vin[j].prevout.n == 1 || k >= indallvouts)  )
 682                     {
 683                         printf("banned tx.%d being used at ht.%d txi.%d vini.%d\n",k,height,i,j);
 684                         return(-1);
 685                     }
 686                 }
 687             }
 688         }
 689     }
 690     n = block.vtx[0].vout.size();
 691     //script = (uint8_t *)block.vtx[0].vout[n-1].scriptPubKey.data();
 692     //if ( n <= 2 || script[0] != 0x6a )
 693     {
 694         int64_t val,prevtotal = 0; int32_t strangeout=0,overflow = 0;
 695         total = 0;
 696         for (i=1; i<n; i++)
 697         {
 698             script = (uint8_t *)block.vtx[0].vout[i].scriptPubKey.data();
 699             if ( (val= block.vtx[0].vout[i].nValue) < 0 || val >= MAX_MONEY )
 700             {
 701                 overflow = 1;
 702                 break;
 703             }
 704             if ( i > 1 && script[0] != 0x6a && val < 5000 )
 705                 strangeout++;
 706             total += val;
 707             if ( total < prevtotal || (val != 0 && total == prevtotal) )
 708             {
 709                 overflow = 1;
 710                 break;
 711             }
 712             prevtotal = total;
 713         }
 714         if ( ASSETCHAINS_SYMBOL[0] == 0 )
 715         {
 716             if ( overflow != 0 || total > COIN/10 )
 717             {
 718                 if ( height >= activation )
 719                 {
 720                     if ( height > 800000 )
 721                         fprintf(stderr,">>>>>>>> <<<<<<<<<< ht.%d illegal nonz output %.8f n.%d\n",height,dstr(block.vtx[0].vout[1].nValue),n);
 722                     return(-1);
 723                 }
 724             }
 725             else if ( block.nBits == KOMODO_MINDIFF_NBITS && total > 0 ) // to deal with fee stealing
 726             {
 727                 fprintf(stderr,"notary mined ht.%d with extra %.8f\n",height,dstr(total));
 728                 if ( height > KOMODO_NOTARIES_HEIGHT1 )
 729                     return(-1);
 730             }
 731             if ( strangeout != 0 || notmatched != 0 )
 732             {
 733                 if ( 0 && strcmp(NOTARY_PUBKEY.c_str(),"03b7621b44118017a16043f19b30cc8a4cfe068ac4e42417bae16ba460c80f3828") == 0 )
 734                     fprintf(stderr,">>>>>>>>>>>>> DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",height,strangeout,notmatched);
 735                 if ( height > 1000000 && strangeout != 0 )
 736                     return(-1);
 737             }
 738             else if ( height > 814000 )
 739             {
 740                 script = (uint8_t *)block.vtx[0].vout[0].scriptPubKey.data();
 741                 return(-1 * (komodo_electednotary(&num,script+1,height,0) >= 0) * (height > 1000000));
 742             }
 743         }
 744         else
 745         {
 746             checktoshis = 0;
 747             if ( ASSETCHAINS_COMMISSION != 0 && height > 1 )
 748             {
 749                 if ( (checktoshis= komodo_checkcommission((CBlock *)&block,height)) < 0 )
 750                     return(-1);
 751             }
 752             else
 753             {
 754                 if ( overflow != 0 || total > checktoshis || strangeout != 0 )
 755                 {
 756                     if ( strangeout != 0 )
 757                         fprintf(stderr,">>>>>>>>>>>>> %s DUST ht.%d strangout.%d notmatched.%d <<<<<<<<<\n",ASSETCHAINS_SYMBOL,height,strangeout,notmatched);
 758                     return(-1);
 759                 }
 760             }
 761         }
 762         return(0);
 763     }
 764 }
 765
 766 const char *komodo_opreturn(int32_t height,uint64_t value,uint8_t *opretbuf,int32_t opretlen,uint256 txid,uint16_t vout,char *source)
 767 {
 768     uint8_t rmd160[20],rmd160s[64*20],addrtype,shortflag,pubkey33[33]; int32_t didstats,i,j,n,kvheight,len,tokomodo,kmdheight,otherheights[64],kmdheights[64]; int8_t baseids[64]; char base[4],coinaddr[64],destaddr[64]; uint256 txids[64]; uint16_t vouts[64]; uint64_t convtoshis,seed; int64_t fee,fiatoshis,komodoshis,checktoshis,values[64],srcvalues[64]; struct pax_transaction *pax,*pax2; struct komodo_state *basesp; double diff;
 769     const char *typestr = "unknown";
 770     if ( ASSETCHAINS_SYMBOL[0] != 0 && komodo_baseid(ASSETCHAINS_SYMBOL) < 0 && opretbuf[0] != 'K' )
 771     {
 772         //printf("komodo_opreturn skip %s\n",ASSETCHAINS_SYMBOL);
 773         return("assetchain");
 774     }
 775     memset(baseids,0xff,sizeof(baseids));
 776     memset(values,0,sizeof(values));
 777     memset(srcvalues,0,sizeof(srcvalues));
 778     memset(rmd160s,0,sizeof(rmd160s));
 779     memset(kmdheights,0,sizeof(kmdheights));
 780     memset(otherheights,0,sizeof(otherheights));
 781     tokomodo = (komodo_is_issuer() == 0);
 782     if ( opretbuf[0] == 'K' && opretlen != 40 )
 783     {
 784         komodo_kvupdate(opretbuf,opretlen,value);
 785         return("kv");
 786     }
 787     else if ( ASSETCHAINS_SYMBOL[0] == 0 && KOMODO_PAX == 0 )
 788         return("nopax");
 789     if ( opretbuf[0] == 'D' )
 790     {
 791         tokomodo = 0;
 792         if ( opretlen == 38 ) // any KMD tx
 793         {
 794             iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 795             memset(base,0,sizeof(base));
 796             PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&fiatoshis);
 797             bitcoin_address(coinaddr,addrtype,rmd160,20);
 798             checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,fiatoshis);
 799             if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) != 0 )
 800                 checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,height,base,fiatoshis);
 801             typestr = "deposit";
 802             if ( 0 && strcmp("NOK",base) == 0 )
 803             {
 804                 printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 805                 printf("(%s) (%s) kmdheight.%d vs height.%d check %.8f vs %.8f tokomodo.%d %d seed.%llx\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed);
 806                 for (i=0; i<32; i++)
 807                     printf("%02x",((uint8_t *)&txid)[i]);
 808                 printf(" <- txid.v%u ",vout);
 809                 for (i=0; i<33; i++)
 810                     printf("%02x",pubkey33[i]);
 811                 printf(" checkpubkey check %.8f v %.8f dest.(%s) kmdheight.%d height.%d\n",dstr(checktoshis),dstr(value),destaddr,kmdheight,height);
 812             }
 813             if ( strcmp(base,ASSETCHAINS_SYMBOL) == 0 && (kmdheight > 195000 || kmdheight <= height) )
 814             {
 815                 didstats = 0;
 816                 if ( komodo_paxcmp(base,kmdheight,value,checktoshis,kmdheight < 225000 ? seed : 0) == 0 )
 817                 {
 818                     if ( (pax= komodo_paxfind(txid,vout,'D')) == 0 )
 819                     {
 820                         if ( (basesp= komodo_stateptrget(base)) != 0 )
 821                         {
 822                             basesp->deposited += fiatoshis;
 823                             didstats = 1;
 824                             if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 825                                 printf("########### %p deposited %s += %.8f kmdheight.%d %.8f\n",basesp,base,dstr(fiatoshis),kmdheight,dstr(value));
 826                         } else printf("cant get stateptr.(%s)\n",base);
 827                         komodo_gateway_deposit(coinaddr,value,base,fiatoshis,rmd160,txid,vout,'D',kmdheight,height,(char *)"KMD",0);
 828                     }
 829                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 830                     {
 831                         pax->height = kmdheight;
 832                         pax->validated = value;
 833                         pax->komodoshis = value;
 834                         pax->fiatoshis = fiatoshis;
 835                         if ( didstats == 0 && pax->didstats == 0 )
 836                         {
 837                             if ( (basesp= komodo_stateptrget(base)) != 0 )
 838                             {
 839                                 basesp->deposited += fiatoshis;
 840                                 didstats = 1;
 841                                 if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 842                                     printf("########### %p depositedB %s += %.8f/%.8f kmdheight.%d/%d %.8f/%.8f\n",basesp,base,dstr(fiatoshis),dstr(pax->fiatoshis),kmdheight,pax->height,dstr(value),dstr(pax->komodoshis));
 843                             }
 844                         } //
 845                         if ( didstats != 0 )
 846                             pax->didstats = 1;
 847                         if ( (pax2= komodo_paxfind(txid,vout,'I')) != 0 )
 848                         {
 849                             pax2->fiatoshis = pax->fiatoshis;
 850                             pax2->komodoshis = pax->komodoshis;
 851                             pax->marked = pax2->marked = pax->height;
 852                             pax2->height = pax->height = height;
 853                             if ( pax2->didstats == 0 )
 854                             {
 855                                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 856                                 {
 857                                     basesp->issued += pax2->fiatoshis;
 858                                     pax2->didstats = 1;
 859                                     if ( 0 && strcmp(base,"USD") == 0 )
 860                                         printf("########### %p issueda %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,base,dstr(pax2->fiatoshis),pax2->height,dstr(pax2->komodoshis),pax2->otherheight,height);
 861                                 }
 862                             }
 863                         }
 864                     }
 865                 }
 866                 else
 867                 {
 868                     if ( (pax= komodo_paxfind(txid,vout,'D')) != 0 )
 869                         pax->marked = checktoshis;
 870                     if ( kmdheight > 238000 && (kmdheight > 214700 || strcmp(base,ASSETCHAINS_SYMBOL) == 0) ) //seed != 0 &&
 871                         printf("pax %s deposit %.8f rejected kmdheight.%d %.8f KMD check %.8f seed.%llu\n",base,dstr(fiatoshis),kmdheight,dstr(value),dstr(checktoshis),(long long)seed);
 872                 }
 873             } //else printf("[%s] %s paxdeposit height.%d vs kmdheight.%d\n",ASSETCHAINS_SYMBOL,base,height,kmdheight);
 874         } //else printf("unsupported size.%d for opreturn D\n",opretlen);
 875     }
 876     else if ( opretbuf[0] == 'I' )
 877     {
 878         tokomodo = 0;
 879         if ( strncmp((char *)"KMD",(char *)&opretbuf[opretlen-4],3) != 0 && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )
 880         {
 881             if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,0)) > 0 )
 882             {
 883                 for (i=0; i<n; i++)
 884                 {
 885                     if ( baseids[i] < 0 )
 886                     {
 887                         static uint32_t counter;
 888                         if ( counter++ < 0 )
 889                             printf("%d of %d illegal baseid.%d, this can be ignored\n",i,n,baseids[i]);
 890                         continue;
 891                     }
 892                     bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
 893                     komodo_gateway_deposit(coinaddr,0,ASSETCHAINS_SYMBOL,0,0,txids[i],vouts[i],'I',height,0,CURRENCIES[baseids[i]],0);
 894                     komodo_paxmark(height,txids[i],vouts[i],'I',height);
 895                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'I')) != 0 )
 896                     {
 897                         pax->type = opretbuf[0];
 898                         strcpy(pax->source,(char *)&opretbuf[opretlen-4]);
 899                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'D')) != 0 && pax2->fiatoshis != 0 && pax2->komodoshis != 0 )
 900                         {
 901                             // realtime path?
 902                             pax->fiatoshis = pax2->fiatoshis;
 903                             pax->komodoshis = pax2->komodoshis;
 904                             pax->marked = pax2->marked = pax2->height;
 905                             if ( pax->didstats == 0 )
 906                             {
 907                                 if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
 908                                 {
 909                                     basesp->issued += pax->fiatoshis;
 910                                     pax->didstats = 1;
 911                                     pax->height = pax2->height;
 912                                     pax->otherheight = height;
 913                                     if ( 1 && strcmp(CURRENCIES[baseids[i]],"USD") == 0 )
 914                                         printf("########### %p issuedb %s += %.8f kmdheight.%d %.8f other.%d [%d]\n",basesp,CURRENCIES[baseids[i]],dstr(pax->fiatoshis),pax->height,dstr(pax->komodoshis),pax->otherheight,height);
 915                                 }
 916                             }
 917                         }
 918                     }
 919                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'I',height)) != 0 )
 920                         komodo_paxdelete(pax);
 921                     if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'D',height)) != 0 )
 922                         komodo_paxdelete(pax);
 923                 }
 924             } //else printf("opreturn none issued?\n");
 925         }
 926     }
 927     else if ( height < 236000 && opretbuf[0] == 'W' && strncmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4],3) == 0 )//&& opretlen >= 38 )
 928     {
 929         if ( komodo_baseid((char *)&opretbuf[opretlen-4]) >= 0 && strcmp(ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]) == 0 )
 930         {
 931             for (i=0; i<opretlen; i++)
 932                 printf("%02x",opretbuf[i]);
 933             printf(" [%s] reject obsolete withdraw request.%s\n",ASSETCHAINS_SYMBOL,(char *)&opretbuf[opretlen-4]);
 934             return(typestr);
 935         }
 936         tokomodo = 1;
 937         iguana_rwnum(0,&opretbuf[34],sizeof(kmdheight),&kmdheight);
 938         memset(base,0,sizeof(base));
 939         PAX_pubkey(0,&opretbuf[1],&addrtype,rmd160,base,&shortflag,&komodoshis);
 940         bitcoin_address(coinaddr,addrtype,rmd160,20);
 941         checktoshis = PAX_fiatdest(&seed,tokomodo,destaddr,pubkey33,coinaddr,kmdheight,base,value);
 942         typestr = "withdraw";
 943         //printf(" [%s] WITHDRAW %s.height.%d vs height.%d check %.8f/%.8f vs %.8f tokomodo.%d %d seed.%llx -> (%s) len.%d\n",ASSETCHAINS_SYMBOL,base,kmdheight,height,dstr(checktoshis),dstr(komodoshis),dstr(value),komodo_is_issuer(),strncmp(ASSETCHAINS_SYMBOL,base,strlen(base)) == 0,(long long)seed,coinaddr,opretlen);
 944         didstats = 0;
 945         //if ( komodo_paxcmp(base,kmdheight,komodoshis,checktoshis,seed) == 0 )
 946         {
 947             if ( value != 0 && ((pax= komodo_paxfind(txid,vout,'W')) == 0 || pax->didstats == 0) )
 948             {
 949                 if ( (basesp= komodo_stateptrget(base)) != 0 )
 950                 {
 951                     basesp->withdrawn += value;
 952                     didstats = 1;
 953                     if ( 0 && strcmp(base,ASSETCHAINS_SYMBOL) == 0 )
 954                         printf("########### %p withdrawn %s += %.8f check %.8f\n",basesp,base,dstr(value),dstr(checktoshis));
 955                 }
 956                 if ( 0 && strcmp(base,"RUB") == 0 && (pax == 0 || pax->approved == 0) )
 957                     printf("notarize %s %.8f -> %.8f kmd.%d other.%d\n",ASSETCHAINS_SYMBOL,dstr(value),dstr(komodoshis),kmdheight,height);
 958             }
 959             komodo_gateway_deposit(coinaddr,0,(char *)"KMD",value,rmd160,txid,vout,'W',kmdheight,height,source,0);
 960             if ( (pax= komodo_paxfind(txid,vout,'W')) != 0 )
 961             {
 962                 pax->type = opretbuf[0];
 963                 strcpy(pax->source,base);
 964                 strcpy(pax->symbol,"KMD");
 965                 pax->height = kmdheight;
 966                 pax->otherheight = height;
 967                 pax->komodoshis = komodoshis;
 968             }
 969         } // else printf("withdraw %s paxcmp ht.%d %d error value %.8f -> %.8f vs %.8f\n",base,kmdheight,height,dstr(value),dstr(komodoshis),dstr(checktoshis));
 970         // need to allocate pax
 971     }
 972     else if ( height < 236000 && tokomodo != 0 && opretbuf[0] == 'A' && ASSETCHAINS_SYMBOL[0] == 0 )
 973     {
 974         tokomodo = 1;
 975         if ( 0 && ASSETCHAINS_SYMBOL[0] != 0 )
 976         {
 977             for (i=0; i<opretlen; i++)
 978                 printf("%02x",opretbuf[i]);
 979             printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
 980         }
 981         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
 982         {
 983             for (i=0; i<n; i++)
 984             {
 985                 //for (j=0; j<32; j++)
 986                 //    printf("%02x",((uint8_t *)&txids[i])[j]);
 987                 //printf(" v%d %.8f %.8f k.%d ht.%d base.%d\n",vouts[i],dstr(values[i]),dstr(srcvalues[i]),kmdheights[i],otherheights[i],baseids[i]);
 988                 if ( baseids[i] < 0 )
 989                 {
 990                     for (i=0; i<opretlen; i++)
 991                         printf("%02x",opretbuf[i]);
 992                     printf(" opret[%c] else path tokomodo.%d ht.%d before %.8f opretlen.%d\n",opretbuf[0],tokomodo,height,dstr(komodo_paxtotal()),opretlen);
 993                     //printf("baseids[%d] %d\n",i,baseids[i]);
 994                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'W')) != 0 || (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
 995                     {
 996                         baseids[i] = komodo_baseid(pax->symbol);
 997                         printf("override neg1 with (%s)\n",pax->symbol);
 998                     }
 999                     if ( baseids[i] < 0 )
1000                         continue;
1001                 }
1002                 didstats = 0;
1003                 seed = 0;
1004                 checktoshis = komodo_paxprice(&seed,kmdheights[i],CURRENCIES[baseids[i]],(char *)"KMD",(uint64_t)values[i]);
1005                 //printf("PAX_fiatdest ht.%d price %s %.8f -> KMD %.8f vs %.8f\n",kmdheights[i],CURRENCIES[baseids[i]],(double)values[i]/COIN,(double)srcvalues[i]/COIN,(double)checktoshis/COIN);
1006                 if ( srcvalues[i] == checktoshis )
1007                 {
1008                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1009                     {
1010                         bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1011                         komodo_gateway_deposit(coinaddr,srcvalues[i],CURRENCIES[baseids[i]],values[i],&rmd160s[i*20],txids[i],vouts[i],'A',kmdheights[i],otherheights[i],CURRENCIES[baseids[i]],kmdheights[i]);
1012                         if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) == 0 )
1013                             printf("unexpected null pax for approve\n");
1014                         else pax->validated = checktoshis;
1015                         if ( (pax2= komodo_paxfind(txids[i],vouts[i],'W')) != 0 )
1016                             pax2->approved = kmdheights[i];
1017                         komodo_paxmark(height,txids[i],vouts[i],'W',height);
1018                         //komodo_paxmark(height,txids[i],vouts[i],'A',height);
1019                         if ( values[i] != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1020                         {
1021                             basesp->approved += values[i];
1022                             didstats = 1;
1023                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1024                         }
1025                         //printf(" i.%d (%s) <- %.8f ADDFLAG APPROVED\n",i,coinaddr,dstr(values[i]));
1026                     }
1027                     else if ( pax->didstats == 0 && srcvalues[i] != 0 )
1028                     {
1029                         if ( (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1030                         {
1031                             basesp->approved += values[i];
1032                             didstats = 1;
1033                             //printf("pax.%p ########### %p approved %s += %.8f -> %.8f/%.8f kht.%d %d\n",pax,basesp,CURRENCIES[baseids[i]],dstr(values[i]),dstr(srcvalues[i]),dstr(checktoshis),kmdheights[i],otherheights[i]);
1034                         }
1035                     } //else printf(" i.%d of n.%d pax.%p baseids[] %d\n",i,n,pax,baseids[i]);
1036                     if ( (pax= komodo_paxfind(txids[i],vouts[i],'A')) != 0 )
1037                     {
1038                         pax->type = opretbuf[0];
1039                         pax->approved = kmdheights[i];
1040                         pax->validated = checktoshis;
1041                         if ( didstats != 0 )
1042                             pax->didstats = 1;
1043                         //if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1044                         //printf(" i.%d approved.%d <<<<<<<<<<<<< APPROVED %p\n",i,kmdheights[i],pax);
1045                     }
1046                 }
1047             }
1048         } //else printf("n.%d from opreturns\n",n);
1049         //printf("extra.[%d] after %.8f\n",n,dstr(komodo_paxtotal()));
1050     }
1051     else if ( height < 236000 && opretbuf[0] == 'X' && ASSETCHAINS_SYMBOL[0] == 0 )
1052     {
1053         tokomodo = 1;
1054         if ( (n= komodo_issued_opreturn(base,txids,vouts,values,srcvalues,kmdheights,otherheights,baseids,rmd160s,opretbuf,opretlen,1)) > 0 )
1055         {
1056             for (i=0; i<n; i++)
1057             {
1058                 if ( baseids[i] < 0 )
1059                     continue;
1060                 bitcoin_address(coinaddr,60,&rmd160s[i*20],20);
1061                 komodo_gateway_deposit(coinaddr,0,0,0,0,txids[i],vouts[i],'X',height,0,(char *)"KMD",0);
1062                 komodo_paxmark(height,txids[i],vouts[i],'W',height);
1063                 komodo_paxmark(height,txids[i],vouts[i],'A',height);
1064                 komodo_paxmark(height,txids[i],vouts[i],'X',height);
1065                 if ( (pax= komodo_paxfind(txids[i],vouts[i],'X')) != 0 )
1066                 {
1067                     pax->type = opretbuf[0];
1068                     if ( height < 121842 ) // fields got switched around due to legacy issues and approves
1069                         value = srcvalues[i];
1070                     else value = values[i];
1071                     if ( baseids[i] >= 0 && value != 0 && (basesp= komodo_stateptrget(CURRENCIES[baseids[i]])) != 0 )
1072                     {
1073                         basesp->redeemed += value;
1074                         pax->didstats = 1;
1075                         if ( strcmp(CURRENCIES[baseids[i]],ASSETCHAINS_SYMBOL) == 0 )
1076                             printf("ht.%d %.8f ########### %p redeemed %s += %.8f %.8f kht.%d ht.%d\n",height,dstr(value),basesp,CURRENCIES[baseids[i]],dstr(value),dstr(srcvalues[i]),kmdheights[i],otherheights[i]);
1077                     }
1078                 }
1079                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'W',height)) != 0 )
1080                     komodo_paxdelete(pax);
1081                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'A',height)) != 0 )
1082                     komodo_paxdelete(pax);
1083                 if ( (pax= komodo_paxmark(height,txids[i],vouts[i],'X',height)) != 0 )
1084                     komodo_paxdelete(pax);
1085             }
1086         } //else printf("komodo_issued_opreturn returned %d\n",n);
1087     }
1088     return(typestr);
1089 }
1090
1091 int32_t komodo_parsestatefiledata(struct komodo_state *sp,uint8_t *filedata,long *fposp,long datalen,char *symbol,char *dest);
1092
1093 void komodo_stateind_set(struct komodo_state *sp,uint32_t *inds,int32_t n,uint8_t *filedata,long datalen,char *symbol,char *dest)
1094 {
1095     uint8_t func; long lastK,lastT,lastN,lastV,fpos,lastfpos; int32_t i,count,doissue,iter,numn,numv,numN,numV,numR; uint32_t tmp,prevpos100,offset;
1096     count = numR = numN = numV = numn = numv = 0;
1097     lastK = lastT = lastN = lastV = -1;
1098     for (iter=0; iter<2; iter++)
1099     {
1100         for (lastfpos=fpos=prevpos100=i=0; i<n; i++)
1101         {
1102             tmp = inds[i];
1103             if ( (i % 100) == 0 )
1104                 prevpos100 = tmp;
1105             else
1106             {
1107                 func = (tmp & 0xff);
1108                 offset = (tmp >> 8);
1109                 fpos = prevpos100 + offset;
1110                 if ( lastfpos >= datalen || (filedata[lastfpos] != func && func != 0) )
1111                     printf("i.%d/n.%d lastfpos.%ld >= datalen.%ld or [%d] != func.%d\n",i,n,lastfpos,datalen,filedata[lastfpos],func);
1112                 else if ( iter == 0 )
1113                 {
1114                     switch ( func )
1115                     {
1116                         default: case 'P': case 'U': case 'D':
1117                             inds[i] &= 0xffffff00;
1118                             break;
1119                         case 'K':
1120                             lastK = lastfpos;
1121                             inds[i] &= 0xffffff00;
1122                             break;
1123                         case 'T':
1124                             lastT = lastfpos;
1125                             inds[i] &= 0xffffff00;
1126                             break;
1127                         case 'N':
1128                             lastN = lastfpos;
1129                             numN++;
1130                             break;
1131                         case 'V':
1132                             lastV = lastfpos;
1133                             numV++;
1134                             break;
1135                         case 'R':
1136                             numR++;
1137                             break;
1138                     }
1139                 }
1140                 else
1141                 {
1142                     doissue = 0;
1143                     if ( func == 'K' )
1144                     {
1145                         if ( lastK == lastfpos )
1146                             doissue = 1;
1147                     }
1148                     else if ( func == 'T' )
1149                     {
1150                         if ( lastT == lastfpos )
1151                             doissue = 1;
1152                     }
1153                     else if ( func == 'N' )
1154                     {
1155                         if ( numn > numN-128 )
1156                             doissue = 1;
1157                         numn++;
1158                     }
1159                     else if ( func == 'V' )
1160                     {
1161                         if ( KOMODO_PAX != 0 && numv > numV-1440 )
1162                             doissue = 1;
1163                         numv++;
1164                     }
1165                     else if ( func == 'R' )
1166                         doissue = 1;
1167                     if ( doissue != 0 )
1168                     {
1169                         //printf("issue %c total.%d lastfpos.%ld\n",func,count,lastfpos);
1170                         komodo_parsestatefiledata(sp,filedata,&lastfpos,datalen,symbol,dest);
1171                         count++;
1172                     }
1173                 }
1174             }
1175             lastfpos = fpos;
1176         }
1177     }
1178     printf("numR.%d numV.%d numN.%d count.%d\n",numR,numV,numN,count);
1179     /*else if ( func == 'K' ) // KMD height: stop after 1st
1180     else if ( func == 'T' ) // KMD height+timestamp: stop after 1st
1181
1182     else if ( func == 'N' ) // notarization, scan backwards 1440+ blocks;
1183     else if ( func == 'V' ) // price feed: can stop after 1440+
1184     else if ( func == 'R' ) // opreturn:*/
1185 }
1186
1187 void *OS_loadfile(char *fname,uint8_t **bufp,long *lenp,long *allocsizep)
1188 {
1189     FILE *fp;
1190     long  filesize,buflen = *allocsizep;
1191     uint8_t *buf = *bufp;
1192     *lenp = 0;
1193     if ( (fp= fopen(fname,"rb")) != 0 )
1194     {
1195         fseek(fp,0,SEEK_END);
1196         filesize = ftell(fp);
1197         if ( filesize == 0 )
1198         {
1199             fclose(fp);
1200             *lenp = 0;
1201             printf("OS_loadfile null size.(%s)\n",fname);
1202             return(0);
1203         }
1204         if ( filesize > buflen )
1205         {
1206             *allocsizep = filesize;
1207             *bufp = buf = (uint8_t *)realloc(buf,(long)*allocsizep+64);
1208         }
1209         rewind(fp);
1210         if ( buf == 0 )
1211             printf("Null buf ???\n");
1212         else
1213         {
1214             if ( fread(buf,1,(long)filesize,fp) != (unsigned long)filesize )
1215                 printf("error reading filesize.%ld\n",(long)filesize);
1216             buf[filesize] = 0;
1217         }
1218         fclose(fp);
1219         *lenp = filesize;
1220         //printf("loaded.(%s)\n",buf);
1221     } //else printf("OS_loadfile couldnt load.(%s)\n",fname);
1222     return(buf);
1223 }
1224
1225 uint8_t *OS_fileptr(long *allocsizep,char *fname)
1226 {
1227     long filesize = 0; uint8_t *buf = 0; void *retptr;
1228     *allocsizep = 0;
1229     retptr = OS_loadfile(fname,&buf,&filesize,allocsizep);
1230     return((uint8_t *)retptr);
1231 }
1232
1233 long komodo_stateind_validate(struct komodo_state *sp,char *indfname,uint8_t *filedata,long datalen,uint32_t *prevpos100p,uint32_t *indcounterp,char *symbol,char *dest)
1234 {
1235     FILE *fp; long fsize,lastfpos=0,fpos=0; uint8_t *inds,func; int32_t i,n; uint32_t offset,tmp,prevpos100 = 0;
1236     *indcounterp = *prevpos100p = 0;
1237     if ( (inds= OS_fileptr(&fsize,indfname)) != 0 )
1238     {
1239         lastfpos = 0;
1240         fprintf(stderr,"inds.%p validate %s fsize.%ld datalen.%ld n.%ld lastfpos.%ld\n",inds,indfname,fsize,datalen,fsize / sizeof(uint32_t),lastfpos);
1241         if ( (fsize % sizeof(uint32_t)) == 0 )
1242         {
1243             n = (int32_t)(fsize / sizeof(uint32_t));
1244             for (i=0; i<n; i++)
1245             {
1246                 memcpy(&tmp,&inds[i * sizeof(uint32_t)],sizeof(uint32_t));
1247                 if ( 0 && i > n-10 )
1248                     printf("%d: tmp.%08x [%c] prevpos100.%u\n",i,tmp,tmp&0xff,prevpos100);
1249                 if ( (i % 100) == 0 )
1250                     prevpos100 = tmp;
1251                 else
1252                 {
1253                     func = (tmp & 0xff);
1254                     offset = (tmp >> 8);
1255                     fpos = prevpos100 + offset;
1256                     if ( lastfpos >= datalen || filedata[lastfpos] != func )
1257                     {
1258                         printf("validate.%d error (%u %d) prev100 %u -> fpos.%ld datalen.%ld [%d] (%c) vs (%c) lastfpos.%ld\n",i,offset,func,prevpos100,fpos,datalen,lastfpos < datalen ? filedata[lastfpos] : -1,func,filedata[lastfpos],lastfpos);
1259                         return(-1);
1260                     }
1261                 }
1262                 lastfpos = fpos;
1263             }
1264             *indcounterp = n;
1265             *prevpos100p = prevpos100;
1266             if ( sp != 0 )
1267                 komodo_stateind_set(sp,(uint32_t *)inds,n,filedata,fpos,symbol,dest);
1268             //printf("free inds.%p %s validated[%d] fpos.%ld datalen.%ld, offset %ld vs fsize.%ld\n",inds,indfname,i,fpos,datalen,i * sizeof(uint32_t),fsize);
1269             free(inds);
1270             return(fpos);
1271         } else printf("wrong filesize %s %ld\n",indfname,fsize);
1272     }
1273     free(inds);
1274     fprintf(stderr,"indvalidate return -1\n");
1275     return(-1);
1276 }
1277
1278 long komodo_indfile_update(FILE *indfp,uint32_t *prevpos100p,long lastfpos,long newfpos,uint8_t func,uint32_t *indcounterp)
1279 {
1280     uint32_t tmp;
1281     if ( indfp != 0 )
1282     {
1283         tmp = ((uint32_t)(newfpos - *prevpos100p) << 8) | (func & 0xff);
1284         if ( ftell(indfp)/sizeof(uint32_t) != *indcounterp )
1285             printf("indfp fpos %ld -> ind.%ld vs counter.%u\n",ftell(indfp),ftell(indfp)/sizeof(uint32_t),*indcounterp);
1286         //fprintf(stderr,"ftell.%ld indcounter.%u lastfpos.%ld newfpos.%ld func.%02x\n",ftell(indfp),*indcounterp,lastfpos,newfpos,func);
1287         fwrite(&tmp,1,sizeof(tmp),indfp), (*indcounterp)++;
1288         if ( (*indcounterp % 100) == 0 )
1289         {
1290             *prevpos100p = (uint32_t)newfpos;
1291             fwrite(prevpos100p,1,sizeof(*prevpos100p),indfp), (*indcounterp)++;
1292         }
1293     }
1294     return(newfpos);
1295 }
1296
1297 int32_t komodo_faststateinit(struct komodo_state *sp,char *fname,char *symbol,char *dest)
1298 {
1299     FILE *indfp; char indfname[1024]; uint8_t *filedata; long validated=-1,datalen,fpos,lastfpos; uint32_t tmp,prevpos100,indcounter,starttime; int32_t func,finished = 0;
1300     starttime = (uint32_t)time(NULL);
1301     safecopy(indfname,fname,sizeof(indfname)-4);
1302     strcat(indfname,".ind");
1303     if ( (filedata= OS_fileptr(&datalen,fname)) != 0 )
1304     {
1305         if ( 1 )//datalen >= (1LL << 32) || GetArg("-genind",0) != 0 || (validated= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1306         {
1307             lastfpos = fpos = 0;
1308             indcounter = prevpos100 = 0;
1309             if ( (indfp= fopen(indfname,"wb")) != 0 )
1310                 fwrite(&prevpos100,1,sizeof(prevpos100),indfp), indcounter++;
1311             fprintf(stderr,"processing %s %ldKB, validated.%ld\n",fname,datalen/1024,validated);
1312             while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1313             {
1314                 lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1315             }
1316             if ( indfp != 0 )
1317             {
1318                 fclose(indfp);
1319                 if ( (fpos= komodo_stateind_validate(0,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest)) < 0 )
1320                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1321                 else printf("%s validated fpos.%ld\n",indfname,fpos);
1322             }
1323             finished = 1;
1324             fprintf(stderr,"took %d seconds to process %s %ldKB\n",(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1325         }
1326         else if ( validated > 0 )
1327         {
1328             if ( (indfp= fopen(indfname,"rb+")) != 0 )
1329             {
1330                 lastfpos = fpos = validated;
1331                 fprintf(stderr,"datalen.%ld validated %ld -> indcounter %u, prevpos100 %u offset.%ld\n",datalen,validated,indcounter,prevpos100,indcounter * sizeof(uint32_t));
1332                 if ( fpos < datalen )
1333                 {
1334                     fseek(indfp,indcounter * sizeof(uint32_t),SEEK_SET);
1335                     if ( ftell(indfp) == indcounter * sizeof(uint32_t) )
1336                     {
1337                         while ( (func= komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest)) >= 0 )
1338                         {
1339                             lastfpos = komodo_indfile_update(indfp,&prevpos100,lastfpos,fpos,func,&indcounter);
1340                             if ( lastfpos != fpos )
1341                                 fprintf(stderr,"unexpected lastfpos.%ld != %ld\n",lastfpos,fpos);
1342                         }
1343                     }
1344                     fclose(indfp);
1345                 }
1346                 if ( komodo_stateind_validate(sp,indfname,filedata,datalen,&prevpos100,&indcounter,symbol,dest) < 0 )
1347                     printf("unexpected komodostate.ind validate failure %s datalen.%ld\n",indfname,datalen);
1348                 else
1349                 {
1350                     printf("%s validated updated from validated.%ld to %ld new.[%ld] -> indcounter %u, prevpos100 %u offset.%ld | elapsed %d seconds\n",indfname,validated,fpos,fpos-validated,indcounter,prevpos100,indcounter * sizeof(uint32_t),(int32_t)(time(NULL) - starttime));
1351                     finished = 1;
1352                 }
1353             }
1354         } else printf("komodo_faststateinit unexpected case\n");
1355         free(filedata);
1356         return(finished == 1);
1357     }
1358     return(-1);
1359 }
1360
1361 uint64_t komodo_interestsum();
1362
1363 void komodo_passport_iteration()
1364 {
1365     static long lastpos[34]; static char userpass[33][1024]; static uint32_t lasttime,callcounter,lastinterest;
1366     int32_t maxseconds = 10;
1367     FILE *fp; uint8_t *filedata; long fpos,datalen,lastfpos; int32_t baseid,limit,n,ht,isrealtime,expired,refid,blocks,longest; struct komodo_state *sp,*refsp; char *retstr,fname[512],*base,symbol[KOMODO_ASSETCHAIN_MAXLEN],dest[KOMODO_ASSETCHAIN_MAXLEN]; uint32_t buf[3],starttime; cJSON *infoobj,*result; uint64_t RTmask = 0;
1368     expired = 0;
1369     while ( KOMODO_INITDONE == 0 )
1370     {
1371         fprintf(stderr,"[%s] PASSPORT iteration waiting for KOMODO_INITDONE\n",ASSETCHAINS_SYMBOL);
1372         sleep(3);
1373     }
1374     if ( komodo_chainactive_timestamp() > lastinterest )
1375     {
1376         komodo_interestsum();
1377         komodo_longestchain();
1378         lastinterest = komodo_chainactive_timestamp();
1379     }
1380     refsp = komodo_stateptr(symbol,dest);
1381     if ( ASSETCHAINS_SYMBOL[0] == 0 )
1382     {
1383         refid = 33;
1384         limit = 10000000;
1385         jumblr_iteration();
1386     }
1387     else
1388     {
1389         limit = 10000000;
1390         refid = komodo_baseid(ASSETCHAINS_SYMBOL)+1; // illegal base -> baseid.-1 -> 0
1391         if ( refid == 0 )
1392         {
1393             KOMODO_PASSPORT_INITDONE = 1;
1394             return;
1395         }
1396     }
1397     /*if ( KOMODO_PAX == 0 )
1398     {
1399         KOMODO_PASSPORT_INITDONE = 1;
1400         return;
1401     }*/
1402     starttime = (uint32_t)time(NULL);
1403     if ( callcounter++ < 1 )
1404         limit = 10000;
1405     lasttime = starttime;
1406     for (baseid=32; baseid>=0; baseid--)
1407     {
1408         if ( time(NULL) >= starttime+maxseconds )
1409             break;
1410         sp = 0;
1411         isrealtime = 0;
1412         base = (char *)CURRENCIES[baseid];
1413         //printf("PASSPORT %s baseid+1 %d refid.%d\n",ASSETCHAINS_SYMBOL,baseid+1,refid);
1414         if ( baseid+1 != refid ) // only need to import state from a different coin
1415         {
1416             if ( baseid == 32 ) // only care about KMD's state
1417             {
1418                 refsp->RTmask &= ~(1LL << baseid);
1419                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"komodostate");
1420                 komodo_nameset(symbol,dest,base);
1421                 sp = komodo_stateptrget(symbol);
1422                 n = 0;
1423                 if ( lastpos[baseid] == 0 && (filedata= OS_fileptr(&datalen,fname)) != 0 )
1424                 {
1425                     fpos = 0;
1426                     fprintf(stderr,"%s processing %s %ldKB\n",ASSETCHAINS_SYMBOL,fname,datalen/1024);
1427                     while ( komodo_parsestatefiledata(sp,filedata,&fpos,datalen,symbol,dest) >= 0 )
1428                         lastfpos = fpos;
1429                     fprintf(stderr,"%s took %d seconds to process %s %ldKB\n",ASSETCHAINS_SYMBOL,(int32_t)(time(NULL)-starttime),fname,datalen/1024);
1430                     lastpos[baseid] = lastfpos;
1431                     free(filedata), filedata = 0;
1432                     datalen = 0;
1433                 }
1434                 else if ( (fp= fopen(fname,"rb")) != 0 && sp != 0 )
1435                 {
1436                     fseek(fp,0,SEEK_END);
1437                     //fprintf(stderr,"couldnt OS_fileptr(%s), freading %ldKB\n",fname,ftell(fp)/1024);
1438                     if ( ftell(fp) > lastpos[baseid] )
1439                     {
1440                         if ( ASSETCHAINS_SYMBOL[0] != 0 )
1441                             printf("%s passport refid.%d %s fname.(%s) base.%s %ld %ld\n",ASSETCHAINS_SYMBOL,refid,symbol,fname,base,ftell(fp),lastpos[baseid]);
1442                         fseek(fp,lastpos[baseid],SEEK_SET);
1443                         while ( komodo_parsestatefile(sp,fp,symbol,dest) >= 0 && n < limit )
1444                         {
1445                             if ( n == limit-1 )
1446                             {
1447                                 if ( time(NULL) < starttime+maxseconds )
1448                                     n = 0;
1449                                 else
1450                                 {
1451                                     //printf("expire passport loop %s -> %s at %ld\n",ASSETCHAINS_SYMBOL,base,lastpos[baseid]);
1452                                     expired++;
1453                                 }
1454                             }
1455                             n++;
1456                         }
1457                         lastpos[baseid] = ftell(fp);
1458                         if ( 0 && lastpos[baseid] == 0 && strcmp(symbol,"KMD") == 0 )
1459                             printf("from.(%s) lastpos[%s] %ld isrt.%d\n",ASSETCHAINS_SYMBOL,CURRENCIES[baseid],lastpos[baseid],komodo_isrealtime(&ht));
1460                     } //else fprintf(stderr,"%s.%ld ",CURRENCIES[baseid],ftell(fp));
1461                     fclose(fp);
1462                 } else fprintf(stderr,"load error.(%s) %p\n",fname,sp);
1463                 komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1464                 if ( (fp= fopen(fname,"rb")) != 0 )
1465                 {
1466                     if ( fread(buf,1,sizeof(buf),fp) == sizeof(buf) )
1467                     {
1468                         sp->CURRENT_HEIGHT = buf[0];
1469                         if ( buf[0] != 0 && buf[0] >= buf[1] && buf[2] > time(NULL)-60 )
1470                         {
1471                             isrealtime = 1;
1472                             RTmask |= (1LL << baseid);
1473                             memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1474                         }
1475                         else if ( KOMODO_PAX != 0 && (time(NULL)-buf[2]) > 60 && ASSETCHAINS_SYMBOL[0] != 0 )
1476                             fprintf(stderr,"[%s]: %s not RT %u %u %d\n",ASSETCHAINS_SYMBOL,base,buf[0],buf[1],(int32_t)(time(NULL)-buf[2]));
1477                     } //else fprintf(stderr,"%s size error RT\n",base);
1478                     fclose(fp);
1479                 } //else fprintf(stderr,"%s open error RT\n",base);
1480             }
1481         }
1482         else
1483         {
1484             refsp->RTmask &= ~(1LL << baseid);
1485             komodo_statefname(fname,baseid<32?base:(char *)"",(char *)"realtime");
1486             if ( (fp= fopen(fname,"wb")) != 0 )
1487             {
1488                 buf[0] = (uint32_t)chainActive.Tip()->nHeight;
1489                 buf[1] = (uint32_t)komodo_longestchain();
1490                 if ( buf[0] != 0 && buf[0] == buf[1] )
1491                 {
1492                     buf[2] = (uint32_t)time(NULL);
1493                     RTmask |= (1LL << baseid);
1494                     memcpy(refsp->RTbufs[baseid+1],buf,sizeof(refsp->RTbufs[baseid+1]));
1495                     if ( refid != 0 )
1496                         memcpy(refsp->RTbufs[0],buf,sizeof(refsp->RTbufs[0]));
1497                 }
1498                 if ( fwrite(buf,1,sizeof(buf),fp) != sizeof(buf) )
1499                     fprintf(stderr,"[%s] %s error writing realtime\n",ASSETCHAINS_SYMBOL,base);
1500                 fclose(fp);
1501             } else fprintf(stderr,"%s create error RT\n",base);
1502         }
1503         if ( sp != 0 && isrealtime == 0 )
1504             refsp->RTbufs[0][2] = 0;
1505     }
1506     //komodo_paxtotal(); // calls komodo_isrealtime(), which calls komodo_longestchain()
1507     refsp->RTmask |= RTmask;
1508     if ( expired == 0 && KOMODO_PASSPORT_INITDONE == 0 )
1509     {
1510         KOMODO_PASSPORT_INITDONE = 1;
1511         printf("READY for %s RPC calls at %u! done PASSPORT %s refid.%d\n",ASSETCHAINS_SYMBOL,(uint32_t)time(NULL),ASSETCHAINS_SYMBOL,refid);
1512     }
1513 }
1514