boot/bootm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * (C) Copyright 2000-2009
   4  * Wolfgang Denk, DENX Software Engineering, [email protected].
   5  */
   6
   7 #ifndef USE_HOSTCC
   8 #include <bootm.h>
   9 #include <bootstage.h>
  10 #include <cli.h>
  11 #include <command.h>
  12 #include <cpu_func.h>
  13 #include <env.h>
  14 #include <errno.h>
  15 #include <fdt_support.h>
  16 #include <irq_func.h>
  17 #include <lmb.h>
  18 #include <log.h>
  19 #include <malloc.h>
  20 #include <mapmem.h>
  21 #include <net.h>
  22 #include <asm/cache.h>
  23 #include <asm/global_data.h>
  24 #include <asm/io.h>
  25 #include <linux/sizes.h>
  26 #include <tpm-v2.h>
  27 #include <tpm_tcg2.h>
  28 #if defined(CONFIG_CMD_USB)
  29 #include <usb.h>
  30 #endif
  31 #else
  32 #include "mkimage.h"
  33 #endif
  34
  35 #include <bootm.h>
  36 #include <image.h>
  37
  38 #define MAX_CMDLINE_SIZE        SZ_4K
  39
  40 #define IH_INITRD_ARCH IH_ARCH_DEFAULT
  41
  42 #ifndef USE_HOSTCC
  43
  44 DECLARE_GLOBAL_DATA_PTR;
  45
  46 struct bootm_headers images;            /* pointers to os/initrd/fdt images */
  47
  48 __weak void board_quiesce_devices(void)
  49 {
  50 }
  51
  52 #if CONFIG_IS_ENABLED(LEGACY_IMAGE_FORMAT)
  53 /**
  54  * image_get_kernel - verify legacy format kernel image
  55  * @img_addr: in RAM address of the legacy format image to be verified
  56  * @verify: data CRC verification flag
  57  *
  58  * image_get_kernel() verifies legacy image integrity and returns pointer to
  59  * legacy image header if image verification was completed successfully.
  60  *
  61  * returns:
  62  *     pointer to a legacy image header if valid image was found
  63  *     otherwise return NULL
  64  */
  65 static struct legacy_img_hdr *image_get_kernel(ulong img_addr, int verify)
  66 {
  67         struct legacy_img_hdr *hdr = (struct legacy_img_hdr *)img_addr;
  68
  69         if (!image_check_magic(hdr)) {
  70                 puts("Bad Magic Number\n");
  71                 bootstage_error(BOOTSTAGE_ID_CHECK_MAGIC);
  72                 return NULL;
  73         }
  74         bootstage_mark(BOOTSTAGE_ID_CHECK_HEADER);
  75
  76         if (!image_check_hcrc(hdr)) {
  77                 puts("Bad Header Checksum\n");
  78                 bootstage_error(BOOTSTAGE_ID_CHECK_HEADER);
  79                 return NULL;
  80         }
  81
  82         bootstage_mark(BOOTSTAGE_ID_CHECK_CHECKSUM);
  83         image_print_contents(hdr);
  84
  85         if (verify) {
  86                 puts("   Verifying Checksum ... ");
  87                 if (!image_check_dcrc(hdr)) {
  88                         printf("Bad Data CRC\n");
  89                         bootstage_error(BOOTSTAGE_ID_CHECK_CHECKSUM);
  90                         return NULL;
  91                 }
  92                 puts("OK\n");
  93         }
  94         bootstage_mark(BOOTSTAGE_ID_CHECK_ARCH);
  95
  96         if (!image_check_target_arch(hdr)) {
  97                 printf("Unsupported Architecture 0x%x\n", image_get_arch(hdr));
  98                 bootstage_error(BOOTSTAGE_ID_CHECK_ARCH);
  99                 return NULL;
 100         }
 101         return hdr;
 102 }
 103 #endif
 104
 105 /**
 106  * boot_get_kernel() - find kernel image
 107  *
 108  * @addr_fit: first argument to bootm: address, fit configuration, etc.
 109  * @os_data: pointer to a ulong variable, will hold os data start address
 110  * @os_len: pointer to a ulong variable, will hold os data length
 111  *     address and length, otherwise NULL
 112  *     pointer to image header if valid image was found, plus kernel start
 113  * @kernp: image header if valid image was found, otherwise NULL
 114  *
 115  * boot_get_kernel() tries to find a kernel image, verifies its integrity
 116  * and locates kernel data.
 117  *
 118  * Return: 0 on success, -ve on error. -EPROTOTYPE means that the image is in
 119  * a wrong or unsupported format
 120  */
 121 static int boot_get_kernel(const char *addr_fit, struct bootm_headers *images,
 122                            ulong *os_data, ulong *os_len, const void **kernp)
 123 {
 124 #if CONFIG_IS_ENABLED(LEGACY_IMAGE_FORMAT)
 125         struct legacy_img_hdr   *hdr;
 126 #endif
 127         ulong           img_addr;
 128         const void *buf;
 129         const char *fit_uname_config = NULL, *fit_uname_kernel = NULL;
 130 #if CONFIG_IS_ENABLED(FIT)
 131         int             os_noffset;
 132 #endif
 133
 134 #ifdef CONFIG_ANDROID_BOOT_IMAGE
 135         const void *boot_img;
 136         const void *vendor_boot_img;
 137 #endif
 138         img_addr = genimg_get_kernel_addr_fit(addr_fit, &fit_uname_config,
 139                                               &fit_uname_kernel);
 140
 141         if (IS_ENABLED(CONFIG_CMD_BOOTM_PRE_LOAD))
 142                 img_addr += image_load_offset;
 143
 144         bootstage_mark(BOOTSTAGE_ID_CHECK_MAGIC);
 145
 146         /* check image type, for FIT images get FIT kernel node */
 147         *os_data = *os_len = 0;
 148         buf = map_sysmem(img_addr, 0);
 149         switch (genimg_get_format(buf)) {
 150 #if CONFIG_IS_ENABLED(LEGACY_IMAGE_FORMAT)
 151         case IMAGE_FORMAT_LEGACY:
 152                 printf("## Booting kernel from Legacy Image at %08lx ...\n",
 153                        img_addr);
 154                 hdr = image_get_kernel(img_addr, images->verify);
 155                 if (!hdr)
 156                         return -EINVAL;
 157                 bootstage_mark(BOOTSTAGE_ID_CHECK_IMAGETYPE);
 158
 159                 /* get os_data and os_len */
 160                 switch (image_get_type(hdr)) {
 161                 case IH_TYPE_KERNEL:
 162                 case IH_TYPE_KERNEL_NOLOAD:
 163                         *os_data = image_get_data(hdr);
 164                         *os_len = image_get_data_size(hdr);
 165                         break;
 166                 case IH_TYPE_MULTI:
 167                         image_multi_getimg(hdr, 0, os_data, os_len);
 168                         break;
 169                 case IH_TYPE_STANDALONE:
 170                         *os_data = image_get_data(hdr);
 171                         *os_len = image_get_data_size(hdr);
 172                         break;
 173                 default:
 174                         bootstage_error(BOOTSTAGE_ID_CHECK_IMAGETYPE);
 175                         return -EPROTOTYPE;
 176                 }
 177
 178                 /*
 179                  * copy image header to allow for image overwrites during
 180                  * kernel decompression.
 181                  */
 182                 memmove(&images->legacy_hdr_os_copy, hdr,
 183                         sizeof(struct legacy_img_hdr));
 184
 185                 /* save pointer to image header */
 186                 images->legacy_hdr_os = hdr;
 187
 188                 images->legacy_hdr_valid = 1;
 189                 bootstage_mark(BOOTSTAGE_ID_DECOMP_IMAGE);
 190                 break;
 191 #endif
 192 #if CONFIG_IS_ENABLED(FIT)
 193         case IMAGE_FORMAT_FIT:
 194                 os_noffset = fit_image_load(images, img_addr,
 195                                 &fit_uname_kernel, &fit_uname_config,
 196                                 IH_ARCH_DEFAULT, IH_TYPE_KERNEL,
 197                                 BOOTSTAGE_ID_FIT_KERNEL_START,
 198                                 FIT_LOAD_IGNORED, os_data, os_len);
 199                 if (os_noffset < 0)
 200                         return -ENOENT;
 201
 202                 images->fit_hdr_os = map_sysmem(img_addr, 0);
 203                 images->fit_uname_os = fit_uname_kernel;
 204                 images->fit_uname_cfg = fit_uname_config;
 205                 images->fit_noffset_os = os_noffset;
 206                 break;
 207 #endif
 208 #ifdef CONFIG_ANDROID_BOOT_IMAGE
 209         case IMAGE_FORMAT_ANDROID: {
 210                 int ret;
 211
 212                 boot_img = buf;
 213                 vendor_boot_img = NULL;
 214                 if (IS_ENABLED(CONFIG_CMD_ABOOTIMG)) {
 215                         boot_img = map_sysmem(get_abootimg_addr(), 0);
 216                         vendor_boot_img = map_sysmem(get_avendor_bootimg_addr(), 0);
 217                 }
 218                 printf("## Booting Android Image at 0x%08lx ...\n", img_addr);
 219                 ret = android_image_get_kernel(boot_img, vendor_boot_img,
 220                                                images->verify, os_data, os_len);
 221                 if (IS_ENABLED(CONFIG_CMD_ABOOTIMG)) {
 222                         unmap_sysmem(vendor_boot_img);
 223                         unmap_sysmem(boot_img);
 224                 }
 225                 if (ret)
 226                         return ret;
 227                 break;
 228         }
 229 #endif
 230         default:
 231                 bootstage_error(BOOTSTAGE_ID_CHECK_IMAGETYPE);
 232                 return -EPROTOTYPE;
 233         }
 234
 235         debug("   kernel data at 0x%08lx, len = 0x%08lx (%ld)\n",
 236               *os_data, *os_len, *os_len);
 237         *kernp = buf;
 238
 239         return 0;
 240 }
 241
 242 static int bootm_start(void)
 243 {
 244         memset((void *)&images, 0, sizeof(images));
 245         images.verify = env_get_yesno("verify");
 246
 247         bootstage_mark_name(BOOTSTAGE_ID_BOOTM_START, "bootm_start");
 248         images.state = BOOTM_STATE_START;
 249
 250         return 0;
 251 }
 252
 253 static ulong bootm_data_addr(const char *addr_str)
 254 {
 255         ulong addr;
 256
 257         if (addr_str)
 258                 addr = hextoul(addr_str, NULL);
 259         else
 260                 addr = image_load_addr;
 261
 262         return addr;
 263 }
 264
 265 /**
 266  * bootm_pre_load() - Handle the pre-load processing
 267  *
 268  * This can be used to do a full signature check of the image, for example.
 269  * It calls image_pre_load() with the data address of the image to check.
 270  *
 271  * @addr_str: String containing load address in hex, or NULL to use
 272  * image_load_addr
 273  * Return: 0 if OK, CMD_RET_FAILURE on failure
 274  */
 275 static int bootm_pre_load(const char *addr_str)
 276 {
 277         ulong data_addr = bootm_data_addr(addr_str);
 278         int ret = 0;
 279
 280         if (IS_ENABLED(CONFIG_CMD_BOOTM_PRE_LOAD))
 281                 ret = image_pre_load(data_addr);
 282
 283         if (ret)
 284                 ret = CMD_RET_FAILURE;
 285
 286         return ret;
 287 }
 288
 289 /**
 290  * bootm_find_os(): Find the OS to boot
 291  *
 292  * @cmd_name: Command name that started this boot, e.g. "bootm"
 293  * @addr_fit: Address and/or FIT specifier (first arg of bootm command)
 294  * Return: 0 on success, -ve on error
 295  */
 296 static int bootm_find_os(const char *cmd_name, const char *addr_fit)
 297 {
 298         const void *os_hdr;
 299 #ifdef CONFIG_ANDROID_BOOT_IMAGE
 300         const void *vendor_boot_img;
 301         const void *boot_img;
 302 #endif
 303         bool ep_found = false;
 304         int ret;
 305
 306         /* get kernel image header, start address and length */
 307         ret = boot_get_kernel(addr_fit, &images, &images.os.image_start,
 308                               &images.os.image_len, &os_hdr);
 309         if (ret) {
 310                 if (ret == -EPROTOTYPE)
 311                         printf("Wrong Image Type for %s command\n", cmd_name);
 312
 313                 printf("ERROR %dE: can't get kernel image!\n", ret);
 314                 return 1;
 315         }
 316
 317         /* get image parameters */
 318         switch (genimg_get_format(os_hdr)) {
 319 #if CONFIG_IS_ENABLED(LEGACY_IMAGE_FORMAT)
 320         case IMAGE_FORMAT_LEGACY:
 321                 images.os.type = image_get_type(os_hdr);
 322                 images.os.comp = image_get_comp(os_hdr);
 323                 images.os.os = image_get_os(os_hdr);
 324
 325                 images.os.end = image_get_image_end(os_hdr);
 326                 images.os.load = image_get_load(os_hdr);
 327                 images.os.arch = image_get_arch(os_hdr);
 328                 break;
 329 #endif
 330 #if CONFIG_IS_ENABLED(FIT)
 331         case IMAGE_FORMAT_FIT:
 332                 if (fit_image_get_type(images.fit_hdr_os,
 333                                        images.fit_noffset_os,
 334                                        &images.os.type)) {
 335                         puts("Can't get image type!\n");
 336                         bootstage_error(BOOTSTAGE_ID_FIT_TYPE);
 337                         return 1;
 338                 }
 339
 340                 if (fit_image_get_comp(images.fit_hdr_os,
 341                                        images.fit_noffset_os,
 342                                        &images.os.comp)) {
 343                         puts("Can't get image compression!\n");
 344                         bootstage_error(BOOTSTAGE_ID_FIT_COMPRESSION);
 345                         return 1;
 346                 }
 347
 348                 if (fit_image_get_os(images.fit_hdr_os, images.fit_noffset_os,
 349                                      &images.os.os)) {
 350                         puts("Can't get image OS!\n");
 351                         bootstage_error(BOOTSTAGE_ID_FIT_OS);
 352                         return 1;
 353                 }
 354
 355                 if (fit_image_get_arch(images.fit_hdr_os,
 356                                        images.fit_noffset_os,
 357                                        &images.os.arch)) {
 358                         puts("Can't get image ARCH!\n");
 359                         return 1;
 360                 }
 361
 362                 images.os.end = fit_get_end(images.fit_hdr_os);
 363
 364                 if (fit_image_get_load(images.fit_hdr_os, images.fit_noffset_os,
 365                                        &images.os.load)) {
 366                         puts("Can't get image load address!\n");
 367                         bootstage_error(BOOTSTAGE_ID_FIT_LOADADDR);
 368                         return 1;
 369                 }
 370                 break;
 371 #endif
 372 #ifdef CONFIG_ANDROID_BOOT_IMAGE
 373         case IMAGE_FORMAT_ANDROID:
 374                 boot_img = os_hdr;
 375                 vendor_boot_img = NULL;
 376                 if (IS_ENABLED(CONFIG_CMD_ABOOTIMG)) {
 377                         boot_img = map_sysmem(get_abootimg_addr(), 0);
 378                         vendor_boot_img = map_sysmem(get_avendor_bootimg_addr(), 0);
 379                 }
 380                 images.os.type = IH_TYPE_KERNEL;
 381                 images.os.comp = android_image_get_kcomp(boot_img, vendor_boot_img);
 382                 images.os.os = IH_OS_LINUX;
 383                 images.os.end = android_image_get_end(boot_img, vendor_boot_img);
 384                 images.os.load = android_image_get_kload(boot_img, vendor_boot_img);
 385                 images.ep = images.os.load;
 386                 ep_found = true;
 387                 if (IS_ENABLED(CONFIG_CMD_ABOOTIMG)) {
 388                         unmap_sysmem(vendor_boot_img);
 389                         unmap_sysmem(boot_img);
 390                 }
 391                 break;
 392 #endif
 393         default:
 394                 puts("ERROR: unknown image format type!\n");
 395                 return 1;
 396         }
 397
 398         /* If we have a valid setup.bin, we will use that for entry (x86) */
 399         if (images.os.arch == IH_ARCH_I386 ||
 400             images.os.arch == IH_ARCH_X86_64) {
 401                 ulong len;
 402
 403                 ret = boot_get_setup(&images, IH_ARCH_I386, &images.ep, &len);
 404                 if (ret < 0 && ret != -ENOENT) {
 405                         puts("Could not find a valid setup.bin for x86\n");
 406                         return 1;
 407                 }
 408                 /* Kernel entry point is the setup.bin */
 409         } else if (images.legacy_hdr_valid) {
 410                 images.ep = image_get_ep(&images.legacy_hdr_os_copy);
 411 #if CONFIG_IS_ENABLED(FIT)
 412         } else if (images.fit_uname_os) {
 413                 int ret;
 414
 415                 ret = fit_image_get_entry(images.fit_hdr_os,
 416                                           images.fit_noffset_os, &images.ep);
 417                 if (ret) {
 418                         puts("Can't get entry point property!\n");
 419                         return 1;
 420                 }
 421 #endif
 422         } else if (!ep_found) {
 423                 puts("Could not find kernel entry point!\n");
 424                 return 1;
 425         }
 426
 427         if (images.os.type == IH_TYPE_KERNEL_NOLOAD) {
 428                 images.os.load = images.os.image_start;
 429                 images.ep += images.os.image_start;
 430         }
 431
 432         images.os.start = map_to_sysmem(os_hdr);
 433
 434         return 0;
 435 }
 436
 437 /**
 438  * check_overlap() - Check if an image overlaps the OS
 439  *
 440  * @name: Name of image to check (used to print error)
 441  * @base: Base address of image
 442  * @end: End address of image (+1)
 443  * @os_start: Start of OS
 444  * @os_size: Size of OS in bytes
 445  * Return: 0 if OK, -EXDEV if the image overlaps the OS
 446  */
 447 static int check_overlap(const char *name, ulong base, ulong end,
 448                          ulong os_start, ulong os_size)
 449 {
 450         ulong os_end;
 451
 452         if (!base)
 453                 return 0;
 454         os_end = os_start + os_size;
 455
 456         if ((base >= os_start && base < os_end) ||
 457             (end > os_start && end <= os_end) ||
 458             (base < os_start && end >= os_end)) {
 459                 printf("ERROR: %s image overlaps OS image (OS=%lx..%lx)\n",
 460                        name, os_start, os_end);
 461
 462                 return -EXDEV;
 463         }
 464
 465         return 0;
 466 }
 467
 468 int bootm_find_images(ulong img_addr, const char *conf_ramdisk,
 469                       const char *conf_fdt, ulong start, ulong size)
 470 {
 471         const char *select = conf_ramdisk;
 472         char addr_str[17];
 473         void *buf;
 474         int ret;
 475
 476         if (IS_ENABLED(CONFIG_ANDROID_BOOT_IMAGE)) {
 477                 /* Look for an Android boot image */
 478                 buf = map_sysmem(images.os.start, 0);
 479                 if (buf && genimg_get_format(buf) == IMAGE_FORMAT_ANDROID) {
 480                         strcpy(addr_str, simple_xtoa(img_addr));
 481                         select = addr_str;
 482                 }
 483         }
 484
 485         if (conf_ramdisk)
 486                 select = conf_ramdisk;
 487
 488         /* find ramdisk */
 489         ret = boot_get_ramdisk(select, &images, IH_INITRD_ARCH,
 490                                &images.rd_start, &images.rd_end);
 491         if (ret) {
 492                 puts("Ramdisk image is corrupt or invalid\n");
 493                 return 1;
 494         }
 495
 496         /* check if ramdisk overlaps OS image */
 497         if (check_overlap("RD", images.rd_start, images.rd_end, start, size))
 498                 return 1;
 499
 500         if (CONFIG_IS_ENABLED(OF_LIBFDT)) {
 501                 buf = map_sysmem(img_addr, 0);
 502
 503                 /* find flattened device tree */
 504                 ret = boot_get_fdt(buf, conf_fdt, IH_ARCH_DEFAULT, &images,
 505                                    &images.ft_addr, &images.ft_len);
 506                 if (ret) {
 507                         puts("Could not find a valid device tree\n");
 508                         return 1;
 509                 }
 510
 511                 /* check if FDT overlaps OS image */
 512                 if (check_overlap("FDT", map_to_sysmem(images.ft_addr),
 513                                   images.ft_len, start, size))
 514                         return 1;
 515
 516                 if (IS_ENABLED(CONFIG_CMD_FDT))
 517                         set_working_fdt_addr(map_to_sysmem(images.ft_addr));
 518         }
 519
 520 #if CONFIG_IS_ENABLED(FIT)
 521         if (IS_ENABLED(CONFIG_FPGA)) {
 522                 /* find bitstreams */
 523                 ret = boot_get_fpga(&images);
 524                 if (ret) {
 525                         printf("FPGA image is corrupted or invalid\n");
 526                         return 1;
 527                 }
 528         }
 529
 530         /* find all of the loadables */
 531         ret = boot_get_loadable(&images);
 532         if (ret) {
 533                 printf("Loadable(s) is corrupt or invalid\n");
 534                 return 1;
 535         }
 536 #endif
 537
 538         return 0;
 539 }
 540
 541 static int bootm_find_other(ulong img_addr, const char *conf_ramdisk,
 542                             const char *conf_fdt)
 543 {
 544         if ((images.os.type == IH_TYPE_KERNEL ||
 545              images.os.type == IH_TYPE_KERNEL_NOLOAD ||
 546              images.os.type == IH_TYPE_MULTI) &&
 547             (images.os.os == IH_OS_LINUX || images.os.os == IH_OS_VXWORKS ||
 548              images.os.os == IH_OS_EFI || images.os.os == IH_OS_TEE)) {
 549                 return bootm_find_images(img_addr, conf_ramdisk, conf_fdt, 0,
 550                                          0);
 551         }
 552
 553         return 0;
 554 }
 555 #endif /* USE_HOSTC */
 556
 557 #if !defined(USE_HOSTCC) || defined(CONFIG_FIT_SIGNATURE)
 558 /**
 559  * handle_decomp_error() - display a decompression error
 560  *
 561  * This function tries to produce a useful message. In the case where the
 562  * uncompressed size is the same as the available space, we can assume that
 563  * the image is too large for the buffer.
 564  *
 565  * @comp_type:          Compression type being used (IH_COMP_...)
 566  * @uncomp_size:        Number of bytes uncompressed
 567  * @buf_size:           Number of bytes the decompresion buffer was
 568  * @ret:                errno error code received from compression library
 569  * Return: Appropriate BOOTM_ERR_ error code
 570  */
 571 static int handle_decomp_error(int comp_type, size_t uncomp_size,
 572                                size_t buf_size, int ret)
 573 {
 574         const char *name = genimg_get_comp_name(comp_type);
 575
 576         /* ENOSYS means unimplemented compression type, don't reset. */
 577         if (ret == -ENOSYS)
 578                 return BOOTM_ERR_UNIMPLEMENTED;
 579
 580         if (uncomp_size >= buf_size)
 581                 printf("Image too large: increase CONFIG_SYS_BOOTM_LEN\n");
 582         else
 583                 printf("%s: uncompress error %d\n", name, ret);
 584
 585         /*
 586          * The decompression routines are now safe, so will not write beyond
 587          * their bounds. Probably it is not necessary to reset, but maintain
 588          * the current behaviour for now.
 589          */
 590         printf("Must RESET board to recover\n");
 591 #ifndef USE_HOSTCC
 592         bootstage_error(BOOTSTAGE_ID_DECOMP_IMAGE);
 593 #endif
 594
 595         return BOOTM_ERR_RESET;
 596 }
 597 #endif
 598
 599 #ifndef USE_HOSTCC
 600 static int bootm_load_os(struct bootm_headers *images, int boot_progress)
 601 {
 602         struct image_info os = images->os;
 603         ulong load = os.load;
 604         ulong load_end;
 605         ulong blob_start = os.start;
 606         ulong blob_end = os.end;
 607         ulong image_start = os.image_start;
 608         ulong image_len = os.image_len;
 609         ulong flush_start = ALIGN_DOWN(load, ARCH_DMA_MINALIGN);
 610         bool no_overlap;
 611         void *load_buf, *image_buf;
 612         int err;
 613
 614         /*
 615          * For a "noload" compressed kernel we need to allocate a buffer large
 616          * enough to decompress in to and use that as the load address now.
 617          * Assume that the kernel compression is at most a factor of 4 since
 618          * zstd almost achieves that.
 619          * Use an alignment of 2MB since this might help arm64
 620          */
 621         if (os.type == IH_TYPE_KERNEL_NOLOAD && os.comp != IH_COMP_NONE) {
 622                 ulong req_size = ALIGN(image_len * 4, SZ_1M);
 623
 624                 load = lmb_alloc(req_size, SZ_2M);
 625                 if (!load)
 626                         return 1;
 627                 os.load = load;
 628                 images->ep = load;
 629                 debug("Allocated %lx bytes at %lx for kernel (size %lx) decompression\n",
 630                       req_size, load, image_len);
 631         }
 632
 633         load_buf = map_sysmem(load, 0);
 634         image_buf = map_sysmem(os.image_start, image_len);
 635         err = image_decomp(os.comp, load, os.image_start, os.type,
 636                            load_buf, image_buf, image_len,
 637                            CONFIG_SYS_BOOTM_LEN, &load_end);
 638         if (err) {
 639                 err = handle_decomp_error(os.comp, load_end - load,
 640                                           CONFIG_SYS_BOOTM_LEN, err);
 641                 bootstage_error(BOOTSTAGE_ID_DECOMP_IMAGE);
 642                 return err;
 643         }
 644         /* We need the decompressed image size in the next steps */
 645         images->os.image_len = load_end - load;
 646
 647         flush_cache(flush_start, ALIGN(load_end, ARCH_DMA_MINALIGN) - flush_start);
 648
 649         debug("   kernel loaded at 0x%08lx, end = 0x%08lx\n", load, load_end);
 650         bootstage_mark(BOOTSTAGE_ID_KERNEL_LOADED);
 651
 652         no_overlap = (os.comp == IH_COMP_NONE && load == image_start);
 653
 654         if (!no_overlap && load < blob_end && load_end > blob_start) {
 655                 debug("images.os.start = 0x%lX, images.os.end = 0x%lx\n",
 656                       blob_start, blob_end);
 657                 debug("images.os.load = 0x%lx, load_end = 0x%lx\n", load,
 658                       load_end);
 659
 660                 /* Check what type of image this is. */
 661                 if (images->legacy_hdr_valid) {
 662                         if (image_get_type(&images->legacy_hdr_os_copy)
 663                                         == IH_TYPE_MULTI)
 664                                 puts("WARNING: legacy format multi component image overwritten\n");
 665                         return BOOTM_ERR_OVERLAP;
 666                 } else {
 667                         puts("ERROR: new format image overwritten - must RESET the board to recover\n");
 668                         bootstage_error(BOOTSTAGE_ID_OVERWRITTEN);
 669                         return BOOTM_ERR_RESET;
 670                 }
 671         }
 672
 673         if (IS_ENABLED(CONFIG_CMD_BOOTI) && images->os.arch == IH_ARCH_ARM64 &&
 674             images->os.os == IH_OS_LINUX) {
 675                 ulong relocated_addr;
 676                 ulong image_size;
 677                 int ret;
 678
 679                 ret = booti_setup(load, &relocated_addr, &image_size, false);
 680                 if (ret) {
 681                         printf("Failed to prep arm64 kernel (err=%d)\n", ret);
 682                         return BOOTM_ERR_RESET;
 683                 }
 684
 685                 /* Handle BOOTM_STATE_LOADOS */
 686                 if (relocated_addr != load) {
 687                         printf("Moving Image from 0x%lx to 0x%lx, end=0x%lx\n",
 688                                load, relocated_addr,
 689                                relocated_addr + image_size);
 690                         memmove((void *)relocated_addr, load_buf, image_size);
 691                 }
 692
 693                 images->ep = relocated_addr;
 694                 images->os.start = relocated_addr;
 695                 images->os.end = relocated_addr + image_size;
 696         }
 697
 698         if (CONFIG_IS_ENABLED(LMB))
 699                 lmb_reserve(images->os.load, (load_end - images->os.load));
 700
 701         return 0;
 702 }
 703
 704 /**
 705  * bootm_disable_interrupts() - Disable interrupts in preparation for load/boot
 706  *
 707  * Return: interrupt flag (0 if interrupts were disabled, non-zero if they were
 708  *      enabled)
 709  */
 710 ulong bootm_disable_interrupts(void)
 711 {
 712         ulong iflag;
 713
 714         /*
 715          * We have reached the point of no return: we are going to
 716          * overwrite all exception vector code, so we cannot easily
 717          * recover from any failures any more...
 718          */
 719         iflag = disable_interrupts();
 720 #ifdef CONFIG_NETCONSOLE
 721         /* Stop the ethernet stack if NetConsole could have left it up */
 722         eth_halt();
 723 #endif
 724
 725         return iflag;
 726 }
 727
 728 #define CONSOLE_ARG             "console="
 729 #define NULL_CONSOLE            (CONSOLE_ARG "ttynull")
 730 #define CONSOLE_ARG_SIZE        sizeof(NULL_CONSOLE)
 731
 732 /**
 733  * fixup_silent_linux() - Handle silencing the linux boot if required
 734  *
 735  * This uses the silent_linux envvar to control whether to add/set a "console="
 736  * parameter to the command line
 737  *
 738  * @buf: Buffer containing the string to process
 739  * @maxlen: Maximum length of buffer
 740  * Return: 0 if OK, -ENOSPC if @maxlen is too small
 741  */
 742 static int fixup_silent_linux(char *buf, int maxlen)
 743 {
 744         int want_silent;
 745         char *cmdline;
 746         int size;
 747
 748         /*
 749          * Move the input string to the end of buffer. The output string will be
 750          * built up at the start.
 751          */
 752         size = strlen(buf) + 1;
 753         if (size * 2 > maxlen)
 754                 return -ENOSPC;
 755         cmdline = buf + maxlen - size;
 756         memmove(cmdline, buf, size);
 757         /*
 758          * Only fix cmdline when requested. The environment variable can be:
 759          *
 760          *      no - we never fixup
 761          *      yes - we always fixup
 762          *      unset - we rely on the console silent flag
 763          */
 764         want_silent = env_get_yesno("silent_linux");
 765         if (want_silent == 0)
 766                 return 0;
 767         else if (want_silent == -1 && !(gd->flags & GD_FLG_SILENT))
 768                 return 0;
 769
 770         debug("before silent fix-up: %s\n", cmdline);
 771         if (*cmdline) {
 772                 char *start = strstr(cmdline, CONSOLE_ARG);
 773
 774                 /* Check space for maximum possible new command line */
 775                 if (size + CONSOLE_ARG_SIZE > maxlen)
 776                         return -ENOSPC;
 777
 778                 if (start) {
 779                         char *end = strchr(start, ' ');
 780                         int start_bytes;
 781
 782                         start_bytes = start - cmdline;
 783                         strncpy(buf, cmdline, start_bytes);
 784                         strncpy(buf + start_bytes, NULL_CONSOLE, CONSOLE_ARG_SIZE);
 785                         if (end)
 786                                 strcpy(buf + start_bytes + CONSOLE_ARG_SIZE - 1, end);
 787                         else
 788                                 buf[start_bytes + CONSOLE_ARG_SIZE] = '\0';
 789                 } else {
 790                         sprintf(buf, "%s %s", cmdline, NULL_CONSOLE);
 791                 }
 792                 if (buf + strlen(buf) >= cmdline)
 793                         return -ENOSPC;
 794         } else {
 795                 if (maxlen < CONSOLE_ARG_SIZE)
 796                         return -ENOSPC;
 797                 strcpy(buf, NULL_CONSOLE);
 798         }
 799         debug("after silent fix-up: %s\n", buf);
 800
 801         return 0;
 802 }
 803
 804 /**
 805  * process_subst() - Handle substitution of ${...} fields in the environment
 806  *
 807  * Handle variable substitution in the provided buffer
 808  *
 809  * @buf: Buffer containing the string to process
 810  * @maxlen: Maximum length of buffer
 811  * Return: 0 if OK, -ENOSPC if @maxlen is too small
 812  */
 813 static int process_subst(char *buf, int maxlen)
 814 {
 815         char *cmdline;
 816         int size;
 817         int ret;
 818
 819         /* Move to end of buffer */
 820         size = strlen(buf) + 1;
 821         cmdline = buf + maxlen - size;
 822         if (buf + size > cmdline)
 823                 return -ENOSPC;
 824         memmove(cmdline, buf, size);
 825
 826         ret = cli_simple_process_macros(cmdline, buf, cmdline - buf);
 827
 828         return ret;
 829 }
 830
 831 int bootm_process_cmdline(char *buf, int maxlen, int flags)
 832 {
 833         int ret;
 834
 835         /* Check config first to enable compiler to eliminate code */
 836         if (IS_ENABLED(CONFIG_SILENT_CONSOLE) &&
 837             !IS_ENABLED(CONFIG_SILENT_U_BOOT_ONLY) &&
 838             (flags & BOOTM_CL_SILENT)) {
 839                 ret = fixup_silent_linux(buf, maxlen);
 840                 if (ret)
 841                         return log_msg_ret("silent", ret);
 842         }
 843         if (IS_ENABLED(CONFIG_BOOTARGS_SUBST) && IS_ENABLED(CONFIG_CMDLINE) &&
 844             (flags & BOOTM_CL_SUBST)) {
 845                 ret = process_subst(buf, maxlen);
 846                 if (ret)
 847                         return log_msg_ret("subst", ret);
 848         }
 849
 850         return 0;
 851 }
 852
 853 int bootm_process_cmdline_env(int flags)
 854 {
 855         const int maxlen = MAX_CMDLINE_SIZE;
 856         bool do_silent;
 857         const char *env;
 858         char *buf;
 859         int ret;
 860
 861         /* First check if any action is needed */
 862         do_silent = IS_ENABLED(CONFIG_SILENT_CONSOLE) &&
 863             !IS_ENABLED(CONFIG_SILENT_U_BOOT_ONLY) && (flags & BOOTM_CL_SILENT);
 864         if (!do_silent && !IS_ENABLED(CONFIG_BOOTARGS_SUBST))
 865                 return 0;
 866
 867         env = env_get("bootargs");
 868         if (env && strlen(env) >= maxlen)
 869                 return -E2BIG;
 870         buf = malloc(maxlen);
 871         if (!buf)
 872                 return -ENOMEM;
 873         if (env)
 874                 strcpy(buf, env);
 875         else
 876                 *buf = '\0';
 877         ret = bootm_process_cmdline(buf, maxlen, flags);
 878         if (!ret) {
 879                 ret = env_set("bootargs", buf);
 880
 881                 /*
 882                  * If buf is "" and bootargs does not exist, this will produce
 883                  * an error trying to delete bootargs. Ignore it
 884                  */
 885                 if (ret == -ENOENT)
 886                         ret = 0;
 887         }
 888         free(buf);
 889         if (ret)
 890                 return log_msg_ret("env", ret);
 891
 892         return 0;
 893 }
 894
 895 int bootm_measure(struct bootm_headers *images)
 896 {
 897         int ret = 0;
 898
 899         /* Skip measurement if EFI is going to do it */
 900         if (images->os.os == IH_OS_EFI &&
 901             IS_ENABLED(CONFIG_EFI_TCG2_PROTOCOL) &&
 902             IS_ENABLED(CONFIG_BOOTM_EFI))
 903                 return ret;
 904
 905         if (IS_ENABLED(CONFIG_MEASURED_BOOT)) {
 906                 struct tcg2_event_log elog;
 907                 struct udevice *dev;
 908                 void *initrd_buf;
 909                 void *image_buf;
 910                 const char *s;
 911                 u32 rd_len;
 912                 bool ign;
 913
 914                 elog.log_size = 0;
 915                 ign = IS_ENABLED(CONFIG_MEASURE_IGNORE_LOG);
 916                 ret = tcg2_measurement_init(&dev, &elog, ign);
 917                 if (ret)
 918                         return ret;
 919
 920                 image_buf = map_sysmem(images->os.image_start,
 921                                        images->os.image_len);
 922                 ret = tcg2_measure_data(dev, &elog, 8, images->os.image_len,
 923                                         image_buf, EV_COMPACT_HASH,
 924                                         strlen("linux") + 1, (u8 *)"linux");
 925                 if (ret)
 926                         goto unmap_image;
 927
 928                 rd_len = images->rd_end - images->rd_start;
 929                 initrd_buf = map_sysmem(images->rd_start, rd_len);
 930                 ret = tcg2_measure_data(dev, &elog, 9, rd_len, initrd_buf,
 931                                         EV_COMPACT_HASH, strlen("initrd") + 1,
 932                                         (u8 *)"initrd");
 933                 if (ret)
 934                         goto unmap_initrd;
 935
 936                 if (IS_ENABLED(CONFIG_MEASURE_DEVICETREE)) {
 937                         ret = tcg2_measure_data(dev, &elog, 1, images->ft_len,
 938                                                 (u8 *)images->ft_addr,
 939                                                 EV_TABLE_OF_DEVICES,
 940                                                 strlen("dts") + 1,
 941                                                 (u8 *)"dts");
 942                         if (ret)
 943                                 goto unmap_initrd;
 944                 }
 945
 946                 s = env_get("bootargs");
 947                 if (!s)
 948                         s = "";
 949                 ret = tcg2_measure_data(dev, &elog, 1, strlen(s) + 1, (u8 *)s,
 950                                         EV_PLATFORM_CONFIG_FLAGS,
 951                                         strlen(s) + 1, (u8 *)s);
 952
 953 unmap_initrd:
 954                 unmap_sysmem(initrd_buf);
 955
 956 unmap_image:
 957                 unmap_sysmem(image_buf);
 958                 tcg2_measurement_term(dev, &elog, ret != 0);
 959         }
 960
 961         return ret;
 962 }
 963
 964 int bootm_run_states(struct bootm_info *bmi, int states)
 965 {
 966         struct bootm_headers *images = bmi->images;
 967         boot_os_fn *boot_fn;
 968         ulong iflag = 0;
 969         int ret = 0, need_boot_fn;
 970
 971         images->state |= states;
 972
 973         /*
 974          * Work through the states and see how far we get. We stop on
 975          * any error.
 976          */
 977         if (states & BOOTM_STATE_START)
 978                 ret = bootm_start();
 979
 980         if (!ret && (states & BOOTM_STATE_PRE_LOAD))
 981                 ret = bootm_pre_load(bmi->addr_img);
 982
 983         if (!ret && (states & BOOTM_STATE_FINDOS))
 984                 ret = bootm_find_os(bmi->cmd_name, bmi->addr_img);
 985
 986         if (!ret && (states & BOOTM_STATE_FINDOTHER)) {
 987                 ulong img_addr;
 988
 989                 img_addr = bmi->addr_img ? hextoul(bmi->addr_img, NULL)
 990                         : image_load_addr;
 991                 ret = bootm_find_other(img_addr, bmi->conf_ramdisk,
 992                                        bmi->conf_fdt);
 993         }
 994
 995         if (IS_ENABLED(CONFIG_MEASURED_BOOT) && !ret &&
 996             (states & BOOTM_STATE_MEASURE))
 997                 bootm_measure(images);
 998
 999         /* Load the OS */
1000         if (!ret && (states & BOOTM_STATE_LOADOS)) {
1001                 iflag = bootm_disable_interrupts();
1002                 ret = bootm_load_os(images, 0);
1003                 if (ret && ret != BOOTM_ERR_OVERLAP)
1004                         goto err;
1005                 else if (ret == BOOTM_ERR_OVERLAP)
1006                         ret = 0;
1007         }
1008
1009         /* Relocate the ramdisk */
1010 #ifdef CONFIG_SYS_BOOT_RAMDISK_HIGH
1011         if (!ret && (states & BOOTM_STATE_RAMDISK)) {
1012                 ulong rd_len = images->rd_end - images->rd_start;
1013
1014                 ret = boot_ramdisk_high(images->rd_start, rd_len,
1015                                         &images->initrd_start,
1016                                         &images->initrd_end);
1017                 if (!ret) {
1018                         env_set_hex("initrd_start", images->initrd_start);
1019                         env_set_hex("initrd_end", images->initrd_end);
1020                 }
1021         }
1022 #endif
1023 #if CONFIG_IS_ENABLED(OF_LIBFDT) && CONFIG_IS_ENABLED(LMB)
1024         if (!ret && (states & BOOTM_STATE_FDT)) {
1025                 boot_fdt_add_mem_rsv_regions(images->ft_addr);
1026                 ret = boot_relocate_fdt(&images->ft_addr, &images->ft_len);
1027         }
1028 #endif
1029
1030         /* From now on, we need the OS boot function */
1031         if (ret)
1032                 return ret;
1033         boot_fn = bootm_os_get_boot_func(images->os.os);
1034         need_boot_fn = states & (BOOTM_STATE_OS_CMDLINE |
1035                         BOOTM_STATE_OS_BD_T | BOOTM_STATE_OS_PREP |
1036                         BOOTM_STATE_OS_FAKE_GO | BOOTM_STATE_OS_GO);
1037         if (boot_fn == NULL && need_boot_fn) {
1038                 if (iflag)
1039                         enable_interrupts();
1040                 printf("ERROR: booting os '%s' (%d) is not supported\n",
1041                        genimg_get_os_name(images->os.os), images->os.os);
1042                 bootstage_error(BOOTSTAGE_ID_CHECK_BOOT_OS);
1043                 return 1;
1044         }
1045
1046         /* Call various other states that are not generally used */
1047         if (!ret && (states & BOOTM_STATE_OS_CMDLINE))
1048                 ret = boot_fn(BOOTM_STATE_OS_CMDLINE, bmi);
1049         if (!ret && (states & BOOTM_STATE_OS_BD_T))
1050                 ret = boot_fn(BOOTM_STATE_OS_BD_T, bmi);
1051         if (!ret && (states & BOOTM_STATE_OS_PREP)) {
1052                 int flags = 0;
1053                 /* For Linux OS do all substitutions at console processing */
1054                 if (images->os.os == IH_OS_LINUX)
1055                         flags = BOOTM_CL_ALL;
1056                 ret = bootm_process_cmdline_env(flags);
1057                 if (ret) {
1058                         printf("Cmdline setup failed (err=%d)\n", ret);
1059                         ret = CMD_RET_FAILURE;
1060                         goto err;
1061                 }
1062                 ret = boot_fn(BOOTM_STATE_OS_PREP, bmi);
1063         }
1064
1065 #ifdef CONFIG_TRACE
1066         /* Pretend to run the OS, then run a user command */
1067         if (!ret && (states & BOOTM_STATE_OS_FAKE_GO)) {
1068                 char *cmd_list = env_get("fakegocmd");
1069
1070                 ret = boot_selected_os(BOOTM_STATE_OS_FAKE_GO, bmi, boot_fn);
1071                 if (!ret && cmd_list)
1072                         ret = run_command_list(cmd_list, -1, 0);
1073         }
1074 #endif
1075
1076         /* Check for unsupported subcommand. */
1077         if (ret) {
1078                 printf("subcommand failed (err=%d)\n", ret);
1079                 return ret;
1080         }
1081
1082         /* Now run the OS! We hope this doesn't return */
1083         if (!ret && (states & BOOTM_STATE_OS_GO))
1084                 ret = boot_selected_os(BOOTM_STATE_OS_GO, bmi, boot_fn);
1085
1086         /* Deal with any fallout */
1087 err:
1088         if (iflag)
1089                 enable_interrupts();
1090
1091         if (ret == BOOTM_ERR_UNIMPLEMENTED) {
1092                 bootstage_error(BOOTSTAGE_ID_DECOMP_UNIMPL);
1093         } else if (ret == BOOTM_ERR_RESET) {
1094                 printf("Resetting the board...\n");
1095                 reset_cpu();
1096         }
1097
1098         return ret;
1099 }
1100
1101 int boot_run(struct bootm_info *bmi, const char *cmd, int extra_states)
1102 {
1103         int states;
1104
1105         bmi->cmd_name = cmd;
1106         states = BOOTM_STATE_MEASURE | BOOTM_STATE_OS_PREP |
1107                 BOOTM_STATE_OS_FAKE_GO | BOOTM_STATE_OS_GO;
1108         if (IS_ENABLED(CONFIG_SYS_BOOT_RAMDISK_HIGH))
1109                 states |= BOOTM_STATE_RAMDISK;
1110         states |= extra_states;
1111
1112         return bootm_run_states(bmi, states);
1113 }
1114
1115 int bootm_run(struct bootm_info *bmi)
1116 {
1117         return boot_run(bmi, "bootm", BOOTM_STATE_START | BOOTM_STATE_FINDOS |
1118                         BOOTM_STATE_PRE_LOAD | BOOTM_STATE_FINDOTHER |
1119                         BOOTM_STATE_LOADOS);
1120 }
1121
1122 int bootz_run(struct bootm_info *bmi)
1123 {
1124         return boot_run(bmi, "bootz", 0);
1125 }
1126
1127 int booti_run(struct bootm_info *bmi)
1128 {
1129         return boot_run(bmi, "booti", 0);
1130 }
1131
1132 int bootm_boot_start(ulong addr, const char *cmdline)
1133 {
1134         char addr_str[30];
1135         struct bootm_info bmi;
1136         int states;
1137         int ret;
1138
1139         states = BOOTM_STATE_START | BOOTM_STATE_FINDOS | BOOTM_STATE_PRE_LOAD |
1140                 BOOTM_STATE_FINDOTHER | BOOTM_STATE_LOADOS |
1141                 BOOTM_STATE_OS_PREP | BOOTM_STATE_OS_FAKE_GO |
1142                 BOOTM_STATE_OS_GO;
1143         if (IS_ENABLED(CONFIG_SYS_BOOT_RAMDISK_HIGH))
1144                 states |= BOOTM_STATE_RAMDISK;
1145         if (IS_ENABLED(CONFIG_PPC) || IS_ENABLED(CONFIG_MIPS))
1146                 states |= BOOTM_STATE_OS_CMDLINE;
1147         images.state |= states;
1148
1149         snprintf(addr_str, sizeof(addr_str), "%lx", addr);
1150
1151         ret = env_set("bootargs", cmdline);
1152         if (ret) {
1153                 printf("Failed to set cmdline\n");
1154                 return ret;
1155         }
1156         bootm_init(&bmi);
1157         bmi.addr_img = addr_str;
1158         bmi.cmd_name = "bootm";
1159         ret = bootm_run_states(&bmi, states);
1160
1161         return ret;
1162 }
1163
1164 void bootm_init(struct bootm_info *bmi)
1165 {
1166         memset(bmi, '\0', sizeof(struct bootm_info));
1167         bmi->boot_progress = true;
1168         if (IS_ENABLED(CONFIG_CMD_BOOTM))
1169                 bmi->images = &images;
1170 }
1171
1172 /**
1173  * switch_to_non_secure_mode() - switch to non-secure mode
1174  *
1175  * This routine is overridden by architectures requiring this feature.
1176  */
1177 void __weak switch_to_non_secure_mode(void)
1178 {
1179 }
1180
1181 #else /* USE_HOSTCC */
1182
1183 #if defined(CONFIG_FIT_SIGNATURE)
1184 static int bootm_host_load_image(const void *fit, int req_image_type,
1185                                  int cfg_noffset)
1186 {
1187         const char *fit_uname_config = NULL;
1188         ulong data, len;
1189         struct bootm_headers images;
1190         int noffset;
1191         ulong load_end, buf_size;
1192         uint8_t image_type;
1193         uint8_t image_comp;
1194         void *load_buf;
1195         int ret;
1196
1197         fit_uname_config = fdt_get_name(fit, cfg_noffset, NULL);
1198         memset(&images, '\0', sizeof(images));
1199         images.verify = 1;
1200         noffset = fit_image_load(&images, (ulong)fit,
1201                 NULL, &fit_uname_config,
1202                 IH_ARCH_DEFAULT, req_image_type, -1,
1203                 FIT_LOAD_IGNORED, &data, &len);
1204         if (noffset < 0)
1205                 return noffset;
1206         if (fit_image_get_type(fit, noffset, &image_type)) {
1207                 puts("Can't get image type!\n");
1208                 return -EINVAL;
1209         }
1210
1211         if (fit_image_get_comp(fit, noffset, &image_comp))
1212                 image_comp = IH_COMP_NONE;
1213
1214         /* Allow the image to expand by a factor of 4, should be safe */
1215         buf_size = (1 << 20) + len * 4;
1216         load_buf = malloc(buf_size);
1217         ret = image_decomp(image_comp, 0, data, image_type, load_buf,
1218                            (void *)data, len, buf_size, &load_end);
1219         free(load_buf);
1220
1221         if (ret) {
1222                 ret = handle_decomp_error(image_comp, load_end - 0, buf_size, ret);
1223                 if (ret != BOOTM_ERR_UNIMPLEMENTED)
1224                         return ret;
1225         }
1226
1227         return 0;
1228 }
1229
1230 int bootm_host_load_images(const void *fit, int cfg_noffset)
1231 {
1232         static uint8_t image_types[] = {
1233                 IH_TYPE_KERNEL,
1234                 IH_TYPE_FLATDT,
1235                 IH_TYPE_RAMDISK,
1236         };
1237         int err = 0;
1238         int i;
1239
1240         for (i = 0; i < ARRAY_SIZE(image_types); i++) {
1241                 int ret;
1242
1243                 ret = bootm_host_load_image(fit, image_types[i], cfg_noffset);
1244                 if (!err && ret && ret != -ENOENT)
1245                         err = ret;
1246         }
1247
1248         /* Return the first error we found */
1249         return err;
1250 }
1251 #endif
1252
1253 #endif /* ndef USE_HOSTCC */