/* * Rufus: The Reliable USB Formatting Utility * Formatting function calls * Copyright © 2011-2021 Pete Batard * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #ifdef _CRTDBG_MAP_ALLOC #include #include #endif #include #include #include #include #include #include #include #include #include #include #include #include "rufus.h" #include "missing.h" #include "resource.h" #include "settings.h" #include "msapi_utf8.h" #include "localization.h" #include "br.h" #include "fat16.h" #include "fat32.h" #include "ntfs.h" #include "partition_info.h" #include "file.h" #include "drive.h" #include "format.h" #include "badblocks.h" #include "bled/bled.h" #include "../res/grub/grub_version.h" /* * Globals */ const char* FileSystemLabel[FS_MAX] = { "FAT", "FAT32", "NTFS", "UDF", "exFAT", "ReFS", "ext2", "ext3", "ext4" }; DWORD FormatStatus = 0, LastWriteError = 0; badblocks_report report = { 0 }; static float format_percent = 0.0f; static int task_number = 0; static unsigned int sec_buf_pos = 0; extern const int nb_steps[FS_MAX]; extern uint32_t dur_mins, dur_secs; extern uint32_t wim_nb_files, wim_proc_files, wim_extra_files; static int actual_fs_type, wintogo_index = -1, wininst_index = 0; extern BOOL force_large_fat32, enable_ntfs_compression, lock_drive, zero_drive, fast_zeroing, enable_file_indexing, write_as_image; extern BOOL use_vds, write_as_esp; uint8_t *grub2_buf = NULL, *sec_buf = NULL; long grub2_len; /* * Convert the fmifs outputs messages (that use an OEM code page) to UTF-8 */ static void OutputUTF8Message(const char* src) { int len; wchar_t* wdst = NULL; if (src == NULL) goto out; len = (int)safe_strlen(src); while ((len > 0) && ((src[len-1] == 0x0A) || (src[len-1] == 0x0D) || (src[len-1] == ' '))) len--; if (len == 0) goto out; len = MultiByteToWideChar(CP_OEMCP, 0, src, len, NULL, 0); if (len == 0) goto out; wdst = (wchar_t*)calloc(len+1, sizeof(wchar_t)); if ((wdst == NULL) || (MultiByteToWideChar(CP_OEMCP, 0, src, len, wdst, len+1) == 0)) goto out; uprintf("%S", wdst); out: safe_free(wdst); } /* * FormatEx callback. Return FALSE to halt operations */ static BOOLEAN __stdcall FormatExCallback(FILE_SYSTEM_CALLBACK_COMMAND Command, DWORD Action, PVOID pData) { char percent_str[8]; if (IS_ERROR(FormatStatus)) return FALSE; assert((actual_fs_type >= 0) && (actual_fs_type < FS_MAX)); if ((actual_fs_type < 0) || (actual_fs_type >= FS_MAX)) return FALSE; switch(Command) { case FCC_PROGRESS: static_sprintf(percent_str, "%lu%%", *((DWORD*)pData)); PrintInfo(0, MSG_217, percent_str); UpdateProgress(OP_FORMAT, 1.0f * (*((DWORD*)pData))); break; case FCC_STRUCTURE_PROGRESS: // No progress on quick format if (task_number < nb_steps[actual_fs_type] - 1) { if (task_number == 0) uprintf("Creating file system..."); PrintInfo(0, MSG_218, ++task_number, nb_steps[actual_fs_type]); format_percent += 100.0f / (1.0f * nb_steps[actual_fs_type]); UpdateProgress(OP_CREATE_FS, format_percent); } break; case FCC_DONE: PrintInfo(0, MSG_218, nb_steps[actual_fs_type], nb_steps[actual_fs_type]); UpdateProgress(OP_CREATE_FS, 100.0f); if(*(BOOLEAN*)pData == FALSE) { uprintf("Error while formatting"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_GEN_FAILURE; } break; case FCC_DONE_WITH_STRUCTURE: break; case FCC_INCOMPATIBLE_FILE_SYSTEM: uprintf("Incompatible File System"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_INCOMPATIBLE_FS); break; case FCC_ACCESS_DENIED: uprintf("Access denied"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_ACCESS_DENIED; break; case FCC_MEDIA_WRITE_PROTECTED: uprintf("Media is write protected"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_PROTECT; break; case FCC_VOLUME_IN_USE: uprintf("Volume is in use"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_DEVICE_IN_USE; break; case FCC_DEVICE_NOT_READY: uprintf("The device is not ready"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_NOT_READY; break; case FCC_CANT_QUICK_FORMAT: uprintf("Cannot quick format this volume"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_CANT_QUICK_FORMAT); break; case FCC_BAD_LABEL: uprintf("Bad label"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_LABEL_TOO_LONG; break; case FCC_OUTPUT: OutputUTF8Message(((PTEXTOUTPUT)pData)->Output); break; case FCC_CLUSTER_SIZE_TOO_BIG: case FCC_CLUSTER_SIZE_TOO_SMALL: uprintf("Unsupported cluster size"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_INVALID_CLUSTER_SIZE); break; case FCC_VOLUME_TOO_BIG: case FCC_VOLUME_TOO_SMALL: uprintf("Volume is too %s", (Command == FCC_VOLUME_TOO_BIG)?"big":"small"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_INVALID_VOLUME_SIZE); break; case FCC_NO_MEDIA_IN_DRIVE: uprintf("No media in drive"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_NO_MEDIA_IN_DRIVE; break; case FCC_ALIGNMENT_VIOLATION: uprintf("Partition start offset is not aligned to the cluster size"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_OFFSET_ALIGNMENT_VIOLATION; break; default: uprintf("FormatExCallback: Received unhandled command 0x%02X - aborting", Command); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_NOT_SUPPORTED; break; } return (!IS_ERROR(FormatStatus)); } /* * Chkdsk callback. Return FALSE to halt operations */ static BOOLEAN __stdcall ChkdskCallback(FILE_SYSTEM_CALLBACK_COMMAND Command, DWORD Action, PVOID pData) { DWORD* percent; if (IS_ERROR(FormatStatus)) return FALSE; switch (Command) { case FCC_PROGRESS: case FCC_CHECKDISK_PROGRESS: percent = (DWORD*)pData; PrintInfo(0, MSG_219, *percent); break; case FCC_DONE: if (*(BOOLEAN*)pData == FALSE) { uprintf("Error while checking disk"); return FALSE; } break; case FCC_UNKNOWN1A: case FCC_DONE_WITH_STRUCTURE: // Silence these specific calls break; case FCC_INCOMPATIBLE_FILE_SYSTEM: uprintf("Incompatible File System"); return FALSE; case FCC_ACCESS_DENIED: uprintf("Access denied"); return FALSE; case FCC_MEDIA_WRITE_PROTECTED: uprintf("Media is write protected"); return FALSE; case FCC_VOLUME_IN_USE: uprintf("Volume is in use"); return FALSE; case FCC_OUTPUT: OutputUTF8Message(((PTEXTOUTPUT)pData)->Output); break; case FCC_NO_MEDIA_IN_DRIVE: uprintf("No media in drive"); return FALSE; case FCC_READ_ONLY_MODE: uprintf("Media has been switched to read-only - Leaving checkdisk"); break; default: uprintf("ChkdskExCallback: received unhandled command %X", Command); // Assume the command isn't an error break; } return TRUE; } /* * Converts an UTF-8 label to a valid FAT/NTFS one * TODO: Use IVdsService::QueryFileSystemTypes -> VDS_FILE_SYSTEM_TYPE_PROP * to get the list of unauthorised and max length for each FS. */ static void ToValidLabel(char* Label, BOOL bFAT) { size_t i, j, k; BOOL found; const WCHAR unauthorized[] = L"*?,;:/\\|+=<>[]\""; const WCHAR to_underscore[] = L"\t."; char label[16] = { 0 }; WCHAR *wLabel = utf8_to_wchar(Label); if (wLabel == NULL) return; for (i = 0, k = 0; i < wcslen(wLabel); i++) { if (bFAT) { // NTFS does allows all the FAT unauthorized above found = FALSE; for (j = 0; j < wcslen(unauthorized); j++) { if (wLabel[i] == unauthorized[j]) { found = TRUE; break; } } // A FAT label that contains extended chars will be rejected if (wLabel[i] >= 0x80) { wLabel[k++] = L'_'; found = TRUE; } if (found) continue; } found = FALSE; for (j = 0; j < wcslen(to_underscore); j++) { if (wLabel[i] == to_underscore[j]) { wLabel[k++] = '_'; found = TRUE; break; } } if (found) continue; wLabel[k++] = bFAT ? toupper(wLabel[i]) : wLabel[i]; } wLabel[k] = 0; if (bFAT) { if (wcslen(wLabel) > 11) wLabel[11] = 0; for (i = 0, j = 0; wLabel[i] != 0 ; i++) if (wLabel[i] == '_') j++; if (i < 2*j) { // If the final label is mostly underscore, use an alternate label according to the // size (eg: "256 MB", "7.9 GB"). Note that we can't use SelectedDrive.proposed_label // here as it may contain localized character for GB or MB, so make sure that the // effective label we use is an English one, and also make sure we convert the dot. static_sprintf(label, "%s", SizeToHumanReadable(SelectedDrive.DiskSize, TRUE, FALSE)); for (i = 0; label[i] != 0; i++) wLabel[i] = (label[i] == '.') ? '_' : label[i]; wLabel[i] = 0; uprintf("FAT label is mostly underscores. Using '%S' label instead.", wLabel); } } else if (wcslen(wLabel) > 32) { wLabel[32] = 0; } // Needed for disk by label isolinux.cfg workaround wchar_to_utf8_no_alloc(wLabel, img_report.usb_label, sizeof(img_report.usb_label)); safe_strcpy(Label, strlen(Label) + 1, img_report.usb_label); free(wLabel); } /* * Call on VDS to format a partition */ static BOOL FormatNativeVds(DWORD DriveIndex, uint64_t PartitionOffset, DWORD ClusterSize, LPCSTR FSName, LPCSTR Label, DWORD Flags) { BOOL r = FALSE, bFoundVolume = FALSE; HRESULT hr; ULONG ulFetched; IVdsServiceLoader *pLoader; IVdsService *pService; IEnumVdsObject *pEnum; IUnknown *pUnk; char* VolumeName = NULL; WCHAR *wVolumeName = NULL, *wLabel = utf8_to_wchar(Label), *wFSName = utf8_to_wchar(FSName); if ((strcmp(FSName, FileSystemLabel[FS_EXFAT]) == 0) && !((dur_mins == 0) && (dur_secs == 0))) { PrintInfoDebug(0, MSG_220, FSName, dur_mins, dur_secs); } else { PrintInfoDebug(0, MSG_222, FSName); } UpdateProgressWithInfoInit(NULL, TRUE); VolumeName = GetLogicalName(DriveIndex, PartitionOffset, TRUE, TRUE); wVolumeName = utf8_to_wchar(VolumeName); if (wVolumeName == NULL) { uprintf("Could not read volume name (%s)", VolumeName); FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_GEN_FAILURE; goto out; } // Initialize COM IGNORE_RETVAL(CoInitializeEx(NULL, COINIT_APARTMENTTHREADED)); IGNORE_RETVAL(CoInitializeSecurity(NULL, -1, NULL, NULL, RPC_C_AUTHN_LEVEL_CONNECT, RPC_C_IMP_LEVEL_IMPERSONATE, NULL, 0, NULL)); // Create a VDS Loader Instance hr = CoCreateInstance(&CLSID_VdsLoader, NULL, CLSCTX_LOCAL_SERVER | CLSCTX_REMOTE_SERVER, &IID_IVdsServiceLoader, (void **)&pLoader); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not create VDS Loader Instance: %s", WindowsErrorString()); goto out; } // Load the VDS Service hr = IVdsServiceLoader_LoadService(pLoader, L"", &pService); IVdsServiceLoader_Release(pLoader); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not load VDS Service: %s", WindowsErrorString()); goto out; } // Wait for the Service to become ready if needed hr = IVdsService_WaitForServiceReady(pService); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("VDS Service is not ready: %s", WindowsErrorString()); goto out; } // Query the VDS Service Providers hr = IVdsService_QueryProviders(pService, VDS_QUERY_SOFTWARE_PROVIDERS, &pEnum); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not query VDS Service Providers: %s", WindowsErrorString()); goto out; } while (IEnumVdsObject_Next(pEnum, 1, &pUnk, &ulFetched) == S_OK) { IVdsProvider *pProvider; IVdsSwProvider *pSwProvider; IEnumVdsObject *pEnumPack; IUnknown *pPackUnk; CHECK_FOR_USER_CANCEL; // Get VDS Provider hr = IUnknown_QueryInterface(pUnk, &IID_IVdsProvider, (void **)&pProvider); IUnknown_Release(pUnk); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not get VDS Provider: %s", WindowsErrorString()); goto out; } // Get VDS Software Provider hr = IVdsSwProvider_QueryInterface(pProvider, &IID_IVdsSwProvider, (void **)&pSwProvider); IVdsProvider_Release(pProvider); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not get VDS Software Provider: %s", WindowsErrorString()); goto out; } // Get VDS Software Provider Packs hr = IVdsSwProvider_QueryPacks(pSwProvider, &pEnumPack); IVdsSwProvider_Release(pSwProvider); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not get VDS Software Provider Packs: %s", WindowsErrorString()); goto out; } // Enumerate Provider Packs while (IEnumVdsObject_Next(pEnumPack, 1, &pPackUnk, &ulFetched) == S_OK) { IVdsPack *pPack; IEnumVdsObject *pEnumVolume; IUnknown *pVolumeUnk; CHECK_FOR_USER_CANCEL; hr = IUnknown_QueryInterface(pPackUnk, &IID_IVdsPack, (void **)&pPack); IUnknown_Release(pPackUnk); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not query VDS Software Provider Pack: %s", WindowsErrorString()); goto out; } // Use the pack interface to access the volumes hr = IVdsPack_QueryVolumes(pPack, &pEnumVolume); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not query VDS volumes: %s", WindowsErrorString()); goto out; } // List volumes while (IEnumVdsObject_Next(pEnumVolume, 1, &pVolumeUnk, &ulFetched) == S_OK) { BOOL match; HRESULT hr2 = E_FAIL; VDS_VOLUME_PROP VolumeProps; LPWSTR *wszPathArray; ULONG ulPercentCompleted, ulNumberOfPaths; USHORT usFsVersion = 0; IVdsVolume *pVolume; IVdsAsync* pAsync; IVdsVolumeMF3 *pVolumeMF3; CHECK_FOR_USER_CANCEL; // Get the volume interface. hr = IUnknown_QueryInterface(pVolumeUnk, &IID_IVdsVolume, (void **)&pVolume); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not query VDS Volume Interface: %s", WindowsErrorString()); goto out; } hr = IVdsVolume_GetProperties(pVolume, &VolumeProps); if ((hr != S_OK) && (hr != VDS_S_PROPERTIES_INCOMPLETE)) { VDS_SET_ERROR(hr); IVdsVolume_Release(pVolume); uprintf("Could not query VDS Volume Properties: %s", WindowsErrorString()); continue; } CoTaskMemFree(VolumeProps.pwszName); // Instantiate the IVdsVolumeMF3 interface for our volume. hr = IVdsVolume_QueryInterface(pVolume, &IID_IVdsVolumeMF3, (void **)&pVolumeMF3); IVdsVolume_Release(pVolume); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not access VDS VolumeMF3 interface: %s", WindowsErrorString()); continue; } // Query the volume GUID hr = IVdsVolumeMF3_QueryVolumeGuidPathnames(pVolumeMF3, &wszPathArray, &ulNumberOfPaths); if (hr != S_OK) { VDS_SET_ERROR(hr); uprintf("Could not query VDS VolumeGuidPathnames: %s", WindowsErrorString()); continue; } if (ulNumberOfPaths > 1) uprintf("Notice: Volume %S has more than one GUID...", wszPathArray[0]); match = (wcscmp(wVolumeName, wszPathArray[0]) == 0); CoTaskMemFree(wszPathArray); if (!match) continue; bFoundVolume = TRUE; if (strcmp(Label, FileSystemLabel[FS_UDF]) == 0) usFsVersion = ReadSetting32(SETTING_USE_UDF_VERSION); if (ClusterSize < 0x200) { ClusterSize = 0; uprintf("Using default cluster size"); } else { uprintf("Using cluster size: %d bytes", ClusterSize); } format_percent = 0.0f; uprintf("%s format was selected", (Flags & FP_QUICK) ? "Quick" : "Slow"); if (Flags & FP_COMPRESSION) uprintf("NTFS compression is enabled"); hr = IVdsVolumeMF3_FormatEx2(pVolumeMF3, wFSName, usFsVersion, ClusterSize, wLabel, Flags, &pAsync); while (SUCCEEDED(hr)) { if (IS_ERROR(FormatStatus)) { IVdsAsync_Cancel(pAsync); break; } hr = IVdsAsync_QueryStatus(pAsync, &hr2, &ulPercentCompleted); if (SUCCEEDED(hr)) { if (Flags & FP_QUICK) { // Progress report on quick format is useless, so we'll just pretend we have 2 tasks PrintInfo(0, MSG_218, (ulPercentCompleted < 100) ? 1 : 2, 2); UpdateProgress(OP_CREATE_FS, (float)ulPercentCompleted); } else { UpdateProgressWithInfo(OP_FORMAT, MSG_217, ulPercentCompleted, 100); } hr = hr2; if (hr == S_OK) break; if (hr == VDS_E_OPERATION_PENDING) hr = S_OK; } Sleep(500); } if (!SUCCEEDED(hr)) { VDS_SET_ERROR(hr); uprintf("Could not format drive: %s", WindowsErrorString()); goto out; } IVdsAsync_Release(pAsync); IVdsVolumeMF3_Release(pVolumeMF3); if (!IS_ERROR(FormatStatus)) { uprintf("Format completed."); r = TRUE; } goto out; } } } out: if ((!bFoundVolume) && (FormatStatus == 0)) FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_PATH_NOT_FOUND; safe_free(VolumeName); safe_free(wVolumeName); safe_free(wLabel); safe_free(wFSName); return r; } /* * Call on fmifs.dll's FormatEx() to format the drive */ static BOOL FormatNative(DWORD DriveIndex, uint64_t PartitionOffset, DWORD ClusterSize, LPCSTR FSName, LPCSTR Label, DWORD Flags) { BOOL r = FALSE; PF_DECL(FormatEx); PF_DECL(EnableVolumeCompression); char *locale, *VolumeName = NULL; WCHAR* wVolumeName = NULL, *wLabel = utf8_to_wchar(Label), *wFSName = utf8_to_wchar(FSName); size_t i; if ((strcmp(FSName, FileSystemLabel[FS_EXFAT]) == 0) && !((dur_mins == 0) && (dur_secs == 0))) { PrintInfoDebug(0, MSG_220, FSName, dur_mins, dur_secs); } else { PrintInfoDebug(0, MSG_222, FSName); } VolumeName = GetLogicalName(DriveIndex, PartitionOffset, TRUE, TRUE); wVolumeName = utf8_to_wchar(VolumeName); if (wVolumeName == NULL) { uprintf("Could not read volume name (%s)", VolumeName); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_GEN_FAILURE; goto out; } // Hey, nice consistency here, Microsoft! - FormatEx() fails if wVolumeName has // a trailing backslash, but EnableCompression() fails without... wVolumeName[wcslen(wVolumeName)-1] = 0; // Remove trailing backslash // LoadLibrary("fmifs.dll") appears to changes the locale, which can lead to // problems with tolower(). Make sure we restore the locale. For more details, // see https://sourceforge.net/p/mingw/mailman/message/29269040/ locale = setlocale(LC_ALL, NULL); PF_INIT_OR_OUT(FormatEx, fmifs); PF_INIT(EnableVolumeCompression, fmifs); setlocale(LC_ALL, locale); if (ClusterSize < 0x200) { // 0 is FormatEx's value for default, which we need to use for UDF ClusterSize = 0; uprintf("Using default cluster size"); } else { uprintf("Using cluster size: %d bytes", ClusterSize); } format_percent = 0.0f; task_number = 0; uprintf("%s format was selected", (Flags & FP_QUICK) ? "Quick" : "Slow"); for (i = 0; i < WRITE_RETRIES; i++) { pfFormatEx(wVolumeName, SelectedDrive.MediaType, wFSName, wLabel, (Flags & FP_QUICK), ClusterSize, FormatExCallback); if (!IS_ERROR(FormatStatus) || (HRESULT_CODE(FormatStatus) == ERROR_CANCELLED)) break; uprintf("%s - Retrying...", WindowsErrorString()); Sleep(WRITE_TIMEOUT); } if (IS_ERROR(FormatStatus)) goto out; if (Flags & FP_COMPRESSION) { wVolumeName[wcslen(wVolumeName)] = '\\'; // Add trailing backslash back again if (pfEnableVolumeCompression(wVolumeName, FPF_COMPRESSED)) { uprintf("Enabled NTFS compression"); } else { uprintf("Could not enable NTFS compression: %s", WindowsErrorString()); } } if (!IS_ERROR(FormatStatus)) { uprintf("Format completed."); r = TRUE; } out: if (!r && !IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|SCODE_CODE(GetLastError()); safe_free(VolumeName); safe_free(wVolumeName); safe_free(wLabel); safe_free(wFSName); return r; } static BOOL FormatPartition(DWORD DriveIndex, uint64_t PartitionOffset, DWORD UnitAllocationSize, USHORT FSType, LPCSTR Label, DWORD Flags) { if ((DriveIndex < 0x80) || (DriveIndex > 0x100) || (FSType >= FS_MAX) || ((UnitAllocationSize != 0) && (!IS_POWER_OF_2(UnitAllocationSize)))) { ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_INVALID_PARAMETER; return FALSE; } actual_fs_type = FSType; if ((FSType == FS_FAT32) && ((SelectedDrive.DiskSize > LARGE_FAT32_SIZE) || (force_large_fat32) || (Flags & FP_LARGE_FAT32))) return FormatLargeFAT32(DriveIndex, PartitionOffset, UnitAllocationSize, FileSystemLabel[FSType], Label, Flags); else if (FSType >= FS_EXT2) return FormatExtFs(DriveIndex, PartitionOffset, UnitAllocationSize, FileSystemLabel[FSType], Label, Flags); else if (use_vds) return FormatNativeVds(DriveIndex, PartitionOffset, UnitAllocationSize, FileSystemLabel[FSType], Label, Flags); else return FormatNative(DriveIndex, PartitionOffset, UnitAllocationSize, FileSystemLabel[FSType], Label, Flags); } /* * Call on fmifs.dll's Chkdsk() to fixup the filesystem */ static BOOL CheckDisk(char DriveLetter) { BOOL r = FALSE; PF_DECL(Chkdsk); WCHAR wDriveRoot[] = L"?:\\"; WCHAR wFSType[32]; size_t i; wDriveRoot[0] = (WCHAR)DriveLetter; PrintInfoDebug(0, MSG_223); PF_INIT_OR_OUT(Chkdsk, Fmifs); GetWindowTextW(hFileSystem, wFSType, ARRAYSIZE(wFSType)); // We may have a " (Default)" trail for (i=0; i max_size) { uprintf(" SBR size is too large - You may need to uncheck 'Add fixes for old BIOSes'."); if (sub_type == BT_MAX) safe_free(buf); return FALSE; } r = write_data(fp, br_size, buf, (uint64_t)size); safe_free(grub2_buf); if (sub_type == BT_MAX) safe_free(buf); return (r != 0); } /* * Process the Partition Boot Record */ static __inline const char* bt_to_name(void) { switch (boot_type) { case BT_FREEDOS: return "FreeDOS"; case BT_REACTOS: return "ReactOS"; default: return ((boot_type == BT_IMAGE) && HAS_KOLIBRIOS(img_report)) ? "KolibriOS" : "Standard"; } } BOOL WritePBR(HANDLE hLogicalVolume) { int i; FAKE_FD fake_fd = { 0 }; FILE* fp = (FILE*)&fake_fd; const char* using_msg = "Using %s %s partition boot record"; fake_fd._handle = (char*)hLogicalVolume; set_bytes_per_sector(SelectedDrive.SectorSize); switch (actual_fs_type) { case FS_FAT16: uprintf(using_msg, bt_to_name(), "FAT16"); if (!is_fat_16_fs(fp)) { uprintf("New volume does not have a FAT16 boot sector - aborting"); break; } uprintf("Confirmed new volume has a FAT16 boot sector"); if (boot_type == BT_FREEDOS) { if (!write_fat_16_fd_br(fp, 0)) break; } else if (boot_type == BT_REACTOS) { if (!write_fat_16_ros_br(fp, 0)) break; } else if ((boot_type == BT_IMAGE) && HAS_KOLIBRIOS(img_report)) { uprintf("FAT16 is not supported for KolibriOS\n"); break; } else { if (!write_fat_16_br(fp, 0)) break; } // Disk Drive ID needs to be corrected on XP if (!write_partition_physical_disk_drive_id_fat16(fp)) break; return TRUE; case FS_FAT32: uprintf(using_msg, bt_to_name(), "FAT32"); for (i = 0; i < 2; i++) { if (!is_fat_32_fs(fp)) { uprintf("New volume does not have a %s FAT32 boot sector - aborting\n", i?"secondary":"primary"); break; } uprintf("Confirmed new volume has a %s FAT32 boot sector\n", i?"secondary":"primary"); uprintf("Setting %s FAT32 boot sector for boot...\n", i?"secondary":"primary"); if (boot_type == BT_FREEDOS) { if (!write_fat_32_fd_br(fp, 0)) break; } else if (boot_type == BT_REACTOS) { if (!write_fat_32_ros_br(fp, 0)) break; } else if ((boot_type == BT_IMAGE) && HAS_KOLIBRIOS(img_report)) { if (!write_fat_32_kos_br(fp, 0)) break; } else if ((boot_type == BT_IMAGE) && HAS_BOOTMGR(img_report)) { if (!write_fat_32_pe_br(fp, 0)) break; } else if ((boot_type == BT_IMAGE) && HAS_WINPE(img_report)) { if (!write_fat_32_nt_br(fp, 0)) break; } else { if (!write_fat_32_br(fp, 0)) break; } // Disk Drive ID needs to be corrected on XP if (!write_partition_physical_disk_drive_id_fat32(fp)) break; fake_fd._offset += 6 * SelectedDrive.SectorSize; } return TRUE; case FS_NTFS: uprintf(using_msg, bt_to_name(), "NTFS"); if (!is_ntfs_fs(fp)) { uprintf("New volume does not have an NTFS boot sector - aborting\n"); break; } uprintf("Confirmed new volume has an NTFS boot sector\n"); if (!write_ntfs_br(fp)) break; // Note: NTFS requires a full remount after writing the PBR. We dismount when we lock // and also go through a forced remount, so that shouldn't be an issue. // But with NTFS, if you don't remount, you don't boot! return TRUE; default: uprintf("Unsupported FS for FS BR processing - aborting\n"); break; } FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; return FALSE; } /* * Setup WinPE for bootable USB */ static BOOL SetupWinPE(char drive_letter) { char src[64], dst[32]; const char* basedir[3] = { "i386", "amd64", "minint" }; const char* patch_str_org[2] = { "\\minint\\txtsetup.sif", "\\minint\\system32\\" }; const char* patch_str_rep[2][2] = { { "\\i386\\txtsetup.sif", "\\i386\\system32\\" } , { "\\amd64\\txtsetup.sif", "\\amd64\\system32\\" } }; const char *win_nt_bt_org = "$win_nt$.~bt"; const char *rdisk_zero = "rdisk(0)"; const LARGE_INTEGER liZero = { {0, 0} }; char setupsrcdev[64]; HANDLE handle = INVALID_HANDLE_VALUE; DWORD i, j, size, rw_size, index = 0; BOOL r = FALSE; char* buffer = NULL; if ((img_report.winpe & WINPE_AMD64) == WINPE_AMD64) index = 1; else if ((img_report.winpe & WINPE_MININT) == WINPE_MININT) index = 2; // Allow other values than harddisk 1, as per user choice for disk ID static_sprintf(setupsrcdev, "SetupSourceDevice = \"\\device\\harddisk%d\\partition1\"", ComboBox_GetCurSel(hDiskID)); // Copy of ntdetect.com in root static_sprintf(src, "%c:\\%s\\ntdetect.com", drive_letter, basedir[2*(index/2)]); static_sprintf(dst, "%c:\\ntdetect.com", drive_letter); CopyFileA(src, dst, TRUE); if (!img_report.uses_minint) { // Create a copy of txtsetup.sif, as we want to keep the i386/amd64 files unmodified static_sprintf(src, "%c:\\%s\\txtsetup.sif", drive_letter, basedir[index]); static_sprintf(dst, "%c:\\txtsetup.sif", drive_letter); if (!CopyFileA(src, dst, TRUE)) { uprintf("Did not copy %s as %s: %s\n", src, dst, WindowsErrorString()); } if (insert_section_data(dst, "[SetupData]", setupsrcdev, FALSE) == NULL) { uprintf("Failed to add SetupSourceDevice in %s\n", dst); goto out; } uprintf("Successfully added '%s' to %s\n", setupsrcdev, dst); } static_sprintf(src, "%c:\\%s\\setupldr.bin", drive_letter, basedir[2*(index/2)]); static_sprintf(dst, "%c:\\BOOTMGR", drive_letter); if (!CopyFileA(src, dst, TRUE)) { uprintf("Did not copy %s as %s: %s\n", src, dst, WindowsErrorString()); } // \minint with /minint option doesn't require further processing => return true // \minint and no \i386 without /minint is unclear => return error if (img_report.winpe&WINPE_MININT) { if (img_report.uses_minint) { uprintf("Detected \\minint directory with /minint option: nothing to patch\n"); r = TRUE; } else if (!(img_report.winpe&(WINPE_I386|WINPE_AMD64))) { uprintf("Detected \\minint directory only but no /minint option: not sure what to do\n"); } goto out; } // At this stage we only handle \i386 handle = CreateFileA(dst, GENERIC_READ|GENERIC_WRITE, FILE_SHARE_READ, NULL, OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL); if (handle == INVALID_HANDLE_VALUE) { uprintf("Could not open %s for patching: %s\n", dst, WindowsErrorString()); goto out; } size = GetFileSize(handle, NULL); if (size == INVALID_FILE_SIZE) { uprintf("Could not get size for file %s: %s\n", dst, WindowsErrorString()); goto out; } buffer = (char*)malloc(size); if (buffer == NULL) goto out; if ((!ReadFile(handle, buffer, size, &rw_size, NULL)) || (size != rw_size)) { uprintf("Could not read file %s: %s\n", dst, WindowsErrorString()); goto out; } if (!SetFilePointerEx(handle, liZero, NULL, FILE_BEGIN)) { uprintf("Could not rewind file %s: %s\n", dst, WindowsErrorString()); goto out; } // Patch setupldr.bin uprintf("Patching file %s\n", dst); // Remove CRC check for 32 bit part of setupldr.bin from Win2k3 if ((size > 0x2061) && (buffer[0x2060] == 0x74) && (buffer[0x2061] == 0x03)) { buffer[0x2060] = 0xeb; buffer[0x2061] = 0x1a; uprintf(" 0x00002060: 0x74 0x03 -> 0xEB 0x1A (disable Win2k3 CRC check)\n"); } for (i=1; i '%s'\n", i, &buffer[i], patch_str_rep[index][j]); strcpy(&buffer[i], patch_str_rep[index][j]); i += (DWORD)max(strlen(patch_str_org[j]), strlen(patch_str_rep[index][j])); // in case org is a substring of rep } } } if (!img_report.uses_minint) { // Additional setupldr.bin/bootmgr patching for (i=0; i rdisk(#) disk masquerading // NB: only the first one seems to be needed if (safe_strnicmp(&buffer[i], rdisk_zero, strlen(rdisk_zero)-1) == 0) { buffer[i+6] = 0x30 + ComboBox_GetCurSel(hDiskID); uprintf(" 0x%08X: '%s' -> 'rdisk(%c)'\n", i, rdisk_zero, buffer[i+6]); } // $WIN_NT$_~BT -> i386/amd64 if (safe_strnicmp(&buffer[i], win_nt_bt_org, strlen(win_nt_bt_org)-1) == 0) { uprintf(" 0x%08X: '%s' -> '%s%s'\n", i, &buffer[i], basedir[index], &buffer[i+strlen(win_nt_bt_org)]); strcpy(&buffer[i], basedir[index]); // This ensures that we keep the terminator backslash buffer[i+strlen(basedir[index])] = buffer[i+strlen(win_nt_bt_org)]; buffer[i+strlen(basedir[index])+1] = 0; } } } if (!WriteFileWithRetry(handle, buffer, size, &rw_size, WRITE_RETRIES)) { uprintf("Could not write patched file: %s\n", WindowsErrorString()); goto out; } r = TRUE; out: safe_closehandle(handle); safe_free(buffer); return r; } // Checks which versions of Windows are available in an install image // to set our extraction index. Asks the user to select one if needed. // Returns -2 on user cancel, -1 on other error, >=0 on success. int SetWinToGoIndex(void) { char *mounted_iso, *build, mounted_image_path[128]; char xml_file[MAX_PATH] = ""; char *install_names[MAX_WININST]; StrArray version_name, version_index; int i, build_nr = 0; BOOL bNonStandard = FALSE; // Sanity checks wintogo_index = -1; wininst_index = 0; if ((nWindowsVersion < WINDOWS_8) || ((WimExtractCheck(FALSE) & 4) == 0) || (ComboBox_GetCurItemData(hFileSystem) != FS_NTFS)) { return -1; } // If we have multiple windows install images, ask the user the one to use if (img_report.wininst_index > 1) { for (i = 0; i < img_report.wininst_index; i++) install_names[i] = &img_report.wininst_path[i][2]; wininst_index = SelectionDialog(lmprintf(MSG_130), lmprintf(MSG_131), install_names, img_report.wininst_index); if (wininst_index < 0) return -2; wininst_index--; if ((wininst_index < 0) || (wininst_index >= MAX_WININST)) wininst_index = 0; } // If we're not using a straigth install.wim, we need to mount the ISO to access it if (!img_report.is_windows_img) { mounted_iso = MountISO(image_path); if (mounted_iso == NULL) { uprintf("Could not mount ISO for Windows To Go selection"); return FALSE; } static_sprintf(mounted_image_path, "%s%s", mounted_iso, &img_report.wininst_path[wininst_index][2]); } // Now take a look at the XML file in install.wim to list our versions if ((GetTempFileNameU(temp_dir, APPLICATION_NAME, 0, xml_file) == 0) || (xml_file[0] == 0)) { // Last ditch effort to get a tmp file - just extract it to the current directory static_strcpy(xml_file, ".\\RufVXml.tmp"); } // GetTempFileName() may leave a file behind DeleteFileU(xml_file); // Must use the Windows WIM API as 7z messes up the XML if (!WimExtractFile_API(img_report.is_windows_img ? image_path : mounted_image_path, 0, "[1].xml", xml_file, FALSE)) { uprintf("Could not acquire WIM index"); goto out; } StrArrayCreate(&version_name, 16); StrArrayCreate(&version_index, 16); for (i = 0; StrArrayAdd(&version_index, get_token_data_file_indexed("IMAGE INDEX", xml_file, i + 1), FALSE) >= 0; i++) { // Some people are apparently creating *unofficial* Windows ISOs that don't have DISPLAYNAME elements. // If we are parsing such an ISO, try to fall back to using DESCRIPTION. Of course, since we don't use // a formal XML parser, if an ISO mixes entries with both DISPLAYNAME and DESCRIPTION and others with // only DESCRIPTION, the version names we report will be wrong. // But hey, there's only so far I'm willing to go to help people who, not content to have demonstrated // their utter ignorance on development matters, are also trying to lecture experienced developers // about specific "noob mistakes"... that don't exist in the code they are trying to criticize. if (StrArrayAdd(&version_name, get_token_data_file_indexed("DISPLAYNAME", xml_file, i + 1), FALSE) < 0) { bNonStandard = TRUE; if (StrArrayAdd(&version_name, get_token_data_file_indexed("DESCRIPTION", xml_file, i + 1), FALSE) < 0) { uprintf("Warning: Could not find a description for image index %d", i + 1); StrArrayAdd(&version_name, "Unknown Windows Version", TRUE); } } } if (bNonStandard) uprintf("Warning: Nonstandard Windows image (missing entries)"); if (i > 1) i = SelectionDialog(lmprintf(MSG_291), lmprintf(MSG_292), version_name.String, i); if (i < 0) { wintogo_index = -2; // Cancelled by the user } else if (i == 0) { wintogo_index = 1; } else { wintogo_index = atoi(version_index.String[i - 1]); } if (i > 0) { // Get the build version build = get_token_data_file_indexed("BUILD", xml_file, i); if (build != NULL) build_nr = atoi(build); free(build); uprintf("Will use '%s' (Build: %d, Index %s) for Windows To Go", version_name.String[i - 1], build_nr, version_index.String[i - 1]); // Need Windows 10 Creator Update or later for boot on REMOVABLE to work if ((build_nr < 15000) && (SelectedDrive.MediaType != FixedMedia)) { if (MessageBoxExU(hMainDialog, lmprintf(MSG_098), lmprintf(MSG_190), MB_YESNO | MB_ICONWARNING | MB_IS_RTL, selected_langid) != IDYES) wintogo_index = -2; } // Display a notice about WppRecorder.sys for 1809 ISOs if (build_nr == 17763) { notification_info more_info; more_info.id = MORE_INFO_URL; more_info.url = WPPRECORDER_MORE_INFO_URL; Notification(MSG_INFO, NULL, &more_info, lmprintf(MSG_128, "Windows To Go"), lmprintf(MSG_133)); } } StrArrayDestroy(&version_name); StrArrayDestroy(&version_index); out: DeleteFileU(xml_file); if (!img_report.is_windows_img) UnMountISO(); return wintogo_index; } // http://technet.microsoft.com/en-ie/library/jj721578.aspx // As opposed to the technet guide above, we don't set internal drives offline, // due to people wondering why they can't see them by default and we also use // bcdedit rather than 'unattend.xml' to disable the recovery environment. static BOOL SetupWinToGo(DWORD DriveIndex, const char* drive_name, BOOL use_esp) { char *mounted_iso, *ms_efi = NULL, mounted_image_path[128], cmd[MAX_PATH]; ULONG cluster_size; uprintf("Windows To Go mode selected"); // Additional sanity checks if ((use_esp) && (SelectedDrive.MediaType != FixedMedia) && (nWindowsBuildNumber < 15000)) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_NOT_SUPPORTED; return FALSE; } if (!img_report.is_windows_img) { mounted_iso = MountISO(image_path); if (mounted_iso == NULL) { uprintf("Could not mount ISO for Windows To Go installation"); FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | APPERR(ERROR_ISO_EXTRACT); return FALSE; } static_sprintf(mounted_image_path, "%s%s", mounted_iso, &img_report.wininst_path[wininst_index][2]); uprintf("Mounted ISO as '%s'", mounted_iso); } // Now we use the WIM API to apply that image if (!WimApplyImage(img_report.is_windows_img ? image_path : mounted_image_path, wintogo_index, drive_name)) { uprintf("Failed to apply Windows To Go image"); if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_ISO_EXTRACT); if (!img_report.is_windows_img) UnMountISO(); return FALSE; } if (!img_report.is_windows_img) UnMountISO(); if (use_esp) { uprintf("Setting up EFI System Partition"); // According to Ubuntu (https://bugs.launchpad.net/ubuntu/+source/partman-efi/+bug/811485) you want to use FAT32. // However, you have to be careful that the cluster size needs to be greater or equal to the sector size, which // in turn has an impact on the minimum EFI partition size we can create (see ms_efi_size_MB in drive.c) if (SelectedDrive.SectorSize <= 1024) cluster_size = 1024; else if (SelectedDrive.SectorSize <= 4096) cluster_size = 4096; else // Go for broke cluster_size = (ULONG)SelectedDrive.SectorSize; // Boy do you *NOT* want to specify a label here, and spend HOURS figuring out why your EFI partition cannot boot... // Also, we use the Large FAT32 facility Microsoft APIs are *UTTERLY USELESS* for achieving what we want: // VDS cannot list ESP volumes (talk about allegedly improving on the old disk and volume APIs, only to // completely neuter it) and IVdsDiskPartitionMF::FormatPartitionEx(), which is what you are supposed to // use for ESPs, explicitly states: "This method cannot be used to format removable media." if (!FormatPartition(DriveIndex, partition_offset[PI_ESP], cluster_size, FS_FAT32, "", FP_QUICK | FP_FORCE | FP_LARGE_FAT32 | FP_NO_BOOT)) { uprintf("Could not format EFI System Partition"); return FALSE; } Sleep(200); // Need to have the ESP mounted to invoke bcdboot ms_efi = AltMountVolume(DriveIndex, partition_offset[PI_ESP], FALSE); if (ms_efi == NULL) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | APPERR(ERROR_CANT_ASSIGN_LETTER); return FALSE; } } // We invoke the 'bcdboot' command from the host, as the one from the drive produces problems (#558) // and of course, we couldn't invoke an ARM64 'bcdboot' binary on an x86 host anyway... // Also, since Rufus should (usually) be running as a 32 bit app, on 64 bit systems, we need to use // 'C:\Windows\Sysnative' and not 'C:\Windows\System32' to invoke bcdboot, as 'C:\Windows\System32' // will get converted to 'C:\Windows\SysWOW64' behind the scenes, and there is no bcdboot.exe there. uprintf("Enabling boot using command:"); static_sprintf(cmd, "%s\\bcdboot.exe %s\\Windows /v /f %s /s %s", sysnative_dir, drive_name, HAS_BOOTMGR_BIOS(img_report) ? (HAS_BOOTMGR_EFI(img_report) ? "ALL" : "BIOS") : "UEFI", (use_esp)?ms_efi:drive_name); uprintf(cmd); if (RunCommand(cmd, sysnative_dir, usb_debug) != 0) { // Try to continue... but report a failure uprintf("Failed to enable boot"); FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | APPERR(ERROR_ISO_EXTRACT); } UpdateProgressWithInfo(OP_FILE_COPY, MSG_267, wim_proc_files + 2 * wim_extra_files, wim_nb_files); uprintf("Disable the use of the Windows Recovery Environment using command:"); static_sprintf(cmd, "%s\\bcdedit.exe /store %s\\EFI\\Microsoft\\Boot\\BCD /set {default} recoveryenabled no", sysnative_dir, (use_esp) ? ms_efi : drive_name); uprintf(cmd); RunCommand(cmd, sysnative_dir, usb_debug); UpdateProgressWithInfo(OP_FILE_COPY, MSG_267, wim_nb_files, wim_nb_files); if (use_esp) { Sleep(200); AltUnmountVolume(ms_efi, FALSE); } return TRUE; } static void update_progress(const uint64_t processed_bytes) { // NB: We don't really care about resetting this value to UINT64_MAX for a new pass. static uint64_t last_value = UINT64_MAX; uint64_t cur_value; UpdateProgressWithInfo(OP_FORMAT, MSG_261, processed_bytes, img_report.image_size); cur_value = (processed_bytes * min(80, img_report.image_size)) / img_report.image_size; if (cur_value != last_value) { last_value = cur_value; uprintfs("+"); } } // Some compressed images use streams that aren't multiple of the sector // size and cause write failures => Use a write override that alleviates // the problem. See GitHub issue #1422 for details. static int sector_write(int fd, const void* _buf, unsigned int count) { const uint8_t* buf = (const uint8_t*)_buf; unsigned int sec_size = (unsigned int)SelectedDrive.SectorSize; int written, fill_size = 0; if (sec_size == 0) sec_size = 512; // If we are on a sector boundary and count is multiple of the // sector size, just issue a regular write if ((sec_buf_pos == 0) && (count % sec_size == 0)) return _write(fd, buf, count); // If we have an existing partial sector, fill and write it if (sec_buf_pos > 0) { fill_size = min(sec_size - sec_buf_pos, count); memcpy(&sec_buf[sec_buf_pos], buf, fill_size); sec_buf_pos += fill_size; // If we don't have a full sector just buffer it for next call if (sec_buf_pos < sec_size) return (int)count; sec_buf_pos = 0; written = _write(fd, sec_buf, sec_size); if (written != sec_size) return written; } // Now write as many full sectors as we can uint32_t sec_num = (count - fill_size) / sec_size; written = _write(fd, &buf[fill_size], sec_num * sec_size); if (written < 0) return written; else if (written != sec_num * sec_size) return fill_size + written; sec_buf_pos = count - fill_size - written; assert(sec_buf_pos < sec_size); // Keep leftover bytes, if any, in the sector buffer if (sec_buf_pos != 0) memcpy(sec_buf, &buf[fill_size + written], sec_buf_pos); return (int)count; } /* Write an image file or zero a drive */ static BOOL WriteDrive(HANDLE hPhysicalDrive, HANDLE hSourceImage) { BOOL s, ret = FALSE; LARGE_INTEGER li; DWORD i, rSize, wSize, xSize, BufSize; uint64_t wb, target_size = hSourceImage?img_report.image_size:SelectedDrive.DiskSize; uint64_t cur_value, last_value = UINT64_MAX; int64_t bled_ret; uint8_t* buffer = NULL; uint32_t zero_data, *cmp_buffer = NULL; int throttle_fast_zeroing = 0; if (SelectedDrive.SectorSize < 512) { uprintf("Unexpected sector size (%d) - Aborting", SelectedDrive.SectorSize); return FALSE; } // We poked the MBR and other stuff, so we need to rewind li.QuadPart = 0; if (!SetFilePointerEx(hPhysicalDrive, li, NULL, FILE_BEGIN)) uprintf("Warning: Unable to rewind image position - wrong data might be copied!"); UpdateProgressWithInfoInit(NULL, FALSE); if (img_report.compression_type != BLED_COMPRESSION_NONE) { uprintf("Writing compressed image:"); sec_buf = (uint8_t*)_mm_malloc(SelectedDrive.SectorSize, SelectedDrive.SectorSize); if (sec_buf == NULL) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_NOT_ENOUGH_MEMORY; uprintf("Could not allocate disk write buffer"); goto out; } assert((uintptr_t)sec_buf % SelectedDrive.SectorSize == 0); sec_buf_pos = 0; bled_init(_uprintf, NULL, sector_write, update_progress, NULL, &FormatStatus); bled_ret = bled_uncompress_with_handles(hSourceImage, hPhysicalDrive, img_report.compression_type); bled_exit(); if ((bled_ret >= 0) && (sec_buf_pos != 0)) { // A disk image that doesn't end up on disk boundary should be a rare // enough case, so we dont bother checking the write operation and // just issue a notice about it in the log. uprintf("Notice: Compressed image data didn't end on block boundary."); // Gonna assert that WriteFile() and _write() share the same file offset WriteFile(hPhysicalDrive, sec_buf, SelectedDrive.SectorSize, &wSize, NULL); } safe_mm_free(sec_buf); if ((bled_ret < 0) && (SCODE_CODE(FormatStatus) != ERROR_CANCELLED)) { // Unfortunately, different compression backends return different negative error codes uprintf("Could not write compressed image: %lld", bled_ret); FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_WRITE_FAULT; goto out; } } else { uprintf(hSourceImage?"Writing Image:":fast_zeroing?"Fast-zeroing drive:":"Zeroing drive:"); // Our buffer size must be a multiple of the sector size and *ALIGNED* to the sector size BufSize = ((DD_BUFFER_SIZE + SelectedDrive.SectorSize - 1) / SelectedDrive.SectorSize) * SelectedDrive.SectorSize; buffer = (uint8_t*)_mm_malloc(BufSize, SelectedDrive.SectorSize); if (buffer == NULL) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_NOT_ENOUGH_MEMORY; uprintf("Could not allocate disk write buffer"); goto out; } assert((uintptr_t)buffer % SelectedDrive.SectorSize == 0); // Clear buffer memset(buffer, fast_zeroing ? 0xff : 0x00, BufSize); if (fast_zeroing) { cmp_buffer = (uint32_t*)_mm_malloc(BufSize, SelectedDrive.SectorSize); if (cmp_buffer == NULL) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_NOT_ENOUGH_MEMORY; uprintf("Could not allocate disk comparison buffer"); goto out; } assert((uintptr_t)cmp_buffer % SelectedDrive.SectorSize == 0); } // Don't bother trying for something clever, using double buffering overlapped and whatnot: // With Windows' default optimizations, sync read + sync write for sequential operations // will be as fast, if not faster, than whatever async scheme you can come up with. rSize = BufSize; for (wb = 0, wSize = 0; wb < target_size; wb += wSize) { UpdateProgressWithInfo(OP_FORMAT, hSourceImage ? MSG_261 : fast_zeroing ? MSG_306 : MSG_286, wb, target_size); cur_value = (wb * min(80, target_size)) / target_size; if (cur_value != last_value) { last_value = cur_value; uprintfs("+"); } if (hSourceImage != NULL) { s = ReadFile(hSourceImage, buffer, BufSize, &rSize, NULL); if (!s) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_READ_FAULT; uprintf("Read error: %s", WindowsErrorString()); goto out; } if (rSize == 0) break; } // Don't overflow our projected size (mostly for VHDs) if (wb + rSize > target_size) { rSize = (DWORD)(target_size - wb); } // WriteFile fails unless the size is a multiple of sector size if (rSize % SelectedDrive.SectorSize != 0) rSize = ((rSize + SelectedDrive.SectorSize - 1) / SelectedDrive.SectorSize) * SelectedDrive.SectorSize; // Fast-zeroing: Depending on your hardware, reading from flash may be much faster than writing, so // we might speed things up by skipping empty blocks, or skipping the write if the data is the same. // Notes: A block is declared empty when all bits are either 0 (zeros) or 1 (flash block erased). // Also, a back-off strategy is used to limit reading. if (throttle_fast_zeroing) { throttle_fast_zeroing--; } else if (fast_zeroing) { assert(hSourceImage == NULL); // Only enabled for zeroing CHECK_FOR_USER_CANCEL; // Read block and compare against the block that needs to be written s = ReadFile(hPhysicalDrive, cmp_buffer, rSize, &xSize, NULL); if ((!s) || (xSize != rSize) ) { uprintf("Read error: Could not read data for fast zeroing comparison - %s", WindowsErrorString()); goto out; } // Check for an empty block by comparing with the first element zero_data = cmp_buffer[0]; // Check all bits are the same if ((zero_data == 0) || (zero_data == 0xffffffff)) { // Compare the rest of the block against the first element for (i = 1; (i < rSize / sizeof(uint32_t)) && (cmp_buffer[i] == zero_data); i++); if (i >= rSize / sizeof(uint32_t)) { // Block is empty, skip write wSize = rSize; continue; } } // Move the file pointer position back for writing li.QuadPart = wb; if (!SetFilePointerEx(hPhysicalDrive, li, NULL, FILE_BEGIN)) { uprintf("Error: Could not reset position - %s", WindowsErrorString()); goto out; } // Throttle read operations throttle_fast_zeroing = 15; } for (i = 1; i <= WRITE_RETRIES; i++) { CHECK_FOR_USER_CANCEL; s = WriteFile(hPhysicalDrive, buffer, rSize, &wSize, NULL); if ((s) && (wSize == rSize)) break; if (s) uprintf("Write error: Wrote %d bytes, expected %d bytes", wSize, rSize); else uprintf("Write error at sector %lld: %s", wb / SelectedDrive.SectorSize, WindowsErrorString()); if (i < WRITE_RETRIES) { li.QuadPart = wb; uprintf("Retrying in %d seconds...", WRITE_TIMEOUT / 1000); Sleep(WRITE_TIMEOUT); if (!SetFilePointerEx(hPhysicalDrive, li, NULL, FILE_BEGIN)) { uprintf("Write error: Could not reset position - %s", WindowsErrorString()); goto out; } } else { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_WRITE_FAULT; goto out; } Sleep(200); } if (i > WRITE_RETRIES) goto out; } } RefreshDriveLayout(hPhysicalDrive); ret = TRUE; out: safe_mm_free(buffer); safe_mm_free(cmp_buffer); return ret; } /* * Standalone thread for the formatting operation * According to http://msdn.microsoft.com/en-us/library/windows/desktop/aa364562.aspx * To change a volume file system * Open a volume. * Lock the volume. * Format the volume. * Dismount the volume. * Unlock the volume. * Close the volume handle. */ DWORD WINAPI FormatThread(void* param) { int r; BOOL ret, use_large_fat32, windows_to_go, actual_lock_drive = lock_drive; BOOL need_logical = FALSE; DWORD cr, DriveIndex = (DWORD)(uintptr_t)param, ClusterSize, Flags; HANDLE hPhysicalDrive = INVALID_HANDLE_VALUE; HANDLE hLogicalVolume = INVALID_HANDLE_VALUE; HANDLE hSourceImage = INVALID_HANDLE_VALUE; SYSTEMTIME lt; FILE* log_fd; uint8_t *buffer = NULL, extra_partitions = 0; char *bb_msg, *volume_name = NULL; char drive_name[] = "?:\\"; char drive_letters[27], fs_name[32], label[64]; char logfile[MAX_PATH], *userdir; char efi_dst[] = "?:\\efi\\boot\\bootx64.efi"; char kolibri_dst[] = "?:\\MTLD_F32"; char grub4dos_dst[] = "?:\\grldr"; use_large_fat32 = (fs_type == FS_FAT32) && ((SelectedDrive.DiskSize > LARGE_FAT32_SIZE) || (force_large_fat32)); windows_to_go = (image_options & IMOP_WINTOGO) && (boot_type == BT_IMAGE) && HAS_WINTOGO(img_report) && ComboBox_GetCurItemData(hImageOption); large_drive = (SelectedDrive.DiskSize > (1*TB)); if (large_drive) uprintf("Notice: Large drive detected (may produce short writes)"); // Find out if we need to add any extra partitions if ((windows_to_go) && (target_type == TT_UEFI) && (partition_type == PARTITION_STYLE_GPT)) // According to Microsoft, every GPT disk (we RUN Windows from) must have an MSR due to not having hidden sectors // http://msdn.microsoft.com/en-us/library/windows/hardware/dn640535.aspx#gpt_faq_what_disk_require_msr extra_partitions = XP_ESP | XP_MSR; else if ( ((fs_type == FS_NTFS) || (fs_type == FS_EXFAT)) && ((boot_type == BT_UEFI_NTFS) || ((boot_type == BT_IMAGE) && IS_EFI_BOOTABLE(img_report) && ((target_type == TT_UEFI) || (windows_to_go) || (allow_dual_uefi_bios)))) ) extra_partitions = XP_UEFI_NTFS; else if ((boot_type == BT_IMAGE) && !write_as_image && HAS_PERSISTENCE(img_report) && persistence_size) extra_partitions = XP_CASPER; else if (IsChecked(IDC_OLD_BIOS_FIXES)) extra_partitions = XP_COMPAT; // On pre 1703 platforms (and even on later ones), anything with ext2/ext3 doesn't sit // too well with Windows. Same with ESPs. Relaxing our locking rules seems to help... if ((extra_partitions & (XP_ESP | XP_CASPER)) || (fs_type >= FS_EXT2)) actual_lock_drive = FALSE; PrintInfoDebug(0, MSG_225); hPhysicalDrive = GetPhysicalHandle(DriveIndex, actual_lock_drive, FALSE, !actual_lock_drive); if (hPhysicalDrive == INVALID_HANDLE_VALUE) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_OPEN_FAILED; goto out; } // At this stage we have both a handle and a lock to the physical drive if (!GetDriveLetters(DriveIndex, drive_letters)) { uprintf("Failed to get a drive letter"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_CANT_ASSIGN_LETTER); goto out; } // Unassign all drives letters drive_name[0] = RemoveDriveLetters(DriveIndex, TRUE, FALSE); if (drive_name[0] == 0) { uprintf("Unable to find a drive letter to use"); FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | APPERR(ERROR_CANT_ASSIGN_LETTER); goto out; } uprintf("Will use '%C:' as volume mountpoint", drive_name[0]); // It kind of blows, but we have to relinquish access to the physical drive // for VDS to be able to delete the partitions that reside on it... safe_unlockclose(hPhysicalDrive); PrintInfo(0, MSG_239, lmprintf(MSG_307)); if (!DeletePartition(DriveIndex, 0, FALSE)) { SetLastError(FormatStatus); FormatStatus = 0; // If we couldn't delete partitions, Windows give us trouble unless we // request access to the logical drive. Don't ask me why! need_logical = TRUE; } // An extra refresh of the (now empty) partition data here appears to be helpful GetDrivePartitionData(SelectedDrive.DeviceNumber, fs_name, sizeof(fs_name), TRUE); // Now get RW access to the physical drive hPhysicalDrive = GetPhysicalHandle(DriveIndex, actual_lock_drive, TRUE, !actual_lock_drive); if (hPhysicalDrive == INVALID_HANDLE_VALUE) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_OPEN_FAILED; goto out; } RefreshDriveLayout(hPhysicalDrive); // If we write an image that contains an ESP, Windows forcibly reassigns/removes the target // drive, which causes a write error. To work around this, we must lock the logical drive. // Also need to lock logical drive if we couldn't delete partitions, to keep Windows happy... if (((boot_type == BT_IMAGE) && write_as_image) || (need_logical)) { uprintf("Requesting logical volume handle..."); hLogicalVolume = GetLogicalHandle(DriveIndex, 0, TRUE, FALSE, !actual_lock_drive); if (hLogicalVolume == INVALID_HANDLE_VALUE) { uprintf("Could not access logical volume"); FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_OPEN_FAILED; goto out; // If the call succeeds (and we don't get a NULL logical handle as returned for // unpartitioned drives), try to unmount the volume. } else if ((hLogicalVolume == NULL) && (!UnmountVolume(hLogicalVolume))) { uprintf("Trying to continue regardless..."); } } CHECK_FOR_USER_CANCEL; if (!zero_drive && !write_as_image) { PrintInfoDebug(0, MSG_226); AnalyzeMBR(hPhysicalDrive, "Drive", FALSE); UpdateProgress(OP_ANALYZE_MBR, -1.0f); } if (zero_drive) { WriteDrive(hPhysicalDrive, NULL); goto out; } // Zap partition records. This helps prevent access errors. // Note, Microsoft's way of cleaning partitions (IOCTL_DISK_CREATE_DISK, which is what we apply // in InitializeDisk) is *NOT ENOUGH* to reset a disk and can render it inoperable for partitioning // or formatting under Windows. See https://github.com/pbatard/rufus/issues/759 for details. if ((boot_type != BT_IMAGE) || (img_report.is_iso && !write_as_image)) { if ((!ClearMBRGPT(hPhysicalDrive, SelectedDrive.DiskSize, SelectedDrive.SectorSize, use_large_fat32)) || (!InitializeDisk(hPhysicalDrive))) { uprintf("Could not reset partitions"); FormatStatus = (LastWriteError != 0) ? LastWriteError : (ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_PARTITION_FAILURE); goto out; } } if (IsChecked(IDC_BAD_BLOCKS)) { do { int sel = ComboBox_GetCurSel(hNBPasses); // create a log file for bad blocks report. Since %USERPROFILE% may // have localized characters, we use the UTF-8 API. userdir = getenvU("USERPROFILE"); static_strcpy(logfile, userdir); safe_free(userdir); GetLocalTime(<); safe_sprintf(&logfile[strlen(logfile)], sizeof(logfile)-strlen(logfile)-1, "\\rufus_%04d%02d%02d_%02d%02d%02d.log", lt.wYear, lt.wMonth, lt.wDay, lt.wHour, lt.wMinute, lt.wSecond); log_fd = fopenU(logfile, "w+"); if (log_fd == NULL) { uprintf("Could not create log file for bad blocks check"); } else { fprintf(log_fd, APPLICATION_NAME " bad blocks check started on: %04d.%02d.%02d %02d:%02d:%02d", lt.wYear, lt.wMonth, lt.wDay, lt.wHour, lt.wMinute, lt.wSecond); fflush(log_fd); } if (!BadBlocks(hPhysicalDrive, SelectedDrive.DiskSize, (sel >= 2) ? 4 : sel +1, sel, &report, log_fd)) { uprintf("Bad blocks: Check failed."); if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_BADBLOCKS_FAILURE); ClearMBRGPT(hPhysicalDrive, SelectedDrive.DiskSize, SelectedDrive.SectorSize, FALSE); fclose(log_fd); DeleteFileU(logfile); goto out; } uprintf("Bad Blocks: Check completed, %d bad block%s found. (%d/%d/%d errors)", report.bb_count, (report.bb_count==1)?"":"s", report.num_read_errors, report.num_write_errors, report.num_corruption_errors); r = IDOK; if (report.bb_count) { bb_msg = lmprintf(MSG_011, report.bb_count, report.num_read_errors, report.num_write_errors, report.num_corruption_errors); fprintf(log_fd, "%s", bb_msg); GetLocalTime(<); fprintf(log_fd, APPLICATION_NAME " bad blocks check ended on: %04d.%02d.%02d %02d:%02d:%02d", lt.wYear, lt.wMonth, lt.wDay, lt.wHour, lt.wMinute, lt.wSecond); fclose(log_fd); r = MessageBoxExU(hMainDialog, lmprintf(MSG_012, bb_msg, logfile), lmprintf(MSG_010), MB_ABORTRETRYIGNORE|MB_ICONWARNING|MB_IS_RTL, selected_langid); } else { // We didn't get any errors => delete the log file fclose(log_fd); DeleteFileU(logfile); } } while (r == IDRETRY); if (r == IDABORT) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_CANCELLED; goto out; } // Especially after destructive badblocks test, you must zero the MBR/GPT completely // before repartitioning. Else, all kind of bad things happen. if (!ClearMBRGPT(hPhysicalDrive, SelectedDrive.DiskSize, SelectedDrive.SectorSize, use_large_fat32)) { uprintf("unable to zero MBR/GPT"); if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } } // Write an image file if ((boot_type == BT_IMAGE) && write_as_image) { hSourceImage = CreateFileU(image_path, GENERIC_READ, FILE_SHARE_READ, NULL, OPEN_EXISTING, FILE_FLAG_SEQUENTIAL_SCAN, NULL); if (hSourceImage == INVALID_HANDLE_VALUE) { uprintf("Could not open image '%s': %s", image_path, WindowsErrorString()); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_OPEN_FAILED; goto out; } WriteDrive(hPhysicalDrive, hSourceImage); // If the image contains a partition we might be able to access, try to re-mount it safe_unlockclose(hPhysicalDrive); safe_unlockclose(hLogicalVolume); Sleep(200); WaitForLogical(DriveIndex, 0); if (GetDrivePartitionData(SelectedDrive.DeviceNumber, fs_name, sizeof(fs_name), TRUE)) { volume_name = GetLogicalName(DriveIndex, 0, TRUE, TRUE); if ((volume_name != NULL) && (MountVolume(drive_name, volume_name))) uprintf("Remounted %s as %C:", volume_name, drive_name[0]); } goto out; } UpdateProgress(OP_ZERO_MBR, -1.0f); CHECK_FOR_USER_CANCEL; if (!CreatePartition(hPhysicalDrive, partition_type, fs_type, (partition_type == PARTITION_STYLE_MBR) && (target_type == TT_UEFI), extra_partitions)) { FormatStatus = (LastWriteError != 0) ? LastWriteError : (ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_PARTITION_FAILURE); goto out; } UpdateProgress(OP_PARTITION, -1.0f); // Close the (unmounted) volume before formatting if ((hLogicalVolume != NULL) && (hLogicalVolume != INVALID_HANDLE_VALUE)) { PrintInfoDebug(0, MSG_227); if (!CloseHandle(hLogicalVolume)) { uprintf("Could not close volume: %s", WindowsErrorString()); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_ACCESS_DENIED; goto out; } } hLogicalVolume = INVALID_HANDLE_VALUE; // VDS wants us to unlock the phys if (use_vds) { safe_unlockclose(hPhysicalDrive); uprintf("Refreshing drive layout..."); // Note: This may leave the device disabled on re-plug or reboot // so only do this for the experimental VDS path for now... cr = CycleDevice(ComboBox_GetCurSel(hDeviceList)); if (cr == ERROR_DEVICE_REINITIALIZATION_NEEDED) { uprintf("Zombie device detected, trying again..."); Sleep(1000); cr = CycleDevice(ComboBox_GetCurSel(hDeviceList)); } if (cr == 0) uprintf("Successfully cycled device"); else uprintf("Cycling device failed!"); RefreshLayout(DriveIndex); } // Wait for the logical drive we just created to appear uprintf("Waiting for logical drive to reappear..."); Sleep(200); if (!WaitForLogical(DriveIndex, partition_offset[PI_MAIN])) { uprintf("Logical drive was not found - aborting"); if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_TIMEOUT; goto out; } CHECK_FOR_USER_CANCEL; // Format Casper partition if required. Do it before we format anything with // a file system that Windows will recognize, to avoid concurrent access. if (extra_partitions & XP_CASPER) { uint32_t ext_version = ReadSetting32(SETTING_USE_EXT_VERSION); if ((ext_version < 2) || (ext_version > 4)) ext_version = 3; uprintf("Using %s-like method to enable persistence", img_report.uses_casper ? "Ubuntu" : "Debian"); if (!FormatPartition(DriveIndex, partition_offset[PI_CASPER], 0, FS_EXT2 + (ext_version - 2), img_report.uses_casper ? "casper-rw" : "persistence", (img_report.uses_casper ? 0 : FP_CREATE_PERSISTENCE_CONF) | (IsChecked(IDC_QUICK_FORMAT) ? FP_QUICK : 0))) { if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } } GetWindowTextU(hLabel, label, sizeof(label)); if (fs_type < FS_EXT2) ToValidLabel(label, (fs_type == FS_FAT16) || (fs_type == FS_FAT32) || (fs_type == FS_EXFAT)); ClusterSize = (DWORD)ComboBox_GetCurItemData(hClusterSize); if ((ClusterSize < 0x200) || (write_as_esp)) ClusterSize = 0; // 0 = default cluster size Flags = FP_FORCE; if (IsChecked(IDC_QUICK_FORMAT)) Flags |= FP_QUICK; if ((fs_type == FS_NTFS) && (enable_ntfs_compression)) Flags |= FP_COMPRESSION; ret = FormatPartition(DriveIndex, partition_offset[PI_MAIN], ClusterSize, fs_type, label, Flags); if (!ret) { // Error will be set by FormatPartition() in FormatStatus uprintf("Format error: %s", StrError(FormatStatus, TRUE)); goto out; } if (use_vds) { // Get RW access back to the physical drive... hPhysicalDrive = GetPhysicalHandle(DriveIndex, actual_lock_drive, TRUE, !actual_lock_drive); if (hPhysicalDrive == INVALID_HANDLE_VALUE) { FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | ERROR_OPEN_FAILED; goto out; } } // Thanks to Microsoft, we must fix the MBR AFTER the drive has been formatted if ((partition_type == PARTITION_STYLE_MBR) || ((boot_type != BT_NON_BOOTABLE) && (partition_type == PARTITION_STYLE_GPT))) { PrintInfoDebug(0, MSG_228); // "Writing master boot record..." if ((!WriteMBR(hPhysicalDrive)) || (!WriteSBR(hPhysicalDrive))) { if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } UpdateProgress(OP_FIX_MBR, -1.0f); } Sleep(200); WaitForLogical(DriveIndex, 0); // Try to continue CHECK_FOR_USER_CANCEL; volume_name = GetLogicalName(DriveIndex, partition_offset[PI_MAIN], TRUE, TRUE); if (volume_name == NULL) { uprintf("Could not get volume name"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_NO_VOLUME_ID; goto out; } uprintf("Found volume %s", volume_name); // Windows is really finicky with regards to reassigning drive letters even after // we forcibly removed them, so add yet another explicit call to RemoveDriveLetters() RemoveDriveLetters(DriveIndex, FALSE, TRUE); if (!MountVolume(drive_name, volume_name)) { uprintf("Could not remount %s as %C: %s\n", volume_name, drive_name[0], WindowsErrorString()); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_CANT_MOUNT_VOLUME); goto out; } CHECK_FOR_USER_CANCEL; // Disable file indexing, unless it was force-enabled by the user if ((!enable_file_indexing) && ((fs_type == FS_NTFS) || (fs_type == FS_UDF) || (fs_type == FS_REFS))) { uprintf("Disabling file indexing..."); if (!SetFileAttributesA(volume_name, FILE_ATTRIBUTE_NOT_CONTENT_INDEXED)) uprintf("Could not disable file indexing: %s", WindowsErrorString()); } // Refresh the drive label - This is needed as Windows may have altered it from // the name we proposed, and we require an exact label, to patch config files. if ((fs_type < FS_EXT2) && !GetVolumeInformationU(drive_name, img_report.usb_label, ARRAYSIZE(img_report.usb_label), NULL, NULL, NULL, NULL, 0)) { uprintf("Warning: Failed to refresh label: %s", WindowsErrorString()); } else if ((fs_type >= FS_EXT2) && (fs_type <= FS_EXT4)) { const char* ext_label = GetExtFsLabel(DriveIndex, 0); if (ext_label != NULL) static_strcpy(img_report.usb_label, label); } if (boot_type != BT_NON_BOOTABLE) { if (boot_type == BT_UEFI_NTFS) { // All good } else if (target_type == TT_UEFI) { // For once, no need to do anything - just check our sanity assert((boot_type == BT_IMAGE) && IS_EFI_BOOTABLE(img_report) && (fs_type <= FS_NTFS)); if ( (boot_type != BT_IMAGE) || !IS_EFI_BOOTABLE(img_report) || (fs_type > FS_NTFS) ) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_INSTALL_FAILURE; goto out; } } else if ( (boot_type == BT_SYSLINUX_V4) || (boot_type == BT_SYSLINUX_V6) || ((boot_type == BT_IMAGE) && (HAS_SYSLINUX(img_report) || HAS_REACTOS(img_report)) && (!HAS_WINDOWS(img_report) || !allow_dual_uefi_bios)) ) { if (!InstallSyslinux(DriveIndex, drive_name[0], fs_type)) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_INSTALL_FAILURE; goto out; } } else { // We still have a lock, which we need to modify the volume boot record // => no need to reacquire the lock... hLogicalVolume = GetLogicalHandle(DriveIndex, partition_offset[PI_MAIN], FALSE, TRUE, FALSE); if ((hLogicalVolume == INVALID_HANDLE_VALUE) || (hLogicalVolume == NULL)) { uprintf("Could not re-mount volume for partition boot record access"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_OPEN_FAILED; goto out; } // NB: if you unmount the logical volume here, XP will report error: // [0x00000456] The media in the drive may have changed PrintInfoDebug(0, MSG_229); if (!WritePBR(hLogicalVolume)) { if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } // We must close and unlock the volume to write files to it safe_unlockclose(hLogicalVolume); } } else { if (IsChecked(IDC_EXTENDED_LABEL)) SetAutorun(drive_name); } CHECK_FOR_USER_CANCEL; // We issue a complete remount of the filesystem on account of: // - Ensuring the file explorer properly detects that the volume was updated // - Ensuring that an NTFS system will be reparsed so that it becomes bootable if (!RemountVolume(drive_name, FALSE)) goto out; CHECK_FOR_USER_CANCEL; if (boot_type != BT_NON_BOOTABLE) { if ((boot_type == BT_MSDOS) || (boot_type == BT_FREEDOS)) { UpdateProgress(OP_FILE_COPY, -1.0f); PrintInfoDebug(0, MSG_230); if (!ExtractDOS(drive_name)) { if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_CANNOT_COPY; goto out; } } else if (boot_type == BT_GRUB4DOS) { grub4dos_dst[0] = drive_name[0]; IGNORE_RETVAL(_chdirU(app_dir)); uprintf("Installing: %s (Grub4DOS loader) %s", grub4dos_dst, IsFileInDB(FILES_DIR "\\grub4dos-" GRUB4DOS_VERSION "\\grldr")?"✓":"✗"); if (!CopyFileU(FILES_DIR "\\grub4dos-" GRUB4DOS_VERSION "\\grldr", grub4dos_dst, FALSE)) uprintf("Failed to copy file: %s", WindowsErrorString()); } else if ((boot_type == BT_IMAGE) && (image_path != NULL) && (img_report.is_iso || img_report.is_windows_img)) { UpdateProgress(OP_FILE_COPY, 0.0f); drive_name[2] = 0; // Ensure our drive is something like 'D:' if (windows_to_go) { PrintInfoDebug(0, MSG_268); if (!SetupWinToGo(DriveIndex, drive_name, (extra_partitions & XP_ESP))) { if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR | FAC(FACILITY_STORAGE) | APPERR(ERROR_ISO_EXTRACT); goto out; } } else { assert(!img_report.is_windows_img); if (!ExtractISO(image_path, drive_name, FALSE)) { if (!IS_ERROR(FormatStatus)) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_ISO_EXTRACT); goto out; } if (HAS_KOLIBRIOS(img_report)) { kolibri_dst[0] = drive_name[0]; uprintf("Installing: %s (KolibriOS loader)", kolibri_dst); if (ExtractISOFile(image_path, "HD_Load/USB_Boot/MTLD_F32", kolibri_dst, FILE_ATTRIBUTE_HIDDEN|FILE_ATTRIBUTE_SYSTEM) == 0) { uprintf("Warning: loader installation failed - KolibriOS will not boot!"); } } // EFI mode selected, with no 'boot###.efi' but Windows 7 x64's 'bootmgr.efi' (bit #0) if (((target_type == TT_UEFI) || allow_dual_uefi_bios) && HAS_WIN7_EFI(img_report)) { PrintInfo(0, MSG_232, lmprintf(MSG_307)); uprintf("Win7 EFI boot setup"); img_report.wininst_path[0][0] = drive_name[0]; efi_dst[0] = drive_name[0]; efi_dst[sizeof(efi_dst) - sizeof("\\bootx64.efi")] = 0; if (!CreateDirectoryA(efi_dst, 0)) { uprintf("Could not create directory '%s': %s", efi_dst, WindowsErrorString()); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_CANT_PATCH); } else { efi_dst[sizeof(efi_dst) - sizeof("\\bootx64.efi")] = '\\'; if (!WimExtractFile(img_report.wininst_path[0], 1, "Windows\\Boot\\EFI\\bootmgfw.efi", efi_dst, FALSE)) { uprintf("Failed to setup Win7 EFI boot"); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_CANT_PATCH); } } } if ( (target_type == TT_BIOS) && HAS_WINPE(img_report) ) { // Apply WinPe fixup if (!SetupWinPE(drive_name[0])) FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|APPERR(ERROR_CANT_PATCH); } } } UpdateProgress(OP_FINALIZE, -1.0f); PrintInfoDebug(0, MSG_233); if (IsChecked(IDC_EXTENDED_LABEL)) SetAutorun(drive_name); // Issue another complete remount before we exit, to ensure we're clean RemountVolume(drive_name, TRUE); // NTFS fixup (WinPE/AIK images don't seem to boot without an extra checkdisk) if ((boot_type == BT_IMAGE) && (img_report.is_iso) && (fs_type == FS_NTFS)) { // Try to ensure that all messages from Checkdisk will be in English if (PRIMARYLANGID(GetThreadUILanguage()) != LANG_ENGLISH) { SetThreadUILanguage(MAKELANGID(LANG_ENGLISH, SUBLANG_ENGLISH_US)); if (PRIMARYLANGID(GetThreadUILanguage()) != LANG_ENGLISH) uprintf("Note: CheckDisk messages may be localized"); } CheckDisk(drive_name[0]); UpdateProgress(OP_FINALIZE, -1.0f); } } out: VdsRescan(VDS_RESCAN_REFRESH, 0, TRUE); safe_free(volume_name); safe_free(buffer); safe_closehandle(hSourceImage); safe_unlockclose(hLogicalVolume); safe_unlockclose(hPhysicalDrive); // This can take a while if (IS_ERROR(FormatStatus)) { volume_name = GetLogicalName(DriveIndex, partition_offset[PI_MAIN], TRUE, TRUE); if (volume_name != NULL) { if (MountVolume(drive_name, volume_name)) uprintf("Re-mounted volume as %C: after error", drive_name[0]); free(volume_name); } } PostMessage(hMainDialog, UM_FORMAT_COMPLETED, (WPARAM)TRUE, 0); ExitThread(0); } DWORD WINAPI SaveImageThread(void* param) { BOOL s; DWORD rSize, wSize; IMG_SAVE *img_save = (IMG_SAVE*)param; HANDLE hPhysicalDrive = INVALID_HANDLE_VALUE; HANDLE hDestImage = INVALID_HANDLE_VALUE; LARGE_INTEGER li; uint8_t *buffer = NULL; uint64_t wb; int i; PrintInfoDebug(0, MSG_225); switch (img_save->Type) { case IMG_SAVE_TYPE_VHD: hPhysicalDrive = GetPhysicalHandle(img_save->DeviceNum, TRUE, FALSE, FALSE); break; case IMG_SAVE_TYPE_ISO: hPhysicalDrive = CreateFileA(img_save->DevicePath, GENERIC_READ, FILE_SHARE_READ, NULL, OPEN_EXISTING, FILE_FLAG_SEQUENTIAL_SCAN, NULL); break; default: uprintf("Invalid image type"); } if (hPhysicalDrive == INVALID_HANDLE_VALUE) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_OPEN_FAILED; goto out; } // Write an image file // We may have poked the MBR and other stuff, so need to rewind li.QuadPart = 0; if (!SetFilePointerEx(hPhysicalDrive, li, NULL, FILE_BEGIN)) uprintf("Warning: Unable to rewind device position - wrong data might be copied!"); hDestImage = CreateFileU(img_save->ImagePath, GENERIC_WRITE, FILE_SHARE_WRITE, NULL, CREATE_ALWAYS, FILE_ATTRIBUTE_NORMAL, NULL); if (hDestImage == INVALID_HANDLE_VALUE) { uprintf("Could not open image '%s': %s", img_save->ImagePath, WindowsErrorString()); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_OPEN_FAILED; goto out; } buffer = (uint8_t*)_mm_malloc(img_save->BufSize, 16); if (buffer == NULL) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_NOT_ENOUGH_MEMORY; uprintf("could not allocate buffer"); goto out; } uprintf("Will use a buffer size of %s", SizeToHumanReadable(img_save->BufSize, FALSE, FALSE)); uprintf("Saving to image '%s'...", img_save->ImagePath); // Don't bother trying for something clever, using double buffering overlapped and whatnot: // With Windows' default optimizations, sync read + sync write for sequential operations // will be as fast, if not faster, than whatever async scheme you can come up with. UpdateProgressWithInfoInit(NULL, FALSE); for (wb = 0; ; wb += wSize) { if (img_save->Type == IMG_SAVE_TYPE_ISO) { // Optical drives do not appear to increment the sectors to read automatically li.QuadPart = wb; if (!SetFilePointerEx(hPhysicalDrive, li, NULL, FILE_BEGIN)) uprintf("Warning: Unable to set device position - wrong data might be copied!"); } s = ReadFile(hPhysicalDrive, buffer, (DWORD)MIN(img_save->BufSize, img_save->DeviceSize - wb), &rSize, NULL); if (!s) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_READ_FAULT; uprintf("Read error: %s", WindowsErrorString()); goto out; } if (rSize == 0) break; UpdateProgressWithInfo(OP_FORMAT, MSG_261, wb, img_save->DeviceSize); for (i = 1; i <= WRITE_RETRIES; i++) { CHECK_FOR_USER_CANCEL; s = WriteFile(hDestImage, buffer, rSize, &wSize, NULL); if ((s) && (wSize == rSize)) break; if (s) uprintf("Write error: Wrote %d bytes, expected %d bytes", wSize, rSize); else uprintf("Write error: %s", WindowsErrorString()); if (i < WRITE_RETRIES) { li.QuadPart = wb; uprintf("Retrying in %d seconds...", WRITE_TIMEOUT / 1000); Sleep(WRITE_TIMEOUT); if (!SetFilePointerEx(hDestImage, li, NULL, FILE_BEGIN)) { uprintf("Write error: Could not reset position - %s", WindowsErrorString()); goto out; } } else { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } Sleep(200); } if (i > WRITE_RETRIES) goto out; } if (wb != img_save->DeviceSize) { uprintf("Error: wrote %s, expected %s", SizeToHumanReadable(wb, FALSE, FALSE), SizeToHumanReadable(img_save->DeviceSize, FALSE, FALSE)); FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } if (img_save->Type == IMG_SAVE_TYPE_VHD) { uprintf("Appending VHD footer..."); if (!AppendVHDFooter(img_save->ImagePath)) { FormatStatus = ERROR_SEVERITY_ERROR|FAC(FACILITY_STORAGE)|ERROR_WRITE_FAULT; goto out; } } uprintf("Operation complete (Wrote %s).", SizeToHumanReadable(wb, FALSE, FALSE)); out: safe_free(img_save->ImagePath); safe_mm_free(buffer); safe_closehandle(hDestImage); safe_unlockclose(hPhysicalDrive); PostMessage(hMainDialog, UM_FORMAT_COMPLETED, (WPARAM)TRUE, 0); ExitThread(0); }