原始鏡像:即raw image,完整的ext4分區(qū)鏡像,包含很多全零的無效填充區(qū) 稀疏鏡像:即sparse image,將raw ext4進(jìn)行稀疏描述,因此尺寸比較小,制作目錄有多少文件就計(jì)算多少,沒有全零填充




case WRITE_SPARSE:{std::make_unique(partitionName));return std::move(writer);}.aseupdateupdaterservicesapplypatch
aw_writer.htypedef struct sparse_header { uint32_t magic; /* 0xed26ff3a */ uint16_t major_version; /* (0x1) - reject images with higher major versions */ uint16_t minor_version; /* (0x0) - allow images with higer minor versions */ uint16_t file_hdr_sz; /* 28 bytes for first revision of the file format */ uint16_t chunk_hdr_sz; /* 12 bytes for first revision of the file format */ uint32_t blk_sz; /* block size in bytes, must be a multiple of 4 (4096) */ uint32_t total_blks; /* total blocks in the non-sparse output image */ uint32_t total_chunks; /* total chunks in the sparse input image */ uint32_t image_checksum; /* CRC32 checksum of the original data, counting "don't care" *//* as 0. Standard 802.3 polynomial, use a Public Domain *//* table implementation */} sparse_header_t;#define SPARSE_HEADER_MAGIC 0xed26ff3a#define CHUNK_TYPE_RAW 0xCAC1#define CHUNK_TYPE_FILL 0xCAC2#define CHUNK_TYPE_DONT_CARE 0xCAC3#define CHUNK_TYPE_CRC32 0xCAC4typedef struct chunk_header { uint16_t chunk_type; /* 0xCAC1 -> raw; 0xCAC2 -> fill; 0xCAC3 -> don't care */ uint16_t reserved1; uint32_t chunk_sz; /* in blocks in output image */ uint32_t total_sz; /* in bytes of chunk input file including chunk header and data */} chunk_header_t;class SparseWriter : public DataWriter {public: virtual bool Write(const uint8_t *addr, size_t len, WriteMode mode, const std::string &partitionName); explicit SparseWriter(const std::string partitionName) : offset_(0), fd_(-1), partitionName_(partitionName) {} virtual ~SparseWriter() { offset_ = 0;if (fd_ > 0) { fsync(fd_);close(fd_); } fd_ = -1; }private:int WriteInternal(int fd, const uint8_t *data, size_t len, const std::string &partitionName); SparseWriter(const SparseWriter&) = delete;const SparseWriter& operator=(const SparseWriter&) = delete; off64_t offset_;int fd_; std::string partitionName_;};.aseupdateupdaterservicesapplypatch
aw_writer.cppbool SparseWriter::Write(const uint8_t *addr, size_t len, WriteMode mode, const std::string &partitionName)
{
if (addr == nullptr) {
LOG(ERROR) << "SparseWriter: invalid address.";
return false;
}
if (len == 0) {
LOG(INFO) << "SparseWriter: write length is 0, skip.";
return false;
}
if (fd_ < 0) {
fd_ = OpenPartition(partitionName_);
if (fd_ < 0) {
return false;
}
}
UPDATER_CHECK_ONLY_RETURN(WriteInternal(fd_, addr, len, partitionName_) >= 0, return false);
return true;
}
int SparseWriter::WriteInternal(int fd, const uint8_t *data, size_t len, const std::string &partitionName)
{
uint32_t written = 0;
sparse_header_t *sparse_header;
chunk_header_t *chunk_header;
unsigned int chunk;
void *membuf = NULL;
uint32_t *fill_buf = NULL;
uint32_t fill_val;
uint32_t bytes_written = 0;
uint32_t total_bytes = 0;
uint32_t blk = 0;
uint32_t chunk_data_sz = 0;
uint32_t blkcnt = 0;
uint32_t blks = 0;
uint32_t total_blocks = 0;
uint32_t addr_offset = 0;
uint32_t fill_buf_num_blks = 0;
uint32_t block_size = 4096;
uint32_t block_count = 524288;
uint32_t i;
uint32_t j;
int ret = lseek64(fd, offset_, SEEK_SET);
UPDATER_FILE_CHECK(ret != -1, "RawWriter: failed to seek file to " << offset_, return -1);
fill_buf_num_blks = CONFIG_FASTBOOT_FLASH_FILLBUF_SIZE / block_size;
LOG(INFO) << "WriteInternal offset_ " << offset_;
/* Read and skip over sparse image header */
sparse_header = (sparse_header_t *)data;
data += sparse_header->file_hdr_sz;
if (sparse_header->file_hdr_sz > sizeof(sparse_header_t)) {
/*
* Skip the remaining bytes in a header that is longer than
* we expected.
*/
data += (sparse_header->file_hdr_sz - sizeof(sparse_header_t));
}
LOG(INFO) << "=== Sparse Image Header ===";
LOG(INFO) << "magic: " << sparse_header->magic;
LOG(INFO) << "major_version: " << sparse_header->major_version;
LOG(INFO) << "minor_version: " << sparse_header->minor_version;
LOG(INFO) << "file_hdr_sz: " << sparse_header->file_hdr_sz;
LOG(INFO) << "chunk_hdr_sz: " << sparse_header->chunk_hdr_sz;
LOG(INFO) << "blk_sz: " << sparse_header->blk_sz;
LOG(INFO) << "total_blks: " << sparse_header->total_blks;
LOG(INFO) << "total_chunks: " << sparse_header->total_chunks;
LOG(INFO) << "Flashing Sparse Image";
blk = 0;
for (chunk = 0; chunk < sparse_header->total_chunks; chunk++) {
/* Read and skip over chunk header */
chunk_header = (chunk_header_t *)data;
data += sizeof(chunk_header_t);
if (chunk_header->chunk_type != CHUNK_TYPE_RAW)
{
LOG(INFO) << "=== Chunk Header ===";
LOG(INFO) << "chunk_type: " << chunk_header->chunk_type;
LOG(INFO) << "chunk_sz: " << chunk_header->chunk_sz;
LOG(INFO) << "total_sz: " << chunk_header->total_sz;
}
if (sparse_header->chunk_hdr_sz > sizeof(chunk_header_t)) {
/*
* Skip the remaining bytes in a header that is longer
* than we expected.
*/
data += (sparse_header->chunk_hdr_sz -
sizeof(chunk_header_t));
}
chunk_data_sz = sparse_header->blk_sz * chunk_header->chunk_sz;
blkcnt = chunk_data_sz / block_size;
switch (chunk_header->chunk_type) {
case CHUNK_TYPE_RAW:
if (chunk_header->total_sz !=
(sparse_header->chunk_hdr_sz + chunk_data_sz)) {
LOG(ERROR) << "Bogus chunk size for chunk type Raw";
return -1;
}
if (blk + blkcnt > 0 + block_count) {
LOG(ERROR) << "Request would exceed partition size!";
return -1;
}
addr_offset = blk * block_size;
ret = lseek64(fd, offset_ + addr_offset, SEEK_SET);
if (ret < 0) {
LOG(ERROR) << "failed to seek file to " << addr_offset << " error=" << strerror(errno);
return -1;
}
written = write(fd, data, blkcnt * block_size);
if (written < 0) {
LOG(ERROR) << "SparseWriter: failed to write data of len ";
return -1;
}
total_bytes = total_bytes + blkcnt * block_size;
blks = written / block_size;
blk += blks;
bytes_written += blkcnt * block_size;
total_blocks += chunk_header->chunk_sz;
data += chunk_data_sz;
break;
case CHUNK_TYPE_FILL:
if (chunk_header->total_sz !=
(sparse_header->chunk_hdr_sz + sizeof(uint32_t))) {
LOG(ERROR) << "Bogus chunk size for chunk type FILL total_sz err " << chunk_header->total_sz << "
";
return -1;
}
ret = posix_memalign (&membuf, 64,
ROUNDUP(
block_size * fill_buf_num_blks,
64));
if (ret) {
LOG(ERROR) << "posix_memalign:" << strerror (errno);
return -1;
}
fill_buf = (uint32_t *)membuf;
if (!fill_buf) {
LOG(ERROR) << "Malloc failed for: CHUNK_TYPE_FILL";
return -1;
}
fill_val = *(uint32_t *)data;
data = data + sizeof(uint32_t);
for (i = 0;
i < (block_size * fill_buf_num_blks /
sizeof(fill_val));
i++)
fill_buf[i] = fill_val;
if (blk + blkcnt > 0 + block_count) {
LOG(ERROR) << "Request would exceed partition size!";
return -1;
}
for (i = 0; i < blkcnt;) {
j = blkcnt - i;
if (j > fill_buf_num_blks)
j = fill_buf_num_blks;
addr_offset = blk * block_size;
ret = lseek64(fd, offset_ + addr_offset, SEEK_SET);
if (ret < 0) {
LOG(ERROR) << "failed to lseek file to " << addr_offset << " error=" << strerror(errno);
return -1;
}
written = write(fd, fill_buf, j * block_size);
if (written < 0) {
LOG(ERROR) << "SparseWriter: failed to write data of len ";
return -1;
}
total_bytes = total_bytes + j * block_size;
blks = written / block_size;
if (blks < j) {
LOG(ERROR) << "Write failed, block";
free(fill_buf);
return -1;
}
blk += blks;
i += j;
}
bytes_written += blkcnt * block_size;
total_blocks += chunk_data_sz / sparse_header->blk_sz;
free(fill_buf);
break;
case CHUNK_TYPE_DONT_CARE:
blk += blkcnt;
total_blocks += chunk_header->chunk_sz;
break;
case CHUNK_TYPE_CRC32:
if (chunk_header->total_sz !=
sparse_header->chunk_hdr_sz) {
LOG(ERROR) << "Bogus chunk size for chunk type CRC32 total_sz err " << chunk_header->total_sz;
return -1;
}
total_blocks += chunk_header->chunk_sz;
data += chunk_data_sz;
break;
default:
LOG(INFO) << __func__ << ": Unknown chunk type: " << chunk_header->chunk_type;
return -1;
}
}
LOG(INFO) << "Wrote "<< chunk <<"blocks, expected to write " << sparse_header->total_blks << "blocks
";
LOG(INFO) << "........ wrote "<< bytes_written <<"bytes to " << partitionName << "
";
LOG(INFO) << "total_bytes=" << total_bytes;
return 0;
}DevEco Studio新特性分享-跨語言調(diào)試,讓調(diào)試更便捷高效 基于 OpenHarmony 的智聯(lián)北斗海防系統(tǒng) 玩轉(zhuǎn)OpenHarmony智能家居:如何實(shí)現(xiàn)樹莓派“碰一碰”設(shè)備控制 玩轉(zhuǎn)OpenHarmony社交場(chǎng)景:即時(shí)通訊平臺(tái) HarmonyOS多媒體框架介紹
提示:本文由電子發(fā)燒友社區(qū)發(fā)布,轉(zhuǎn)載請(qǐng)注明以上來源。如需社區(qū)合作及入群交流,請(qǐng)?zhí)砑游⑿臙EFans0806,或者發(fā)郵箱liuyong@huaqiu.com。
原文標(biāo)題:稀疏鏡像在 OpenHarmony 上的探索
文章出處:【微信公眾號(hào):電子發(fā)燒友開源社區(qū)】歡迎添加關(guān)注!文章轉(zhuǎn)載請(qǐng)注明出處。
聲明:本文內(nèi)容及配圖由入駐作者撰寫或者入駐合作網(wǎng)站授權(quán)轉(zhuǎn)載。文章觀點(diǎn)僅代表作者本人,不代表電子發(fā)燒友網(wǎng)立場(chǎng)。文章及其配圖僅供工程師學(xué)習(xí)之用,如有內(nèi)容侵權(quán)或者其他違規(guī)問題,請(qǐng)聯(lián)系本站處理。
舉報(bào)投訴
-
電子發(fā)燒友
+關(guān)注
關(guān)注
34文章
591瀏覽量
34138 -
開源社區(qū)
+關(guān)注
關(guān)注
1文章
95瀏覽量
798
原文標(biāo)題:稀疏鏡像在 OpenHarmony 上的探索
文章出處:【微信號(hào):HarmonyOS_Community,微信公眾號(hào):電子發(fā)燒友開源社區(qū)】歡迎添加關(guān)注!文章轉(zhuǎn)載請(qǐng)注明出處。
發(fā)布評(píng)論請(qǐng)先 登錄
相關(guān)推薦
熱點(diǎn)推薦
使用Dockerfile構(gòu)建鏡像的詳細(xì)步驟
Dockerfile寫得好不好,直接影響三件事:鏡像大小、構(gòu)建速度、運(yùn)行安全性。我見過太多團(tuán)隊(duì)的Dockerfile是"能跑就行"的水平——基礎(chǔ)鏡像用ubuntu:latest
【原創(chuàng)】OpenHarmony系統(tǒng)投屏工具軟件 - OpenHarmony_OHScrcpy使用推薦
Android平臺(tái)的scrcpy投屏工具。它能夠?qū)?b class='flag-5'>OpenHarmony設(shè)備的屏幕實(shí)時(shí)鏡像到計(jì)算機(jī),并提供設(shè)備控制功能。
實(shí)現(xiàn)原理框圖
計(jì)算機(jī)側(cè)(客戶端) :基于Python跨平臺(tái)實(shí)現(xiàn)
OpenHarmony設(shè)備
發(fā)表于 01-22 18:34
炎核開源開放平臺(tái)上架推出OpenSparseBlas高性能稀疏計(jì)算庫
在科學(xué)計(jì)算與工程仿真領(lǐng)域,高效處理大規(guī)模稀疏矩陣運(yùn)算是提升整體計(jì)算效能的關(guān)鍵。為此,我們?cè)谘缀碎_源開放平臺(tái)上架推出 OpenSparseBlas——一個(gè)專為稀疏矩陣/向量計(jì)算而打造的高性能稀疏計(jì)算庫
請(qǐng)問各位dayu200是不是不支持燒錄64位的OpenHarmony
我自己編譯了OpenHarmony5.0.2的鏡像,發(fā)現(xiàn)如果使用arm64參數(shù)編譯為64位版本,燒錄后卡在開機(jī)動(dòng)畫無法開機(jī),如果編譯為32位就可以正常。請(qǐng)問dayu200不支持64位系統(tǒng)嗎?
發(fā)表于 08-16 17:39
Allegro Skill布局功能之整體模塊鏡像介紹
使用“整體鏡像”功能可以實(shí)現(xiàn)快速、批量、多元素的鏡像操作,此功能可以將整個(gè)模塊電路快速鏡像,包括電路中的走線、銅皮、字符等,有便捷方便的操作方式,例如下文演示。 1、在菜單欄中點(diǎn)擊“FanySkill-布局-整體
rootfs鏡像制作其實(shí)沒那么難
在嵌入式Linux開發(fā)中,文件系統(tǒng)的打包和鏡像制作是關(guān)鍵步驟。本文介紹了Linux核心板文件系統(tǒng)的打包與鏡像制作方法,適合嵌入式開發(fā)人員快速上手。前言致遠(yuǎn)電子Linux核心板提供的系統(tǒng)固件里,除了
樹莓派鏡像的制作、燒錄及運(yùn)行
你是否想過自己動(dòng)手打造一個(gè)專屬的操作系統(tǒng)鏡像?無論是為極客項(xiàng)目定制開發(fā)環(huán)境,還是讓老舊設(shè)備煥發(fā)新生,系統(tǒng)鏡像定制都是極客玩家的必備技能。
【貝啟科技BQ3568HM開源鴻蒙開發(fā)板深度試用報(bào)告】系統(tǒng)鏡像編譯和燒錄
兩個(gè)部分,分別是系統(tǒng)鏡像編譯環(huán)境、DevEco Studio開發(fā)環(huán)境。
在系統(tǒng)鏡像編譯環(huán)境中,用于從源碼編譯系統(tǒng)的鏡像,以及命令行運(yùn)行的系統(tǒng)程序或者用戶程序。
DevEco Studio開發(fā)環(huán)境,則用
發(fā)表于 03-16 10:53
基于Docker鏡像逆向生成Dockerfile
在本文中, 我們將通過理解Docker鏡像如何存儲(chǔ)數(shù)據(jù), 以及如何使用工具查看鏡像方方面面的信息來逆向工程一個(gè)Docker鏡像; 以及如何使用Python的Docker API來構(gòu)建一個(gè)類似Dedockify的工具來創(chuàng)建Dock
稀疏鏡像在 OpenHarmony 上的探索
評(píng)論