nicholas/ceph-osd-file-extractor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update scrape.py

Browse Source
This commit is contained in:
chucklz
2025-01-31 16:31:40 -05:00
committed by GitHub
parent 3457f2358b
commit 7b8d8f41ba
1 changed files with 15 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
scrape.py
View File

@@ -21,8 +21,6 @@ relativeNextFileDefinitionAddress = 0x09 - offsetRelativeAddressCorrection
# #################################################################################################### # ####################################################################################################
# walk through the filesystem # walk through the filesystem
# these are test paths
testFileAttrName = '/mnt/test/5.f_head/all/#5:f1988779:::10002413871.00000000:head#/attr/_parent' testFileAttrName = '/mnt/test/5.f_head/all/#5:f1988779:::10002413871.00000000:head#/attr/_parent'
testFileDataName = '/mnt/test/5.f_head/all/#5:f1988779:::10002413871.00000000:head#/data' testFileDataName = '/mnt/test/5.f_head/all/#5:f1988779:::10002413871.00000000:head#/data'
@@ -134,10 +132,18 @@ for fullPaths, dirNames, fileNames in os.walk(fuseRoot):
# #################################################################################################### # ####################################################################################################
# FILE RECOVERY # FILE RECOVERY
# make that dir #BUG: a data file can be zero bytes. however i found that in the OSD, a zero byte data file can also be an empty folder
if not os.path.exists(newDir): # in this case, ill skip them. by inverting the condition, i can process them if i find that im missing files
os.makedirs(newDir)
# copy the data file to the fullpath file # skip files data files that are 0 bytes
if not os.path.exists(newFile): if not os.stat(pgDataFile).st_size == 0:
shutil.copyfile(pgDataFile, newFile) # make that dir
if not os.path.exists(newDir):
print('new dir: ' + newDir)
os.makedirs(newDir)
# copy the data file to the fullpath file
if not os.path.exists(newFile):
print('old file: ' + pgDataFile)
print('new file: ' + newFile)
shutil.copyfile(pgDataFile, newFile)