自标注目标检测数据集(labelme)转voc\coco格式,并切图处理


highlight: github
theme: github

这篇博客记录了我处理自标注的目标检测数据集的过程,由于数据集中小目标占比较大,处理的目标是希望将数据集中图片切割成小块。过程相对比较繁琐,因此在此记录,以便有同样需求的同学参考,也方便自己回顾。有任何问题或者有更好的方法,也希望在评论区指出,共同进步。

labelme转voc

这个过程网上有很多的代码可供参考,我使用下面代码作为转换。labelme标注的结果应该是一个文件夹里面既有图片,也有同名的txt文件提供标签信息。

Voc格式的数据遵循以下目录

VOC_ROOT #根目录\
             ├── JPEGImages # 存放源图片\
             │              ├── aaaa.jpg\
             │              ├── bbbb.jpg\
             │              └── cccc.jpg\
             ├── Annotations # 存放[xml]文件,与JPEGImages中的图片一一对应,解释图片的内容\
             │              ├── aaaa.xml\
             │              ├── bbbb.xml\
             │              └── cccc.xml\
             └── ImageSets\
                         └── Main\
                             ├── train.txt # txt文件中每一行包含一个图片的名称\
                             └── val.txt

下面是转换的代码labelme2voc.py

import os
from typing import List, Any
import numpy as np
import codecs
import json
from glob import glob
import cv2
import shutil
from sklearn.model_selection import train_test_split
# 1.标签路径
labelme_imgpath = r"" # 原始labelme数据图片路径
labelme_annorpath = r"" #labelme数据标签路径(txt)
saved_path = r"" # 保存路径
isUseTest = True # 是否创建test集
# 2.创建要求文件夹
if not os.path.exists(saved_path + "Annotations"):
 os.makedirs(saved_path + "Annotations")
if not os.path.exists(saved_path + "JPEGImages/"):
 os.makedirs(saved_path + "JPEGImages/")
if not os.path.exists(saved_path + "ImageSets/Main/"):
 os.makedirs(saved_path + "ImageSets/Main/")
# 3.获取待处理文件
files = glob(labelme_annorpath+ "*.json")
files = [i.replace("\", "/").split("/")[-1].split(".json")[0] for i in files]
#print(files)
# 4.读取标注信息并写入xml
for json_file_ in files:
 json_filename = labelme_annorpath + json_file_ + ".json"
 json_file = json.load(open(json_filename, "r", encoding="utf-8"))
 height, width, channels = cv2.imread(labelme_imgpath + json_file_ + ".jpg").shape
 with codecs.open(saved_path + "Annotations/" + json_file_ + ".xml", "w", "utf-8") as xml:
 xml.write('<annotation>\n')
 xml.write('\t<folder>' + 'WH_data' + '</folder>\n')
 xml.write('\t<filename>' + json_file_ + ".jpg" + '</filename>\n')
 xml.write('\t<source>\n')
 xml.write('\t\t<database>WH Data</database>\n')
 xml.write('\t\t<annotation>WH</annotation>\n')
 xml.write('\t\t<image>flickr</image>\n')
 xml.write('\t\t<flickrid>NULL</flickrid>\n')
 xml.write('\t</source>\n')
 xml.write('\t<owner>\n')
 xml.write('\t\t<flickrid>NULL</flickrid>\n')
 xml.write('\t\t<name>WH</name>\n')
 xml.write('\t</owner>\n')
 xml.write('\t<size>\n')
 xml.write('\t\t<width>' + str(width) + '</width>\n')
 xml.write('\t\t<height>' + str(height) + '</height>\n')
 xml.write('\t\t<depth>' + str(channels) + '</depth>\n')
 xml.write('\t</size>\n')
 xml.write('\t\t<segmented>0</segmented>\n')
 for multi in json_file["shapes"]:
 points = np.array(multi["points"])
 labelName = multi["label"]
 xmin = min(points[:, 0])
 xmax = max(points[:, 0])
 ymin = min(points[:, 1])
 ymax = max(points[:, 1])
 label = multi["label"]
 if xmax <= xmin:
 pass
 elif ymax <= ymin:
 pass
 else:
 xml.write('\t<object>\n')
 xml.write('\t\t<name>' + labelName + '</name>\n')
 xml.write('\t\t<pose>Unspecified</pose>\n')
 xml.write('\t\t<truncated>1</truncated>\n')
 xml.write('\t\t<difficult>0</difficult>\n')
 xml.write('\t\t<bndbox>\n')
 xml.write('\t\t\t<xmin>' + str(int(xmin)) + '</xmin>\n')
 xml.write('\t\t\t<ymin>' + str(int(ymin)) + '</ymin>\n')
 xml.write('\t\t\t<xmax>' + str(int(xmax)) + '</xmax>\n')
 xml.write('\t\t\t<ymax>' + str(int(ymax)) + '</ymax>\n')
 xml.write('\t\t</bndbox>\n')
 xml.write('\t</object>\n')
 print(json_filename, xmin, ymin, xmax, ymax, label)
 xml.write('</annotation>')
# 5.复制图片到 VOC2007/JPEGImages/下
image_files = glob(labelme_imgpath + "*.jpg")
print("copy image files to VOC007/JPEGImages/")
for image in image_files:
 shutil.copy(image, saved_path + "JPEGImages/")
# 6.split files for txt
txtsavepath = saved_path + "ImageSets/Main/"
ftrainval = open(txtsavepath + '/trainval.txt', 'w')
ftest = open(txtsavepath + '/test.txt', 'w')
ftrain = open(txtsavepath + '/train.txt', 'w')
fval = open(txtsavepath + '/val.txt', 'w')
total_files = glob("D:/DATASET_for_CNN/labelme_data_new/VOC2007/Annotations/*.xml")
total_files = [i.replace("\", "/").split("/")[-1].split(".xml")[0] for i in total_files]
trainval_files = []
test_files = []
if isUseTest:
 trainval_files, test_files = train_test_split(total_files, test_size=0.15, random_state=55)
else:
 trainval_files = total_files
for file in trainval_files:
 ftrainval.write(file + "\n")
# split
train_files, val_files = train_test_split(trainval_files, test_size=0.15, random_state=55)
# train
for file in train_files:
 ftrain.write(file + "\n")
# val
for file in val_files:
 fval.write(file + "\n")
for file in test_files:
 print(file)
 ftest.write(file + "\n")
ftrainval.close()
ftrain.close()
fval.close()
ftest.close()

voc格式数据集去除不需要的label

我的数据集原本标注的label类共10类,但我在实际使用中只需要使用其中的4类来训练,因此需要把剩下不需要的类别的图片和标注统统删除掉。因为数据集已经转换成了voc格式,在删除的时候只需要遍历xml文件夹,解析xml文件,当里面出现了不需要的类别的obj的时候,就把这个xml连同对应的图片一并删除

我这么做是因为在我的数据集中,不需要的6类本身占比就非常少,因此对于那些混杂着需要目标和不需要目标的图片,我也一并删掉了,并不会对数据集本身的图片数量造成严重影响。

下面是我处理的代码voc_purification.py,值得注意的是,因为我的voc格式数据中ImageSets\Main\文件夹下有trainval.txt、train.txt、val.txt、test.txt四个文件,也就是四个划分,分别是训练验证集、训练集、验证集、测试集,所以在代码中我连续四次检查txt文件中是否有需要删除的行。

import glob
import xml.etree.ElementTree as ET
import os
# import xml.dom.minidom
# 类名 把要删除的类名称放进去
delete_labels = ['a', 'b', 'c', 'd', 'e', 'f']
# xml路径
path = r'your/annotation/path' #存放xml文件的文件夹
img_path = r'your/image/path' #存放图片的文件夹
for xml_file in glob.glob(path + '/*.xml'):
 # 获取文件名(不带后缀)
 filename = os.path.basename(xml_file)[:-4]
 # 返回解析树
 tree = ET.parse(xml_file)
 # 获取根节点
 root = tree.getroot()
 # 对所有目标进行解析
 for member in root.findall('object'):
 # 获取object标签内的name
 objectname = member.find('name').text
 if objectname in delete_labels:
 # print(objectname)
 os.remove(os.path.join(img_path, filename + '.jpg'))
 print('remove img:' + filename + '.jpg' + '\n')
 with open(r"your/trainval.txt/path", 'r') as file:
 lines = file.readlines()
 with open(r"your/trainval.txt/path", 'w') as file:
 for line in lines:
 if line.strip("\n") != filename:
 file.write(line)
 with open(r"your/train.txt/path", 'r') as file:
 lines = file.readlines()
 with open(r"your/train.txt/path", 'w') as file:
 for line in lines:
 if line.strip("\n") != filename:
 file.write(line)
 with open(r"your/val.txt/path", 'r') as file:
 lines = file.readlines()
 with open(r"your/val.txt/path", 'w') as file:
 for line in lines:
 if line.strip("\n") != filename:
 file.write(line)
 with open(r"your/test.txt/path", 'r') as file:
 lines = file.readlines()
 with open(r"your/test.txt/path", 'w') as file:
 for line in lines:
 if line.strip("\n") != filename:
 file.write(line)
 print('remove txt file:' + filename + '.jpg' + '\n')
 os.remove(os.path.join(path, filename + '.xml'))
 print('remove xml:' + filename + '.jpg' + '\n')
 break

voc转coco格式

之前之所以先转成voc格式,就是因为voc格式中一张图片对应一个xml文件的方式对于删掉不需要的图片比较方便,但在实际使用中,还是coco格式用的比较多,因此我再把他转成coco格式。

这部分内容网上有很多教程可以参考,我贴出来一个以供参考。

voc2coco_from_txt

import shutil
import xml.etree.ElementTree as ET
import os
import json
coco = dict()
coco['images'] = []
coco['type'] = 'instances'
coco['annotations'] = []
coco['categories'] = []
category_set = dict()
image_set = set()
# 注意具体应用中,类别索引是从0开始,还是从1开始。
# 若从1开始(包含背景的情况)下一句代码需改成category_item_id = 0
category_item_id = -1
image_id = 20180000000
annotation_id = 0
def addCatItem(name):
 global category_item_id
 category_item = dict()
 category_item['supercategory'] = 'none'
 category_item_id += 1
 category_item['id'] = category_item_id
 category_item['name'] = name
 coco['categories'].append(category_item)
 category_set[name] = category_item_id
 return category_item_id
def addImgItem(file_name, size):
 global image_id
 if file_name is None:
 raise Exception('Could not find filename tag in xml file.')
 if size['width'] is None:
 raise Exception('Could not find width tag in xml file.')
 if size['height'] is None:
 raise Exception('Could not find height tag in xml file.')
 image_id += 1
 image_item = dict()
 image_item['id'] = image_id
 image_item['file_name'] = file_name
 image_item['width'] = size['width']
 image_item['height'] = size['height']
 coco['images'].append(image_item)
 image_set.add(file_name)
 return image_id
def addAnnoItem(object_name, image_id, category_id, bbox):
 global annotation_id
 annotation_item = dict()
 annotation_item['segmentation'] = []
 seg = []
 # bbox[] is x,y,w,h
 # left_top
 seg.append(bbox[0])
 seg.append(bbox[1])
 # left_bottom
 seg.append(bbox[0])
 seg.append(bbox[1] + bbox[3])
 # right_bottom
 seg.append(bbox[0] + bbox[2])
 seg.append(bbox[1] + bbox[3])
 # right_top
 seg.append(bbox[0] + bbox[2])
 seg.append(bbox[1])
 annotation_item['segmentation'].append(seg)
 annotation_item['area'] = bbox[2] * bbox[3]
 annotation_item['iscrowd'] = 0
 annotation_item['ignore'] = 0
 annotation_item['image_id'] = image_id
 annotation_item['bbox'] = bbox
 annotation_item['category_id'] = category_id
 annotation_id += 1
 annotation_item['id'] = annotation_id
 coco['annotations'].append(annotation_item)
def _read_image_ids(image_sets_file):
 ids = []
 with open(image_sets_file) as f:
 for line in f:
 ids.append(line.rstrip())
 return ids
"""通过txt文件生成"""
# split ='train' 'val' 'trainval' 'test'
def parseXmlFiles_by_txt(data_dir, json_save_path, split='train'):
 print("hello")
 labelfile = split + ".txt"
 image_sets_file = data_dir + "/ImageSets/Main/" + labelfile
 ids = _read_image_ids(image_sets_file)
 for _id in ids:
 image_file = data_dir + f"/JPEGImages/{_id}.jpg"
 shutil.copy(image_file, fr"E:\DataSets\labelme_new\COCO_cls_4\val{_id}.jpg")
 xml_file = data_dir + f"/Annotations/{_id}.xml"
 bndbox = dict()
 size = dict()
 current_image_id = None
 current_category_id = None
 file_name = None
 size['width'] = None
 size['height'] = None
 size['depth'] = None
 tree = ET.parse(xml_file)
 root = tree.getroot()
 if root.tag != 'annotation':
 raise Exception('pascal voc xml root element should be annotation, rather than {}'.format(root.tag))
 # elem is <folder>, <filename>, <size>, <object>
 for elem in root:
 current_parent = elem.tag
 current_sub = None
 object_name = None
 if elem.tag == 'folder':
 continue
 if elem.tag == 'filename':
 # 若xml文件名和文件里'filename'标签的内容不一致,而xml文件名是正确的,
 # 即,(标注错误),则用xml文件名赋给file_name,即,下面一句代码换成file_name = _id + '.jpg'
 file_name = elem.text
 if file_name in category_set:
 raise Exception('file_name duplicated')
 # add img item only after parse <size> tag
 elif current_image_id is None and file_name is not None and size['width'] is not None:
 if file_name not in image_set:
 current_image_id = addImgItem(file_name, size)
 print('add image with {} and {}'.format(file_name, size))
 else:
 raise Exception('duplicated image: {}'.format(file_name))
 # subelem is <width>, <height>, <depth>, <name>, <bndbox>
 for subelem in elem:
 bndbox['xmin'] = None
 bndbox['xmax'] = None
 bndbox['ymin'] = None
 bndbox['ymax'] = None
 current_sub = subelem.tag
 if current_parent == 'object' and subelem.tag == 'name':
 object_name = subelem.text
 if object_name not in category_set:
 current_category_id = addCatItem(object_name)
 else:
 current_category_id = category_set[object_name]
 elif current_parent == 'size':
 if size[subelem.tag] is not None:
 raise Exception('xml structure broken at size tag.')
 size[subelem.tag] = int(subelem.text)
 # option is <xmin>, <ymin>, <xmax>, <ymax>, when subelem is <bndbox>
 for option in subelem:
 if current_sub == 'bndbox':
 if bndbox[option.tag] is not None:
 raise Exception('xml structure corrupted at bndbox tag.')
 bndbox[option.tag] = int(option.text)
 # only after parse the <object> tag
 if bndbox['xmin'] is not None:
 if object_name is None:
 raise Exception('xml structure broken at bndbox tag')
 if current_image_id is None:
 raise Exception('xml structure broken at bndbox tag')
 if current_category_id is None:
 raise Exception('xml structure broken at bndbox tag')
 bbox = []
 # x
 bbox.append(bndbox['xmin'])
 # y
 bbox.append(bndbox['ymin'])
 # w
 bbox.append(bndbox['xmax'] - bndbox['xmin'])
 # h
 bbox.append(bndbox['ymax'] - bndbox['ymin'])
 print('add annotation with {},{},{},{}'.format(object_name, current_image_id, current_category_id,
 bbox))
 addAnnoItem(object_name, current_image_id, current_category_id, bbox)
 json.dump(coco, open(json_save_path, 'w'))
"""直接从xml文件夹中生成"""
def parseXmlFiles(xml_path, json_save_path):
 for f in os.listdir(xml_path):
 if not f.endswith('.xml'):
 continue
 bndbox = dict()
 size = dict()
 current_image_id = None
 current_category_id = None
 file_name = None
 size['width'] = None
 size['height'] = None
 size['depth'] = None
 xml_file = os.path.join(xml_path, f)
 print(xml_file)
 tree = ET.parse(xml_file)
 root = tree.getroot()
 if root.tag != 'annotation':
 raise Exception('pascal voc xml root element should be annotation, rather than {}'.format(root.tag))
 # elem is <folder>, <filename>, <size>, <object>
 for elem in root:
 current_parent = elem.tag
 current_sub = None
 object_name = None
 if elem.tag == 'folder':
 continue
 if elem.tag == 'filename':
 file_name = elem.text
 if file_name in category_set:
 raise Exception('file_name duplicated')
 # add img item only after parse <size> tag
 elif current_image_id is None and file_name is not None and size['width'] is not None:
 if file_name not in image_set:
 current_image_id = addImgItem(file_name, size)
 print('add image with {} and {}'.format(file_name, size))
 else:
 raise Exception('duplicated image: {}'.format(file_name))
 # subelem is <width>, <height>, <depth>, <name>, <bndbox>
 for subelem in elem:
 bndbox['xmin'] = None
 bndbox['xmax'] = None
 bndbox['ymin'] = None
 bndbox['ymax'] = None
 current_sub = subelem.tag
 if current_parent == 'object' and subelem.tag == 'name':
 object_name = subelem.text
 if object_name not in category_set:
 current_category_id = addCatItem(object_name)
 else:
 current_category_id = category_set[object_name]
 elif current_parent == 'size':
 if size[subelem.tag] is not None:
 raise Exception('xml structure broken at size tag.')
 size[subelem.tag] = int(subelem.text)
 # option is <xmin>, <ymin>, <xmax>, <ymax>, when subelem is <bndbox>
 for option in subelem:
 if current_sub == 'bndbox':
 if bndbox[option.tag] is not None:
 raise Exception('xml structure corrupted at bndbox tag.')
 bndbox[option.tag] = int(option.text)
 # only after parse the <object> tag
 if bndbox['xmin'] is not None:
 if object_name is None:
 raise Exception('xml structure broken at bndbox tag')
 if current_image_id is None:
 raise Exception('xml structure broken at bndbox tag')
 if current_category_id is None:
 raise Exception('xml structure broken at bndbox tag')
 bbox = []
 # x
 bbox.append(bndbox['xmin'])
 # y
 bbox.append(bndbox['ymin'])
 # w
 bbox.append(bndbox['xmax'] - bndbox['xmin'])
 # h
 bbox.append(bndbox['ymax'] - bndbox['ymin'])
 print('add annotation with {},{},{},{}'.format(object_name, current_image_id, current_category_id,
 bbox))
 addAnnoItem(object_name, current_image_id, current_category_id, bbox)
 json.dump(coco, open(json_save_path, 'w'))
if __name__ == '__main__':
 # 通过txt文件生成
 voc_data_dir = r"E:\DataSets\labelme_new\VOC2007" # 整个数据集文件夹所在路径
 json_save_path = r"E:\DataSets\labelme_new\COCO_cls_4\annotations\val.json" # 生成后的文件存放路径和生成文件的名字
 parseXmlFiles_by_txt(voc_data_dir, json_save_path, "test")
 # 通过文件夹生成
 # ann_path = "E:/VOCdevkit/VOC2007/Annotations"
 # json_save_path = "E:/VOCdevkit/test.json"
 # parseXmlFiles(ann_path, json_save_path)

COCO格式数据集切图

由于我的数据集图片中目标都比较小,采用切图训练的方式进行(一般当原始数据集全部有标注框的图片中,有1/2以上的图片标注框的平均宽高与原图宽高比例小于0.04时,建议进行切图训练),本节代码来自PaddleDetection官方GitHub仓库。

统计自己的数据集信息

先统计自己的数据集信息,看看是否需要切图训练

可以用下面代码box_distribution.py,使用过程在命令行输入

python box_distribution.py --json_path ../../dataset/annotations/train.json --out_img box_distribution.jpg

其中--json_path加载coco格式的json文件路径,--out_img输出统计分布图路径

# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import matplotlib.pyplot as plt
import json
import numpy as np
import argparse
def median(data):
 data.sort()
 mid = len(data) // 2
 median = (data[mid] + data[~mid]) / 2
 return median
def draw_distribution(width, height, out_path):
 w_bins = int((max(width) - min(width)) // 10)
 h_bins = int((max(height) - min(height)) // 10)
 plt.figure()
 plt.subplot(221)
 plt.hist(width, bins=w_bins, color='green')
 plt.xlabel('Width rate *1000')
 plt.ylabel('number')
 plt.title('Distribution of Width')
 plt.subplot(222)
 plt.hist(height, bins=h_bins, color='blue')
 plt.xlabel('Height rate *1000')
 plt.title('Distribution of Height')
 plt.savefig(out_path)
 print(f'Distribution saved as {out_path}')
 plt.show()
def get_ratio_infos(jsonfile, out_img):
 allannjson = json.load(open(jsonfile, 'r'))
 be_im_id = 1
 be_im_w = []
 be_im_h = []
 ratio_w = []
 ratio_h = []
 images = allannjson['images']
 for i, ann in enumerate(allannjson['annotations']):
 if ann['iscrowd']:
 continue
 x0, y0, w, h = ann['bbox'][:]
 if be_im_id == ann['image_id']:
 be_im_w.append(w)
 be_im_h.append(h)
 else:
 im_w = images[be_im_id - 1]['width']
 im_h = images[be_im_id - 1]['height']
 im_m_w = np.mean(be_im_w)
 im_m_h = np.mean(be_im_h)
 dis_w = im_m_w / im_w
 dis_h = im_m_h / im_h
 ratio_w.append(dis_w)
 ratio_h.append(dis_h)
 be_im_id = ann['image_id']
 be_im_w = [w]
 be_im_h = [h]
 im_w = images[be_im_id - 1]['width']
 im_h = images[be_im_id - 1]['height']
 im_m_w = np.mean(be_im_w)
 im_m_h = np.mean(be_im_h)
 dis_w = im_m_w / im_w
 dis_h = im_m_h / im_h
 ratio_w.append(dis_w)
 ratio_h.append(dis_h)
 mid_w = median(ratio_w)
 mid_h = median(ratio_h)
 ratio_w = [i * 1000 for i in ratio_w]
 ratio_h = [i * 1000 for i in ratio_h]
 print(f'Median of ratio_w is {mid_w}')
 print(f'Median of ratio_h is {mid_h}')
 print('all_img with box: ', len(ratio_h))
 print('all_ann: ', len(allannjson['annotations']))
 draw_distribution(ratio_w, ratio_h, out_img)
def main():
 parser = argparse.ArgumentParser()
 parser.add_argument(
 '--json_path', type=str, default=None, help="Dataset json path.")
 parser.add_argument(
 '--out_img',
 type=str,
 default='box_distribution.jpg',
 help="Name of distibution img.")
 args = parser.parse_args()
 get_ratio_infos(args.json_path, args.out_img)
if __name__ == "__main__":
 main()

切图

如果统计结果中,有1/2以上的图片标注框的平均宽高与原图宽高比例小于0.04,如下输出信息,则考虑使用切图方式训练,能够比较有效地提高小目标的检测精度。

Median of ratio_w is 0.03799439775910364
Median of ratio_h is 0.04074914637387802
all_img with box: 1409
all_ann: 98905
Distribution saved as box_distribution.jpg

切图的代码同样来自PaddleDetection官方Github仓库

slice_image.py

# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
from tqdm import tqdm
def slice_data(image_dir, dataset_json_path, output_dir, slice_size,
 overlap_ratio):
 try:
 from sahi.scripts.slice_coco import slice
 except Exception as e:
 raise RuntimeError(
 'Unable to use sahi to slice images, please install sahi, for example: `pip install sahi`, see https://github.com/obss/sahi'
 )
 tqdm.write(
 f" slicing for slice_size={slice_size}, overlap_ratio={overlap_ratio}")
 slice(
 image_dir=image_dir,
 dataset_json_path=dataset_json_path,
 output_dir=output_dir,
 slice_size=slice_size,
 overlap_ratio=overlap_ratio, )
def main():
 parser = argparse.ArgumentParser()
 parser.add_argument(
 '--image_dir', type=str, default=None, help="The image folder path.")
 parser.add_argument(
 '--json_path', type=str, default=None, help="Dataset json path.")
 parser.add_argument(
 '--output_dir', type=str, default=None, help="Output dir.")
 parser.add_argument(
 '--slice_size', type=int, default=500, help="slice_size")
 parser.add_argument(
 '--overlap_ratio', type=float, default=0.25, help="overlap_ratio")
 args = parser.parse_args()
 slice_data(args.image_dir, args.json_path, args.output_dir, args.slice_size,
 args.overlap_ratio)
if __name__ == "__main__":
 main()

删除无目标的背景图

切图之后的数据集,文件夹里面存在大量的无目标标注框的图片,即原图中的背景部分。如果直接丢进去训练有可能造成正负样本不均衡的问题,从而影响精度。因此要把这部分图片删除掉。因为数据集是coco格式的,所以删的时候既要删掉图片,也要把json文件中对应的信息删除掉,具体实现参考下面代码。

coco_del_bg.py

import json
import os
class CocoDataDeleteBackground:
 def __init__(self, imgPath, jsonPath):
 self.imgPath = imgPath
 self.jsonPath = jsonPath
 def delete_background(self):
 with open(self.jsonPath, 'r+') as f:
 annotation_json = json.load(f)
 # 查询所有那些有标注框的图片id
 all_img_id = []
 for anno in annotation_json['annotations']:
 img_id = anno['image_id'] # 获取当前目标所在的图片id
 all_img_id.append(img_id)
 all_img_id = list(set(all_img_id)) # id去重
 all_imgs_to_del = []
 # 遍历images对应的list,删掉其中id不在all_img_id中的项,以及对应的图片
 for i in range(len(annotation_json['images'][::])):
 image_name = annotation_json['images'][i]['file_name'] # 读取图片名
 img_id = annotation_json['images'][i]['id'] # 读取图片id
 if img_id not in all_img_id:
 all_imgs_to_del.append(i)
 os.remove(os.path.join(self.imgPath, image_name))
 print(image_name + 'has been removed!')
 all_imgs_to_del = sorted(all_imgs_to_del, reverse=True)
 for i in all_imgs_to_del:
 del annotation_json['images'][i]
 f.seek(0)
 f.truncate() # json清空
 f.write(json.dumps(annotation_json)) # json重写
if __name__ == '__main__':
 # the first param is the directory's path of images
 # the second param is the path of json file
 d = CocoDataDeleteBackground(r"your\image\path",
 r"your\json\path")
 # run the delete function
 d.delete_background()
 print('done!')
作者:花伴

%s 个评论

要回复文章请先登录注册