1 Star 1 Fork 0

pauleta/ExtremeNet-Pytorch

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
dextr.py 4.33 KB
一键复制 编辑 原始数据 按行查看 历史
DataXujing 提交于 2020-01-15 13:49 . :bug:extremenet
import os
import torch
from collections import OrderedDict
from PIL import Image
import numpy as np
from matplotlib import pyplot as plt
import sys
from torch.nn.functional import upsample
this_dir = os.path.dirname(__file__)
sys.path.insert(0, 'dextr')
import networks.deeplab_resnet as resnet
from dataloaders import helpers as helpers
class Dextr(object):
def __init__(self, model_path='',
gpu_id=0, flip_test=True):
if model_path == '':
model_path = os.path.join(
'cache', 'dextr_pascal-sbd.pth')
self.pad = 50
self.thres = 0.8
self.device = torch.device(
"cuda:"+str(gpu_id) if torch.cuda.is_available() else "cpu")
self.flip_test = flip_test
# Create the network and load the weights
self.net = resnet.resnet101(1, nInputChannels=4, classifier='psp')
print("Initializing weights from: {}".format(model_path))
state_dict_checkpoint = torch.load(
model_path, map_location=lambda storage, loc: storage)
# Remove the prefix .module from the model when it is trained using DataParallel
if 'module.' in list(state_dict_checkpoint.keys())[0]:
new_state_dict = OrderedDict()
for k, v in state_dict_checkpoint.items():
name = k[7:] # remove `module.` from multi-gpu training
new_state_dict[name] = v
else:
new_state_dict = state_dict_checkpoint
self.net.load_state_dict(new_state_dict)
self.net.eval()
self.net.to(self.device)
def segment(self, image, extreme_points_ori):
# Crop image to the bounding box from the extreme points and resize
bbox = helpers.get_bbox(image, points=extreme_points_ori, pad=self.pad, zero_pad=True)
crop_image = helpers.crop_from_bbox(image, bbox, zero_pad=True)
resize_image = helpers.fixed_resize(crop_image, (512, 512)).astype(np.float32)
# Generate extreme point heat map normalized to image values
extreme_points = extreme_points_ori - [np.min(extreme_points_ori[:, 0]), np.min(extreme_points_ori[:, 1])] + [self.pad,
self.pad]
extreme_points = (512 * extreme_points * [1 / crop_image.shape[1], 1 / crop_image.shape[0]]).astype(np.int)
extreme_heatmap = helpers.make_gt(resize_image, extreme_points, sigma=10)
extreme_heatmap = helpers.cstm_normalize(extreme_heatmap, 255)
# Concatenate inputs and convert to tensor
input_dextr = np.concatenate((resize_image, extreme_heatmap[:, :, np.newaxis]), axis=2)
inputs = input_dextr.transpose((2, 0, 1))[np.newaxis, ...]
# import pdb; pdb.set_trace()
if self.flip_test:
inputs = np.concatenate([inputs, inputs[:, :, :, ::-1]], axis=0)
inputs = torch.from_numpy(inputs)
# Run a forward pass
inputs = inputs.to(self.device)
outputs = self.net.forward(inputs)
outputs = upsample(outputs, size=(512, 512), mode='bilinear', align_corners=True)
outputs = outputs.to(torch.device('cpu'))
outputs = outputs.data.numpy()
if self.flip_test:
outputs = (outputs[:1] + outputs[1:, :, :, ::-1]) / 2
pred = np.transpose(outputs[0, ...], (1, 2, 0))
pred = 1 / (1 + np.exp(-pred))
pred = np.squeeze(pred)
result = helpers.crop2fullmask(pred, bbox, im_size=image.shape[:2], zero_pad=True, relax=self.pad) > self.thres
return result
if __name__ == '__main__':
dextr = Dextr()
# Read image and click the points
# image = np.array(Image.open('ims/dog-cat.jpg'))
image = np.array(Image.open(sys.argv[1]))
plt.ion()
plt.axis('off')
plt.imshow(image)
plt.title('Click the four extreme points of the objects\nHit enter when done (do not close the window)')
results = []
with torch.no_grad():
while 1:
extreme_points_ori = np.array(plt.ginput(4, timeout=0)).astype(np.int)
result = dextr.segment(image, extreme_points_ori)
# import pdb; pdb.set_trace()
results.append(result)
# Plot the results
plt.imshow(helpers.overlay_masks(image / 255, results))
plt.plot(extreme_points_ori[:, 0], extreme_points_ori[:, 1], 'gx')
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/pauleta/ExtremeNet-Pytorch.git
git@gitee.com:pauleta/ExtremeNet-Pytorch.git
pauleta
ExtremeNet-Pytorch
ExtremeNet-Pytorch
master

搜索帮助

0d507c66 1850385 C8b1a773 1850385