代码拉取完成,页面将自动刷新
import os
import torch
from collections import OrderedDict
from PIL import Image
import numpy as np
from matplotlib import pyplot as plt
import sys
from torch.nn.functional import upsample
this_dir = os.path.dirname(__file__)
sys.path.insert(0, 'dextr')
import networks.deeplab_resnet as resnet
from dataloaders import helpers as helpers
class Dextr(object):
def __init__(self, model_path='',
gpu_id=0, flip_test=True):
if model_path == '':
model_path = os.path.join(
'cache', 'dextr_pascal-sbd.pth')
self.pad = 50
self.thres = 0.8
self.device = torch.device(
"cuda:"+str(gpu_id) if torch.cuda.is_available() else "cpu")
self.flip_test = flip_test
# Create the network and load the weights
self.net = resnet.resnet101(1, nInputChannels=4, classifier='psp')
print("Initializing weights from: {}".format(model_path))
state_dict_checkpoint = torch.load(
model_path, map_location=lambda storage, loc: storage)
# Remove the prefix .module from the model when it is trained using DataParallel
if 'module.' in list(state_dict_checkpoint.keys())[0]:
new_state_dict = OrderedDict()
for k, v in state_dict_checkpoint.items():
name = k[7:] # remove `module.` from multi-gpu training
new_state_dict[name] = v
else:
new_state_dict = state_dict_checkpoint
self.net.load_state_dict(new_state_dict)
self.net.eval()
self.net.to(self.device)
def segment(self, image, extreme_points_ori):
# Crop image to the bounding box from the extreme points and resize
bbox = helpers.get_bbox(image, points=extreme_points_ori, pad=self.pad, zero_pad=True)
crop_image = helpers.crop_from_bbox(image, bbox, zero_pad=True)
resize_image = helpers.fixed_resize(crop_image, (512, 512)).astype(np.float32)
# Generate extreme point heat map normalized to image values
extreme_points = extreme_points_ori - [np.min(extreme_points_ori[:, 0]), np.min(extreme_points_ori[:, 1])] + [self.pad,
self.pad]
extreme_points = (512 * extreme_points * [1 / crop_image.shape[1], 1 / crop_image.shape[0]]).astype(np.int)
extreme_heatmap = helpers.make_gt(resize_image, extreme_points, sigma=10)
extreme_heatmap = helpers.cstm_normalize(extreme_heatmap, 255)
# Concatenate inputs and convert to tensor
input_dextr = np.concatenate((resize_image, extreme_heatmap[:, :, np.newaxis]), axis=2)
inputs = input_dextr.transpose((2, 0, 1))[np.newaxis, ...]
# import pdb; pdb.set_trace()
if self.flip_test:
inputs = np.concatenate([inputs, inputs[:, :, :, ::-1]], axis=0)
inputs = torch.from_numpy(inputs)
# Run a forward pass
inputs = inputs.to(self.device)
outputs = self.net.forward(inputs)
outputs = upsample(outputs, size=(512, 512), mode='bilinear', align_corners=True)
outputs = outputs.to(torch.device('cpu'))
outputs = outputs.data.numpy()
if self.flip_test:
outputs = (outputs[:1] + outputs[1:, :, :, ::-1]) / 2
pred = np.transpose(outputs[0, ...], (1, 2, 0))
pred = 1 / (1 + np.exp(-pred))
pred = np.squeeze(pred)
result = helpers.crop2fullmask(pred, bbox, im_size=image.shape[:2], zero_pad=True, relax=self.pad) > self.thres
return result
if __name__ == '__main__':
dextr = Dextr()
# Read image and click the points
# image = np.array(Image.open('ims/dog-cat.jpg'))
image = np.array(Image.open(sys.argv[1]))
plt.ion()
plt.axis('off')
plt.imshow(image)
plt.title('Click the four extreme points of the objects\nHit enter when done (do not close the window)')
results = []
with torch.no_grad():
while 1:
extreme_points_ori = np.array(plt.ginput(4, timeout=0)).astype(np.int)
result = dextr.segment(image, extreme_points_ori)
# import pdb; pdb.set_trace()
results.append(result)
# Plot the results
plt.imshow(helpers.overlay_masks(image / 255, results))
plt.plot(extreme_points_ori[:, 0], extreme_points_ori[:, 1], 'gx')
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。