【項(xiàng)目實(shí)踐】車距+車輛+車道線+行人檢測項(xiàng)目實(shí)踐

"""Darknet19 Model Defined in Keras."""import functoolsfrom functools import partial
from keras.layers import Conv2D, MaxPooling2Dfrom keras.layers.advanced_activations import LeakyReLUfrom keras.layers.normalization import BatchNormalizationfrom keras.models import Modelfrom keras.regularizers import l2
from ..utils import compose
# Partial wrapper for Convolution2D with static default argument._DarknetConv2D = partial(Conv2D, padding='same')

@functools.wraps(Conv2D)def DarknetConv2D(*args, **kwargs):    """Wrapper to set Darknet weight regularizer for Convolution2D."""    darknet_conv_kwargs = {'kernel_regularizer': l2(5e-4)}    darknet_conv_kwargs.update(kwargs)    return _DarknetConv2D(*args, **darknet_conv_kwargs)

def DarknetConv2D_BN_Leaky(*args, **kwargs):    """Darknet Convolution2D followed by BatchNormalization and LeakyReLU."""    no_bias_kwargs = {'use_bias': False}    no_bias_kwargs.update(kwargs)    return compose(        DarknetConv2D(*args, **no_bias_kwargs),        BatchNormalization(),        LeakyReLU(alpha=0.1))

def bottleneck_block(outer_filters, bottleneck_filters):    """Bottleneck block of 3x3, 1x1, 3x3 convolutions."""    return compose(        DarknetConv2D_BN_Leaky(outer_filters, (3, 3)),        DarknetConv2D_BN_Leaky(bottleneck_filters, (1, 1)),        DarknetConv2D_BN_Leaky(outer_filters, (3, 3)))

def bottleneck_x2_block(outer_filters, bottleneck_filters):    """Bottleneck block of 3x3, 1x1, 3x3, 1x1, 3x3 convolutions."""    return compose(        bottleneck_block(outer_filters, bottleneck_filters),        DarknetConv2D_BN_Leaky(bottleneck_filters, (1, 1)),        DarknetConv2D_BN_Leaky(outer_filters, (3, 3)))

def darknet_body():    """Generate first 18 conv layers of Darknet-19."""    return compose(        DarknetConv2D_BN_Leaky(32, (3, 3)),        MaxPooling2D(),        DarknetConv2D_BN_Leaky(64, (3, 3)),        MaxPooling2D(),        bottleneck_block(128, 64),        MaxPooling2D(),        bottleneck_block(256, 128),        MaxPooling2D(),        bottleneck_x2_block(512, 256),        MaxPooling2D(),        bottleneck_x2_block(1024, 512))

def darknet19(inputs):    """Generate Darknet-19 model for Imagenet classification."""    body = darknet_body()(inputs)    logits = DarknetConv2D(1000, (1, 1), activation='softmax')(body)    return Model(inputs, logits)

def yolo_loss(args,              anchors,              num_classes,              rescore_confidence=False,              print_loss=False):    """YOLO localization loss function.
    Parameters    ----------    yolo_output : tensor        Final convolutional layer features.
    true_boxes : tensor        Ground truth boxes tensor with shape [batch, num_true_boxes, 5]        containing box x_center, y_center, width, height, and class.
    detectors_mask : array        0/1 mask for detector positions where there is a matching ground truth.
    matching_true_boxes : array        Corresponding ground truth boxes for positive detector positions.        Already adjusted for conv height and width.
    anchors : tensor        Anchor boxes for model.
    num_classes : int        Number of object classes.
    rescore_confidence : bool, default=False        If true then set confidence target to IOU of best predicted box with        the closest matching ground truth box.
    print_loss : bool, default=False        If True then use a tf.Print() to print the loss components.
    Returns    -------    mean_loss : float        mean localization loss across minibatch    """    (yolo_output, true_boxes, detectors_mask, matching_true_boxes) = args    num_anchors = len(anchors)    object_scale = 5    no_object_scale = 1    class_scale = 1    coordinates_scale = 1    pred_xy, pred_wh, pred_confidence, pred_class_prob = yolo_head(        yolo_output, anchors, num_classes)
    # Unadjusted box predictions for loss.    # TODO: Remove extra computation shared with yolo_head.    yolo_output_shape = K.shape(yolo_output)    feats = K.reshape(yolo_output, [        -1, yolo_output_shape[1], yolo_output_shape[2], num_anchors,        num_classes + 5    ])    pred_boxes = K.concatenate(        (K.sigmoid(feats[..., 0:2]), feats[..., 2:4]), axis=-1)
    # TODO: Adjust predictions by image width/height for non-square images?    # IOUs may be off due to different aspect ratio.
    # Expand pred x,y,w,h to allow comparison with ground truth.    # batch, conv_height, conv_width, num_anchors, num_true_boxes, box_params    pred_xy = K.expand_dims(pred_xy, 4)    pred_wh = K.expand_dims(pred_wh, 4)
    pred_wh_half = pred_wh / 2.    pred_mins = pred_xy - pred_wh_half    pred_maxes = pred_xy + pred_wh_half
    true_boxes_shape = K.shape(true_boxes)
    # batch, conv_height, conv_width, num_anchors, num_true_boxes, box_params    true_boxes = K.reshape(true_boxes, [        true_boxes_shape[0], 1, 1, 1, true_boxes_shape[1], true_boxes_shape[2]    ])    true_xy = true_boxes[..., 0:2]    true_wh = true_boxes[..., 2:4]
    # Find IOU of each predicted box with each ground truth box.    true_wh_half = true_wh / 2.    true_mins = true_xy - true_wh_half    true_maxes = true_xy + true_wh_half
    intersect_mins = K.maximum(pred_mins, true_mins)    intersect_maxes = K.minimum(pred_maxes, true_maxes)    intersect_wh = K.maximum(intersect_maxes - intersect_mins, 0.)    intersect_areas = intersect_wh[..., 0] * intersect_wh[..., 1]
    pred_areas = pred_wh[..., 0] * pred_wh[..., 1]    true_areas = true_wh[..., 0] * true_wh[..., 1]
    union_areas = pred_areas + true_areas - intersect_areas    iou_scores = intersect_areas / union_areas
    # Best IOUs for each location.    best_ious = K.max(iou_scores, axis=4)  # Best IOU scores.    best_ious = K.expand_dims(best_ious)
    # A detector has found an object if IOU > thresh for some true box.    object_detections = K.cast(best_ious > 0.6, K.dtype(best_ious))
    # TODO: Darknet region training includes extra coordinate loss for early    # training steps to encourage predictions to match anchor priors.
    # Determine confidence weights from object and no_object weights.    # NOTE: YOLO does not use binary cross-entropy here.    no_object_weights = (no_object_scale * (1 - object_detections) *                         (1 - detectors_mask))    no_objects_loss = no_object_weights * K.square(-pred_confidence)
    if rescore_confidence:        objects_loss = (object_scale * detectors_mask *                        K.square(best_ious - pred_confidence))    else:        objects_loss = (object_scale * detectors_mask *                        K.square(1 - pred_confidence))    confidence_loss = objects_loss + no_objects_loss
    # Classification loss for matching detections.    # NOTE: YOLO does not use categorical cross-entropy loss here.    matching_classes = K.cast(matching_true_boxes[..., 4], 'int32')    matching_classes = K.one_hot(matching_classes, num_classes)    classification_loss = (class_scale * detectors_mask *                           K.square(matching_classes - pred_class_prob))
    # Coordinate loss for matching detection boxes.    matching_boxes = matching_true_boxes[..., 0:4]    coordinates_loss = (coordinates_scale * detectors_mask *                        K.square(matching_boxes - pred_boxes))
    confidence_loss_sum = K.sum(confidence_loss)    classification_loss_sum = K.sum(classification_loss)    coordinates_loss_sum = K.sum(coordinates_loss)    total_loss = 0.5 * (        confidence_loss_sum + classification_loss_sum + coordinates_loss_sum)    if print_loss:        total_loss = tf.Print(            total_loss, [                total_loss, confidence_loss_sum, classification_loss_sum,                coordinates_loss_sum            ],            message='yolo_loss, conf_loss, class_loss, box_coord_loss:')
    return total_loss

# class that finds the whole laneclass LaneFinder:    def __init__(self, img_size, warped_size, cam_matrix, dist_coeffs, transform_matrix, pixels_per_meter,                 warning_icon):        self.found = False        self.cam_matrix = cam_matrix        self.dist_coeffs = dist_coeffs        self.img_size = img_size        self.warped_size = warped_size        self.mask = np.zeros((warped_size[1], warped_size[0], 3), dtype=np.uint8)        self.roi_mask = np.ones((warped_size[1], warped_size[0], 3), dtype=np.uint8)        self.total_mask = np.zeros_like(self.roi_mask)        self.warped_mask = np.zeros((self.warped_size[1], self.warped_size[0]), dtype=np.uint8)        self.M = transform_matrix        self.count = 0        self.left_line = LaneLineFinder(warped_size, pixels_per_meter, -1.8288)  # 6 feet in meters        self.right_line = LaneLineFinder(warped_size, pixels_per_meter, 1.8288)        if (warning_icon is not None):            self.warning_icon = np.array(mpimg.imread(warning_icon) * 255, dtype=np.uint8)        else:            self.warning_icon = None
    def undistort(self, img):        return cv2.undistort(img, self.cam_matrix, self.dist_coeffs)
    def warp(self, img):        return cv2.warpPerspective(img, self.M, self.warped_size, flags=cv2.WARP_FILL_OUTLIERS + cv2.INTER_CUBIC)
    def unwarp(self, img):        return cv2.warpPerspective(img, self.M, self.img_size, flags=cv2.WARP_FILL_OUTLIERS +                                                                     cv2.INTER_CUBIC + cv2.WARP_INVERSE_MAP)
    def equalize_lines(self, alpha=0.9):        mean = 0.5 * (self.left_line.coeff_history[:, 0] + self.right_line.coeff_history[:, 0])        self.left_line.coeff_history[:, 0] = alpha * self.left_line.coeff_history[:, 0] + \                                             (1 - alpha) * (mean - np.array([0, 0, 1.8288], dtype=np.uint8))        self.right_line.coeff_history[:, 0] = alpha * self.right_line.coeff_history[:, 0] + \                                              (1 - alpha) * (mean + np.array([0, 0, 1.8288], dtype=np.uint8))
    def find_lane(self, img, distorted=True, reset=False):        # undistort, warp, change space, filter        if distorted:            img = self.undistort(img)        if reset:            self.left_line.reset_lane_line()            self.right_line.reset_lane_line()        img = self.warp(img)        img_hls = cv2.cvtColor(img, cv2.COLOR_RGB2HLS)        img_hls = cv2.medianBlur(img_hls, 5)        img_lab = cv2.cvtColor(img, cv2.COLOR_RGB2LAB)        img_lab = cv2.medianBlur(img_lab, 5)        big_kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (31, 31))        small_kernel = cv2.getStructuringElement(cv2.MORPH_RECT, (7, 7))        greenery = (img_lab[:, :, 2].astype(np.uint8) > 130) & cv2.inRange(img_hls, (0, 0, 50), (138, 43, 226))        road_mask = np.logical_not(greenery).astype(np.uint8) & (img_hls[:, :, 1] < 250)        road_mask = cv2.morphologyEx(road_mask, cv2.MORPH_OPEN, small_kernel)        road_mask = cv2.dilate(road_mask, big_kernel)        img2, contours, hierarchy = cv2.findContours(road_mask, cv2.RETR_LIST, cv2.CHAIN_APPROX_NONE)        biggest_area = 0        for contour in contours:            area = cv2.contourArea(contour)            if area > biggest_area:                biggest_area = area                biggest_contour = contour        road_mask = np.zeros_like(road_mask)        cv2.fillPoly(road_mask, [biggest_contour], 1)        self.roi_mask[:, :, 0] = (self.left_line.line_mask | self.right_line.line_mask) & road_mask        self.roi_mask[:, :, 1] = self.roi_mask[:, :, 0]        self.roi_mask[:, :, 2] = self.roi_mask[:, :, 0]        kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (7, 3))        black = cv2.morphologyEx(img_lab[:, :, 0], cv2.MORPH_TOPHAT, kernel)        lanes = cv2.morphologyEx(img_hls[:, :, 1], cv2.MORPH_TOPHAT, kernel)        kernel = cv2.getStructuringElement(cv2.MORPH_RECT, (13, 13))        lanes_yellow = cv2.morphologyEx(img_lab[:, :, 2], cv2.MORPH_TOPHAT, kernel)        self.mask[:, :, 0] = cv2.adaptiveThreshold(black, 1, cv2.ADAPTIVE_THRESH_MEAN_C, cv2.THRESH_BINARY, 13, -6)        self.mask[:, :, 1] = cv2.adaptiveThreshold(lanes, 1, cv2.ADAPTIVE_THRESH_MEAN_C, cv2.THRESH_BINARY, 13, -4)        self.mask[:, :, 2] = cv2.adaptiveThreshold(lanes_yellow, 1, cv2.ADAPTIVE_THRESH_MEAN_C, cv2.THRESH_BINARY,13, -1.5)        self.mask *= self.roi_mask        small_kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (3, 3))        self.total_mask = np.any(self.mask, axis=2).astype(np.uint8)        self.total_mask = cv2.morphologyEx(self.total_mask.astype(np.uint8), cv2.MORPH_ERODE, small_kernel)        left_mask = np.copy(self.total_mask)        right_mask = np.copy(self.total_mask)        if self.right_line.found:            left_mask = left_mask & np.logical_not(self.right_line.line_mask) & self.right_line.other_line_mask        if self.left_line.found:            right_mask = right_mask & np.logical_not(self.left_line.line_mask) & self.left_line.other_line_mask        self.left_line.find_lane_line(left_mask, reset)        self.right_line.find_lane_line(right_mask, reset)        self.found = self.left_line.found and self.right_line.found        if self.found:            self.equalize_lines(0.875)
    def draw_lane_weighted(self, img, thickness=5, alpha=0.8, beta=1, gamma=0):        left_line = self.left_line.get_line_points()        right_line = self.right_line.get_line_points()        both_lines = np.concatenate((left_line, np.flipud(right_line)), axis=0)        lanes = np.zeros((self.warped_size[1], self.warped_size[0], 3), dtype=np.uint8)        if self.found:            cv2.fillPoly(lanes, [both_lines.astype(np.int32)], (138, 43, 226))            cv2.polylines(lanes, [left_line.astype(np.int32)], False, (255, 0, 255), thickness=thickness)            cv2.polylines(lanes, [right_line.astype(np.int32)], False, (34, 139, 34), thickness=thickness)            cv2.fillPoly(lanes, [both_lines.astype(np.int32)], (138, 43, 226))            mid_coef = 0.5 * (self.left_line.poly_coeffs + self.right_line.poly_coeffs)            curve = get_curvature(mid_coef, img_size=self.warped_size, pixels_per_meter=self.left_line.pixels_per_meter)            shift = get_center_shift(mid_coef, img_size=self.warped_size,                                     pixels_per_meter=self.left_line.pixels_per_meter)            cv2.putText(img, "Road Curvature: {:6.2f}m".format(curve), (20, 50), cv2.FONT_HERSHEY_PLAIN, fontScale=2.5,                        thickness=5, color=(255, 0, 0))            cv2.putText(img, "Road Curvature: {:6.2f}m".format(curve), (20, 50), cv2.FONT_HERSHEY_PLAIN, fontScale=2.5,                        thickness=3, color=(0, 0, 0))            cv2.putText(img, "Car Position: {:4.2f}m".format(shift), (60, 100), cv2.FONT_HERSHEY_PLAIN, fontScale=2.5,                        thickness=5, color=(255, 0, 0))            cv2.putText(img, "Car Position: {:4.2f}m".format(shift), (60, 100), cv2.FONT_HERSHEY_PLAIN, fontScale=2.5,                        thickness=3, color=(0, 0, 0))        else:            warning_shape = self.warning_icon.shape            corner = (10, (img.shape[1] - warning_shape[1]) // 2)            patch = img[corner[0]:corner[0] + warning_shape[0], corner[1]:corner[1] + warning_shape[1]]            patch[self.warning_icon[:, :, 3] > 0] = self.warning_icon[self.warning_icon[:, :, 3] > 0, 0:3]            img[corner[0]:corner[0] + warning_shape[0], corner[1]:corner[1] + warning_shape[1]] = patch            cv2.putText(img, "Lane lost!", (50, 170), cv2.FONT_HERSHEY_PLAIN, fontScale=2.5,                        thickness=5, color=(255, 0, 0))            cv2.putText(img, "Lane lost!", (50, 170), cv2.FONT_HERSHEY_PLAIN, fontScale=2.5,                        thickness=3, color=(0, 0, 0))        lanes_unwarped = self.unwarp(lanes)        return cv2.addWeighted(img, alpha, lanes_unwarped, beta, gamma)
    def process_image(self, img, reset=False, show_period=10, blocking=False):        self.find_lane(img, distorted=True, reset=reset)        lane_img = self.draw_lane_weighted(img)        self.count += 1        if show_period > 0 and (self.count % show_period == 1 or show_period == 1):            start = 231            plt.clf()            for i in range(3):                plt.subplot(start + i)                plt.imshow(lf.mask[:, :, i] * 255, cmap='gray')                plt.subplot(234)            plt.imshow((lf.left_line.line + lf.right_line.line) * 255)
            ll = cv2.merge((lf.left_line.line, lf.left_line.line * 0, lf.right_line.line))            lm = cv2.merge((lf.left_line.line_mask, lf.left_line.line * 0, lf.right_line.line_mask))            plt.subplot(235)            plt.imshow(lf.roi_mask * 255, cmap='gray')            plt.subplot(236)            plt.imshow(lane_img)            if blocking:                plt.show()            else:                plt.draw()                plt.pause(0.000001)        return lane_img