predict_control.py

import keras
import pandas as pd
import numpy as np
import os
from jetracer.nvidia_racecar import NvidiaRacecar
from jetcam.csi_camera import CSICamera
import time
import vae
from vae.controller import VAEController
car = NvidiaRacecar()
throttle = 1
#path = "jetcar_weights.pkl"
path = "jetcar_vae_shallow_l2_weights.pkl"
input_array = np.zeros((1, 256))
try:
    i = 0

    v = VAEController()
    v.load("logs/vae-256.pkl")
    model = keras.models.load_model(path)
    camera = CSICamera(width=112, height=112)
    camera.running = True

    print("Imported Camera! Ready to Start!")
    while True:
        print("Starting to read image")
        image = camera.value.copy()
        print("Image Read!")
        #image = cv2.resize(image, (224//2, 224//2))
        print(type(image))
        tmp = v.encode_from_raw_image(image)
        print("Got image")
        input_array[0,:] = tmp
        print("Predicing from Model")
        steer = model.predict(input_array)[0][0]
        steer = float(steer)
        print("Frame: {}\t Steer: {}\t Throttle:{}".format(i, steer, throttle))
        i+=1
        car.throttle = throttle
        car.steering = steer 
except:
    car.throttle = 0
    car.steer = 0
    import sys
    sys.exit(1)