OnActionRecieved isn't being called

Unity Engine
, ,
1

I added a debug log to check whether my OnActionRecieved() method was being called, because when I was recording my demonstration for behaviour cloning (I am exclusively using behaviour cloning) the demo file recorded 1 step and 2 episodes, and the debug log never showed in console. The episode thing is an issue in and of itself but I’ll figure that out later, probably. Heres the code I’m working with, it has a lot of useless stuff but trust me removing even one component renders the entire code useless for some reason:

using System.Collections;
using System.Collections.Generic;
using Unity.MLAgents;
using Unity.MLAgents.Sensors;
using UnityEngine;
using Unity.MLAgents.Actuators;

public class CarParkingAgent : Agent
{
    public Transform targetParkingSpot;
    public CarController carController;
    public float maxRaycastDistance = 10f;
    private Rigidbody rb;
    public float maxSpeed = 10f;
    public float maxAngularVelocity = 10f;
    private bool isCarParked = false;
    public Vector3 tensor;
    private bool lastFrameParkedStatus = false;
    private int currentStep = 0;

    void Start()
    {
        rb = GetComponent<Rigidbody>();
        rb.inertiaTensor = tensor;
        rb.inertiaTensor = new Vector3(1829.532f, 1974.514f, 391.8728f);

        Debug.Log("Initial Car Position: " + transform.localPosition);
    }

    private void Update()
    {
        // Check if the car is parked
        if (!isCarParked)
        {
            Debug.Log("car aint parked");
            isCarParked = IsCarOnParkingSpot();
        }
    }
    private void FixedUpdate()
    {
        //idk what this does but if i remove it my entire IsCarOnParkingSpot() stops working
        if (!lastFrameParkedStatus)
        {
            isCarParked = IsCarOnParkingSpot();
        }
        lastFrameParkedStatus = isCarParked;
    }

    public override void CollectObservations(VectorSensor sensor)
    {
       
        sensor.AddObservation(transform.localPosition);
        sensor.AddObservation(transform.rotation);
        sensor.AddObservation(carController.GetVelocity());

        Vector3 toTarget = targetParkingSpot.localPosition - transform.localPosition;
        Vector3 normalizedToTarget = toTarget.normalized;
        sensor.AddObservation(toTarget.magnitude);
        sensor.AddObservation(normalizedToTarget);
        sensor.AddObservation(rb.velocity.magnitude / maxSpeed);
        sensor.AddObservation(rb.angularVelocity.magnitude / maxAngularVelocity);

        sensor.AddObservation(targetParkingSpot.localPosition);
        sensor.AddObservation(targetParkingSpot.rotation);

        Vector3[] raycastDirections = { transform.forward, transform.right, -transform.right, transform.forward + transform.right, transform.forward - transform.right };

        foreach (Vector3 direction in raycastDirections)
        {
            if (Physics.Raycast(transform.localPosition, direction, out RaycastHit hit, maxRaycastDistance))
            {
                float normalizedDistance = hit.distance / maxRaycastDistance;
                sensor.AddObservation(normalizedDistance);
            }
            else
            {
                sensor.AddObservation(-1f);
            }
        }
    }

    public override void OnActionReceived(ActionBuffers actions)
    {
        Debug.Log("OnActionReceived called, current step = " + currentStep);
        currentStep++;
        float accelerate = actions.ContinuousActions[0];
        float brake = actions.ContinuousActions[1];
        float steering = actions.ContinuousActions[2];

        carController.HandleMotor(accelerate, brake);
        carController.HandleSteering(steering);
    }

    public override void OnEpisodeBegin()
    {
        currentStep = 0;
        Debug.Log("new episode begun");
        ResetCarPosition();
        isCarParked = false;
        lastFrameParkedStatus = false;
    }

    public void OnTriggerEnter(Collider collision)
    {
        if (collision.gameObject.CompareTag("Obstacle"))
        {
            ResetCarPosition();
            EndEpisode();
            isCarParked = false;
        }
        else if (collision.gameObject.CompareTag("ParkingSpot") && !isCarParked)
        {
            IsCarOnParkingSpot();
        }
    }

    public bool IsCarOnParkingSpot()
    {
        Vector3 toParkingSpot = targetParkingSpot.position - transform.position;
        //Debug.Log("Distance from parking spot: " + toParkingSpot.magnitude);
        if (toParkingSpot.magnitude < 1.5f)
        {
            isCarParked = true;
            ResetCarPosition();
            EndEpisode();
            return true;
        }
        isCarParked = false;

        return false;
    }

    private void ResetCarPosition()
    {
        rb.velocity = Vector3.zero;
        rb.angularVelocity = Vector3.zero;

        Vector3 localPosition = new Vector3(
            UnityEngine.Random.Range(-7f, -4f),
            0.1f,
            UnityEngine.Random.Range(-7f, 2f));

        //Debug.Log("Calculated Local Position: " + localPosition);

        transform.localPosition = localPosition;
        transform.localRotation = Quaternion.Euler(Vector3.zero);
       
    }
}

Any help is greatly appreciated as ChatGPT has been quite useless when it comes to this for some reason. Thankyou in advance.

2

i assume you have a decision requester on your agent?
also demo recordings record heuristics actions, not the agent so without a heuristics method set there won’t be anything to record

3

yeah forgot about that, however I added a method, everything seems to work fine, but im still going through the same issue, OnActionRecieved method isnt getting called.

4

In my case what fixed it was adding an Awake() method, I assume for some an Initialise() method would work too but it didn’t for me when I tried.

void Awake()
    {
        Debug.Log("Awake called");
        rb = GetComponent<Rigidbody>();
        rb.inertiaTensor = tensor;
        rb.inertiaTensor = new Vector3(1829.532f, 1974.514f, 391.8728f);
        useHeuristic = true;
    }