PlayerPrefs.DeleteAll not working at Runtime

It is my understanding that PlayerPrefs.DeleteAll(); will actually delete all of the keys in the playerprefs, but not during runtime. It only seems to work after the game has been stopped and then started again. I can’t even get PlayerPrefs.DeleteKey("Key"); to work during runtime. The documentation seems to suggest that playerprefs are used to store data between sessions, which seems to hint at my problem. How would I go about allowing the user to delete their character stats and start fresh in-game?

I have a solution that looks miserable but works. I have a separate method that I can call that will reset the variable to the initial values. Any other suggestions? NOTE: This is only a very small list of the variables that I have.

using UnityEngine;
using System.Collections;

public class Player : MonoBehaviour {

	public int health = 3;
	public int healthCap = 3;
	public int xp = 0;
	public int gems = 0;
	public int level = 1;
	
	void setPrefs(){
		PlayerPrefs.SetInt("firstPlay", firstPlay);
		PlayerPrefs.SetInt("xp", xp);
		PlayerPrefs.SetInt("health", health);
		PlayerPrefs.SetInt("healthCap", healthCap);
		PlayerPrefs.SetInt("gems", gems);
		PlayerPrefs.SetInt("level", level);
		PlayerPrefs.Save();
	}
	public void removePrefs(){
		health = 3;
		healthCap = 3;
		xp = 0;
		gems = 0;
		level = 1;
		setPrefs();
	}
}

using UnityEngine;
using System.Collections;

public class Player : MonoBehaviour {

 public int health = 3;
 public int healthCap = 3;
 public int xp = 0;
 public int gems = 0;
 public int level = 1;
 
 void setPrefs(){
     PlayerPrefs.SetInt("firstPlay", firstPlay);
     PlayerPrefs.SetInt("xp", xp);
     PlayerPrefs.SetInt("health", health);
     PlayerPrefs.SetInt("healthCap", healthCap);
     PlayerPrefs.SetInt("gems", gems);
     PlayerPrefs.SetInt("level", level);
     PlayerPrefs.Save();
 }
 public void removePrefs(){
      PlayerPrefs.SetInt("health", 3);
     PlayerPrefs.SetInt("healthCap", 0);
     PlayerPrefs.SetInt("xp", 0);
     PlayerPrefs.SetInt("gems", 1);
    PlayerPrefs.SetInt("level", 1);
     setPrefs();
 }

}