My react hooks are toggling all elements instead of just the single element. And, I don't know why ?

Expected behavior = select a button, classname changes, calls the function click the same button, classname changes and calls the function.

Instead, whatever I select causes every other element to be selected. And, if i select a different button, it removes whatever was stored in localstorage.

The hook

const [color, setColor] = useState(false)

function addOrRemove(e) {
  const elem = e.currentTarget;
  setColor(!color)
if (color){
  addValue(elem)
} else {
  removeValue(elem)
}
}

function addValue(e) {
    if (e.value !== "") {
      
      if (!favs.includes(e.value)) {
        favs.push(e.value);
        localStorage.setItem("name", JSON.stringify(favs));
        console.log(favs);
        document.getElementById("favsarray").innerHTML =  favs
      }
    }
  }

function removeValue(e, value) {
    if (e.value !== "") {
      //delete from array
      favs.pop(e.value);
      console.log(favs);
      //change the div text
      document.getElementById("favsarray").innerHTML = favs;
      //get the values from localstorage- parse
      const stored = JSON.parse(localStorage.getItem("name"));
      //delete the value
      delete stored[(value, e.value)];
      //store the new array as a string
      localStorage.setItem("name", JSON.stringify(favs));
      console.log(stored);
    }
  }

calling this function

<button
                id="btn"
                onClick={addOrRemove}
                className={color? "red": "white"}
                value={"Name:  " + d.name + "  Description:   " + d.description + "  Stars:   " + d.stargazers_count + "  URL:   " + d.html_url}