Starcraft Styled Game

So I am trying to make a starcraft styled game, everything is going well so far, except for my Workers(Kinda like scv's). When I click on one of them, they all get selected. I don't know how to fix that, so only one of them gets selected. here's my code:

 using System.Collections;
 using System.Collections.Generic;
 using UnityEngine;
 using UnityEngine.AI;
 
 public class WorkerBehaviour : MonoBehaviour {
 
     public NavMeshAgent PlayerAgent;
     public LayerMask GroundLayer;
     public float TurningSpeed = 0.1f;
     public float Speed = 1.0f;
     public GameObject ParticleEffect;
 
     private bool Selected = false;
     private Camera Cam;
     private bool Move = false;
     private GameObject ParticleObject;
 
     void Awake() {
         Cam = Camera.main;
     }
 
     void Update () {
         Vector3 mouseWorldPosition = -Vector3.one;
 
         Ray ray = Cam.ScreenPointToRay(Input.mousePosition);
         RaycastHit hit;
 
         if (Physics.Raycast(ray, out hit)) {
             if (Input.GetMouseButtonDown(0)) {
                 if (hit.transform.tag == "Worker") {
                     if (!Selected) {
                         print(hit.transform.name + " Was Selected");
                         Move = false;
                         Selected = true;
                     }
                 } else {
                     Selected = false;
                 }
             }
 
             if (Input.GetMouseButtonDown(1)) {
                 if (Selected) {
                     if (hit.transform.tag == "Floor") {
                         Move = true;
                     }
                 } else {
                     Move = false;
                 }
 
                 if (Move) {
                     Destroy(ParticleObject);
                     PlayerAgent.SetDestination(GetPointUnderCursor());
                     PlayerAgent.speed = Speed;
                     PlayerAgent.angularSpeed = TurningSpeed;
                 }
             }
         }
     }
 
     Vector3 GetPointUnderCursor() {
         Vector3 mouseWorldPosition = -Vector3.one;
 
         Ray ray = Cam.ScreenPointToRay(Input.mousePosition);
         RaycastHit hit;
 
         if (Physics.Raycast(ray, out hit, 100f, GroundLayer)) {
             mouseWorldPosition = hit.point;
         }
 
         ParticleObject = Instantiate(ParticleEffect, new Vector3(mouseWorldPosition.x, mouseWorldPosition.y + 0.1f, mouseWorldPosition.z), Quaternion.Euler(90, 0, 0));
 
         Destroy(ParticleObject, 3);
 
         return mouseWorldPosition;
     }
 }