C# Using Ray Casting, but I fall down after contact on the side

So I currently know my code is not optimal in that I create extra Rays and such: rayX for horizontal movement, rayY for vertical movement, and ray for angled movement. I several: "Scene::raycastClosestShape: The maximum distance must be greater than zero!" errors previously and found a means of fixing them with this. But I now have an error such that when I collide with objects from the side (left/right) of my character, I will fall downwards, even if I'm on ground. This results in my player dropping through the level.

 using UnityEngine;
 using System.Collections;
 
 [RequireComponent (typeof(BoxCollider))]
 public class PlayerPhysics : MonoBehaviour {
     public LayerMask collisionMask;
 
     private new BoxCollider collider;
     private Vector3 s;
     private Vector3 c;
 
     private Vector3 originalSize;
     private Vector3 originalCenter;
     private float colliderScale;
 
     private int collisionDivisionsX = 3;
     private int collisionDivisionsY = 10;
 
     private float skin = .005f;
 
     [HideInInspector]
     public bool grounded;
     [HideInInspector]
     public bool movementStopped;
 
     Ray rayX;
     Ray rayY;
     Ray ray;
     RaycastHit $$anonymous$$tX;
     RaycastHit $$anonymous$$tY;
 
     void Start() {
         collider = GetComponent<BoxCollider> ();
         colliderScale = transform.localScale.x;
 
         originalSize = collider.size;
         originalCenter = collider.center;
 
         SetCollider (originalSize, originalCenter);
     }
 
     public void Move(Vector2 moveAmount) {
 
         float deltaY = moveAmount.y;
         float deltaX = moveAmount.x;
         Vector2 p = transform.position;
 
         //Vertical Check
         grounded = false;
         for(int i = 0; i < collisionDivisionsX; i++) {
             float dirY = Mathf.Sign (deltaY);
             float x2 = (p.x + c.x - s.x/2) + s.x/(collisionDivisionsX-1) * i; //left, center and right-most points of the collider
             float y2 = p.y + c.y + s.y/2 * dirY; //bottom of collider
             
             rayY = new Ray(new Vector2(x2,y2), new Vector2(0,dirY));
             Debug.DrawRay(rayY.origin, rayY.direction);
             //Vertical Collisions
             bool moveVert = !Mathf.Approximately(deltaY, 0.0f);
             if (moveVert && Physics.Raycast(rayY,out $$anonymous$$tY,Mathf.Abs(deltaY) * skin,collisionMask)) {
                 //get Distance between player and ground
                 float dst = Vector3.Distance(rayY.origin, $$anonymous$$tY.point);
                 
                 //Stop player's downwards movement after coming wit$$anonymous$$ng skin width of a collider
                 if(dst > skin) {
                     deltaY = -dst + skin;
                 }
                 else {
                     deltaY = 0;
                 }
                 grounded = true;
                 break;
             }
         }
 
         //Horizontal Check
         movementStopped = false;
         for(int i = 0; i < collisionDivisionsY; i++) {
             float dirX = Mathf.Sign (deltaX);
             float x = p.x + c.x + s.x/2 * dirX; //left, center and right-most points of the collider
             float y = (p.y + c.y - s.y/2) + s.y/(collisionDivisionsY-1) * i; //bottom of collider
 
             rayX = new Ray(new Vector2(x,y), new Vector2(dirX, 0));
             Debug.DrawRay(rayX.origin, rayX.direction);
             //Horizontal Collisions
             bool moveHorz = !Mathf.Approximately(deltaX, 0.0f);
             if (moveHorz && Physics.Raycast(rayX,out $$anonymous$$tX,Mathf.Abs(deltaX) + skin,collisionMask)) {
                 //get Distance between player and ground
                 float dst = Vector3.Distance(rayX.origin, $$anonymous$$tX.point);
                 
                 //Stop player's downwards movement after coming wit$$anonymous$$ng skin width of a collider
                 if(dst > skin) {
                     deltaX = -dst + skin;
                 }
                 else {
                     deltaX = 0;
                 }
                 movementStopped = true;
                 break;
             }
         }
 
 
         if( !grounded && !movementStopped) {
             Vector3 playerDir = new Vector3 (deltaX, deltaY);
             Vector3 o = new Vector3 (p.x + c.x + s.x / 2 * Mathf.Sign(deltaX), p.y + c.y + s.y / 2 * Mathf.Sign(deltaY));
             ray = new Ray (o, playerDir.normalized);
 
             if (Physics.Raycast (ray,Mathf.Sqrt (deltaX * deltaX + deltaY * deltaY), collisionMask)) {
                 grounded = true;
                 deltaY = 0;
                 }
         }
 
         Vector2 finalTransform = new Vector2(deltaX, deltaY);
 
         transform.Translate (finalTransform);
     }
 
     //set collider
     public void SetCollider(Vector3 size, Vector3 centre) {
         collider.size = size;
         collider.center = centre;
 
         s = size * colliderScale;
         c = centre * colliderScale;
     }
 
     public void ResetCollider() {
         SetCollider (originalSize, originalCenter);
     }
 
 }