Using the code below I finally got everything working.
The code here checks if the customer is not wholesale. Then checks if the product has options. Then checks if Category or Product page because the same code is used in both spots.
This code seems to work for me I haven't found any issues with it yet:
<?php /** Start Modified Code **/?>
<?php /** Check if NOT LOGGED IN **/?>
<?php if(!Mage::getSingleton('customer/session')->isLoggedIn()){ ?>
<span class="regular-price" id="product-price-<?php echo $_id ?><?php echo $this->getIdSuffix() ?>">
<?php if ($_finalPrice == $_price): ?>
<?php echo $_coreHelper->formatPrice($_price, true) ?>
<?php else: ?>
<?php echo $_coreHelper->formatPrice($_finalPrice, true) ?>
<?php endif; ?>
</span>
<?php }else{ ?>
<span class="label"></span>
<?php } ?>
<?php /** Check if LOGGED IN and CUSTOMER GROUP **/?>
<?php
$login = Mage::getSingleton( 'customer/session' )->isLoggedIn(); //Check if User is Logged In
if($login)
{
$groupId = Mage::getSingleton('customer/session')->getCustomerGroupId(); //Get Customers Group ID
if($groupId != 2) //My wholesale customer id was 2 So I checked for 2. You can check according to your requirement
{ ?>
<?php /** NOT WHOLESALE **/?>
<span class="regular-price" id="product-price-<?php echo $_id ?><?php echo $this->getIdSuffix() ?>">
<?php if ($_finalPrice == $_price): ?>
<?php echo $_coreHelper->formatPrice($_price, true) ?>
<?php else: ?>
<?php echo $_coreHelper->formatPrice($_finalPrice, true) ?>
<?php endif; ?>
</span>
<?php }else{ ?>
<?php /** WHOLESALE **/?>
<?php
/**
*
* Checks if Simple Product with Options
*
*/
?>
<?php if ( $_product->getData('has_options') && ($_product->getTypeID() == 'simple') ): ?>
<?php
/**
* If Has Options
* Checks if Category or Product Page
* If Cat Page Don't put Base Price
*
*/
?>
<?php
$fullActionName = Mage::app()->getFrontController()->getAction()->getFullActionName();
if ($fullActionName == 'catalog_category_view') { ?>
<span class="label"></span>
<?php
/**
* Still If Has Options
* If Prod Page Display Base Price
*
*/
?>
<?php } elseif ($fullActionName == 'catalog_product_view') { ?>
<span class="regular-price" id="product-price-<?php echo $_id ?><?php echo $this->getIdSuffix() ?>">
<?php if ($_finalPrice == $_price): ?>
<?php echo $_coreHelper->formatPrice($_price, true) ?>
<?php else: ?>
<?php echo $_coreHelper->formatPrice($_finalPrice, true) ?>
<?php endif; ?>
</span>
<?php } ?>
<?php
/**
* If Doesn't Have Options
* Display Base Price
*
*/
?>
<?php else: ?>
<span class="regular-price" id="product-price-<?php echo $_id ?><?php echo $this->getIdSuffix() ?>">
<?php if ($_finalPrice == $_price): ?>
<?php echo $_coreHelper->formatPrice($_price, true) ?>
<?php else: ?>
<?php echo $_coreHelper->formatPrice($_finalPrice, true) ?>
<?php endif; ?>
</span>
<?php endif; ?>
<?php } ?>
<?php } ?>
<?php /** End Modified Code **/?>