diff --git a/library/src/com/handmark/pulltorefresh/library/internal/LoadingLayout.java b/library/src/com/handmark/pulltorefresh/library/internal/LoadingLayout.java
index b9e715050..9c12586df 100644
--- a/library/src/com/handmark/pulltorefresh/library/internal/LoadingLayout.java
+++ b/library/src/com/handmark/pulltorefresh/library/internal/LoadingLayout.java
@@ -350,7 +350,12 @@ private void setSubHeaderText(CharSequence label) {
 				mSubHeaderText.setVisibility(View.GONE);
 			} else {
 				mSubHeaderText.setText(label);
-				mSubHeaderText.setVisibility(View.VISIBLE);
+
+				// Only set it to Visible if we're GONE, otherwise VISIBLE will
+				// be set soon
+				if (View.GONE == mSubHeaderText.getVisibility()) {
+					mSubHeaderText.setVisibility(View.VISIBLE);
+				}
 			}
 		}
 	}