--- a/audiofile-config.in
+++ b/audiofile-config.in
@@ -45,7 +45,9 @@ while test $# -gt 0; do
       echo $includes
       ;;
     --libs)
-      libdirs=-L@libdir@
+      if test @libdir@ != /usr/libdir ; then
+        libdirs=-L@libdir@
+      fi
       echo $libdirs -laudiofile -lm
       ;;
     *)