--- bfd/elf32-s390.c
+++ bfd/elf32-s390.c
@@ -2543,13 +2543,30 @@
 	  unresolved_reloc = FALSE;
 	  break;
 
-	case R_390_8:
-	case R_390_16:
-	case R_390_32:
 	case R_390_PC16:
 	case R_390_PC16DBL:
 	case R_390_PC32DBL:
 	case R_390_PC32:
+	  /* This is strictly required only for PC32DLB, which
+	     is not handled by ld.so, but let's be helpful to the user also
+	     in the other cases.  */
+	  if (info->shared
+	      && !SYMBOL_REFERENCES_LOCAL (info, h)
+	      && (input_section->flags & SEC_ALLOC) != 0
+	      && (input_section->flags & SEC_READONLY) != 0)
+	    {
+	      (*_bfd_error_handler)
+		(_("%B: relocation %s against `%s' can not be used when making a shared object; recompile with -fPIC"),
+		 input_bfd, elf_howto_table[r_type].name,
+		 h->root.root.string);
+	      bfd_set_error (bfd_error_bad_value);
+	      return FALSE;
+	    }
+	  /* Fall through.  */
+
+	case R_390_8:
+	case R_390_16:
+	case R_390_32:
 	  if ((input_section->flags & SEC_ALLOC) == 0)
 	    break;
 
--- bfd/elf64-s390.c
+++ bfd/elf64-s390.c
@@ -2520,15 +2520,32 @@
 	  unresolved_reloc = FALSE;
 	  break;
 
-	case R_390_8:
-	case R_390_16:
-	case R_390_32:
-	case R_390_64:
 	case R_390_PC16:
 	case R_390_PC16DBL:
 	case R_390_PC32:
 	case R_390_PC32DBL:
 	case R_390_PC64:
+	  /* This is strictly required only for PC32DLB, which
+	     is not handled by ld.so, but let's be helpful to the user also
+	     in the other cases.  */
+	  if (info->shared
+	      && !SYMBOL_REFERENCES_LOCAL (info, h)
+	      && (input_section->flags & SEC_ALLOC) != 0
+	      && (input_section->flags & SEC_READONLY) != 0)
+	    {
+	      (*_bfd_error_handler)
+		(_("%B: relocation %s against `%s' can not be used when making a shared object; recompile with -fPIC"),
+		 input_bfd, elf_howto_table[r_type].name,
+		 h->root.root.string);
+	      bfd_set_error (bfd_error_bad_value);
+	      return FALSE;
+	    }
+	  /* Fall through.  */
+
+	case R_390_8:
+	case R_390_16:
+	case R_390_32:
+	case R_390_64:
 	  if ((input_section->flags & SEC_ALLOC) == 0)
 	    break;
 
--- ld/testsuite/ld-elfvers/vers.exp
+++ ld/testsuite/ld-elfvers/vers.exp
@@ -94,6 +94,7 @@
 
 case $target_triplet in {
     { ia64-*-* } { set as_options "-x" }
+    { s390-*-linux-* } { set as_options "-march=z900" }
     default { set as_options "" }
 }
 
@@ -764,8 +765,9 @@
     pass $test
 }
 
-if [istarget x86_64-*-linux*] {
-    # x86_64 doesn't like non-pic shared libraries
+if { [istarget x86_64-*-linux*] \
+     || [istarget s390*-*-linux*] } {
+    # x86_64 and s390 doesn't like non-pic shared libraries
     set pic "yes"
 } else {
     set pic "no"
--- ld/testsuite/ld-elfvsb/elfvsb.exp
+++ ld/testsuite/ld-elfvsb/elfvsb.exp
@@ -265,6 +265,7 @@
 		    setup_xfail "sparc*-*-linux*"
 		}
 	    }
+	    setup_xfail "s390*-*-linux*"
 	    setup_xfail "x86_64-*-linux*"
 	    if { ![istarget hppa*64*-*-linux*] } {
 		setup_xfail "hppa*-*-linux*"
@@ -303,6 +304,7 @@
 		setup_xfail "alpha*-*-linux*"
 		setup_xfail "mips*-*-linux*"
 	    }
+	    setup_xfail "s390*-*-linux*"
 	    setup_xfail "x86_64-*-linux*"
 	    if { ![istarget hppa*64*-*-linux*] } {
 		setup_xfail "hppa*-*-linux*"
@@ -369,6 +371,7 @@
 			setup_xfail "sparc*-*-linux*"
 		    }
 		}
+		setup_xfail "s390*-*-linux*"
 		setup_xfail "x86_64-*-linux*"
 		if { ![istarget hppa*64*-*-linux*] } {
 		    setup_xfail "hppa*-*-linux*"
--- ld/testsuite/ld-shared/shared.exp
+++ ld/testsuite/ld-shared/shared.exp
@@ -208,7 +208,7 @@
 	    setup_xfail "sparc*-*-linux*"
 	}
 	setup_xfail "x86_64-*-linux*"
-	setup_xfail "s390x-*-linux*"
+	setup_xfail "s390*-*-linux*"
 	shared_test shnp "shared (non PIC)" mainnp.o sh1np.o sh2np.o shared
 
 	# Test ELF shared library relocations with a non-zero load
@@ -228,7 +228,7 @@
 	    setup_xfail "sparc*-*-linux*"
 	}
 	setup_xfail "x86_64-*-linux*"
-	setup_xfail "s390x-*-linux*"
+	setup_xfail "s390*-*-linux*"
 	shared_test shnp "shared (non PIC, load offset)" \
 		mainnp.o sh1np.o sh2np.o shared \
 		"-T $srcdir/$subdir/elf-offset.ld"
@@ -277,7 +277,7 @@
 		setup_xfail "sparc*-*-linux*"
 	    }
 	    setup_xfail "x86_64-*-linux*"
-	    setup_xfail "s390x-*-linux*"
+	    setup_xfail "s390*-*-linux*"
 	    shared_test shmpnp "shared (PIC main, non PIC so)" mainp.o sh1np.o sh2np.o shared
 	}
     } else {