3
0

sed.tests 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293
  1. #!/bin/sh
  2. # SUSv3 compliant sed tests.
  3. # Copyright 2005 by Rob Landley <rob@landley.net>
  4. # Licensed under GPLv2, see file LICENSE in this source tree.
  5. . ./testing.sh
  6. # testing "description" "arguments" "result" "infile" "stdin"
  7. # Corner cases
  8. testing "sed no files (stdin)" 'sed ""' "hello\n" "" "hello\n"
  9. testing "sed explicit stdin" 'sed "" -' "hello\n" "" "hello\n"
  10. testing "sed handles empty lines" "sed -e 's/\$/@/'" "@\n" "" "\n"
  11. testing "sed stdin twice" 'sed "" - -' "hello" "" "hello"
  12. # Trailing EOF.
  13. # Match $, at end of each file or all files?
  14. # -e corner cases
  15. # without -e
  16. # multiple -e
  17. # interact with a
  18. # -eee arg1 arg2 arg3
  19. # -f corner cases
  20. # -e -f -e
  21. # -n corner cases
  22. # no newline at EOF?
  23. # -r corner cases
  24. # Just make sure it works.
  25. # -i corner cases:
  26. # sed -i -
  27. # permissions
  28. # -i on a symlink
  29. # on a directory
  30. # With $ last-line test
  31. # Continue with \
  32. # End of script with trailing \
  33. # command list
  34. testing "sed accepts blanks before command" "sed -e '1 d'" "" "" ""
  35. testing "sed accepts newlines in -e" "sed -e 'i\
  36. 1
  37. a\
  38. 3'" "1\n2\n3\n" "" "2\n"
  39. testing "sed accepts multiple -e" "sed -e 'i\' -e '1' -e 'a\' -e '3'" \
  40. "1\n2\n3\n" "" "2\n"
  41. # substitutions
  42. testing "sed -n" "sed -n -e s/foo/bar/ -e s/bar/baz/" "" "" "foo\n"
  43. testing "sed s//p" "sed -e s/foo/bar/p -e s/bar/baz/p" "bar\nbaz\nbaz\n" \
  44. "" "foo\n"
  45. testing "sed -n s//p" "sed -ne s/abc/def/p" "def\n" "" "abc\n"
  46. test x"$SKIP_KNOWN_BUGS" = x"" && {
  47. testing "sed s//g (exhaustive)" "sed -e 's/[[:space:]]*/,/g'" ",1,2,3,4,5,\n" \
  48. "" "12345\n"
  49. }
  50. testing "sed s arbitrary delimiter" "sed -e 's woo boing '" "boing\n" "" "woo\n"
  51. testing "sed s chains" "sed -e s/foo/bar/ -e s/bar/baz/" "baz\n" "" "foo\n"
  52. testing "sed s chains2" "sed -e s/foo/bar/ -e s/baz/nee/" "bar\n" "" "foo\n"
  53. testing "sed s [delimiter]" "sed -e 's@[@]@@'" "onetwo" "" "one@two"
  54. testing "sed s with \\t (GNU ext)" "sed 's/\t/ /'" "one two" "" "one\ttwo"
  55. # branch
  56. testing "sed b (branch)" "sed -e 'b one;p;: one'" "foo\n" "" "foo\n"
  57. testing "sed b (branch with no label jumps to end)" "sed -e 'b;p'" \
  58. "foo\n" "" "foo\n"
  59. # test and branch
  60. testing "sed t (test/branch)" "sed -e 's/a/1/;t one;p;: one;p'" \
  61. "1\n1\nb\nb\nb\nc\nc\nc\n" "" "a\nb\nc\n"
  62. testing "sed t (test/branch clears test bit)" "sed -e 's/a/b/;:loop;t loop'" \
  63. "b\nb\nc\n" "" "a\nb\nc\n"
  64. testing "sed T (!test/branch)" "sed -e 's/a/1/;T notone;p;: notone;p'" \
  65. "1\n1\n1\nb\nb\nc\nc\n" "" "a\nb\nc\n"
  66. test x"$SKIP_KNOWN_BUGS" = x"" && {
  67. # Normal sed end-of-script doesn't print "c" because n flushed the pattern
  68. # space. If n hits EOF, pattern space is empty when script ends.
  69. # Query: how does this interact with no newline at EOF?
  70. testing "sed n (flushes pattern space, terminates early)" "sed -e 'n;p'" \
  71. "a\nb\nb\nc\n" "" "a\nb\nc\n"
  72. }
  73. # non-GNU sed: N does _not_ flush pattern space, therefore c is eaten @ script end
  74. # GNU sed: N flushes pattern space, therefore c is printed too @ script end
  75. testing "sed N (flushes pattern space (GNU behavior))" "sed -e 'N;p'" \
  76. "a\nb\na\nb\nc\n" "" "a\nb\nc\n"
  77. testing "sed N test2" "sed ':a;N;s/\n/ /;ta'" \
  78. "a b c\n" "" "a\nb\nc\n"
  79. testing "sed N test3" "sed 'N;s/\n/ /'" \
  80. "a b\nc\n" "" "a\nb\nc\n"
  81. testing "sed address match newline" 'sed "/b/N;/b\\nc/i woo"' \
  82. "a\nwoo\nb\nc\nd\n" "" "a\nb\nc\nd\n"
  83. # Multiple lines in pattern space
  84. testing "sed N (stops at end of input) and P (prints to first newline only)" \
  85. "sed -n 'N;P;p'" "a\na\nb\n" "" "a\nb\nc\n"
  86. # Hold space
  87. testing "sed G (append hold space to pattern space)" 'sed G' "a\n\nb\n\nc\n\n" \
  88. "" "a\nb\nc\n"
  89. #testing "sed g/G (swap/append hold and patter space)"
  90. #testing "sed g (swap hold/pattern space)"
  91. testing "sed d ends script iteration" \
  92. "sed -e '/ook/d;s/ook/ping/p;i woot'" "" "" "ook\n"
  93. testing "sed d ends script iteration (2)" \
  94. "sed -e '/ook/d;a\' -e 'bang'" "woot\nbang\n" "" "ook\nwoot\n"
  95. # Multiple files, with varying newlines and NUL bytes
  96. test x"$SKIP_KNOWN_BUGS" = x"" && {
  97. testing "sed embedded NUL" "sed -e 's/woo/bang/'" "\0bang\0woo\0" "" \
  98. "\0woo\0woo\0"
  99. }
  100. testing "sed embedded NUL g" "sed -e 's/woo/bang/g'" "bang\0bang\0" "" \
  101. "woo\0woo\0"
  102. test x"$SKIP_KNOWN_BUGS" = x"" && {
  103. $ECHO -e "/woo/a he\0llo" > sed.commands
  104. testing "sed NUL in command" "sed -f sed.commands" "woo\nhe\0llo\n" "" "woo"
  105. rm sed.commands
  106. }
  107. # sed has funky behavior with newlines at the end of file. Test lots of
  108. # corner cases with the optional newline appending behavior.
  109. testing "sed normal newlines" "sed -e 's/woo/bang/' input -" "bang\nbang\n" \
  110. "woo\n" "woo\n"
  111. testing "sed leave off trailing newline" "sed -e 's/woo/bang/' input -" \
  112. "bang\nbang" "woo\n" "woo"
  113. testing "sed autoinsert newline" "sed -e 's/woo/bang/' input -" "bang\nbang" \
  114. "woo" "woo"
  115. testing "sed empty file plus cat" "sed -e 's/nohit//' input -" "one\ntwo" \
  116. "" "one\ntwo"
  117. testing "sed cat plus empty file" "sed -e 's/nohit//' input -" "one\ntwo" \
  118. "one\ntwo" ""
  119. test x"$SKIP_KNOWN_BUGS" = x"" && {
  120. testing "sed append autoinserts newline" "sed -e '/woot/a woo' -" \
  121. "woot\nwoo\n" "" "woot"
  122. }
  123. testing "sed insert doesn't autoinsert newline" "sed -e '/woot/i woo' -" \
  124. "woo\nwoot" "" "woot"
  125. testing "sed print autoinsert newlines" "sed -e 'p' -" "one\none" "" "one"
  126. testing "sed print autoinsert newlines two files" "sed -e 'p' input -" \
  127. "one\none\ntwo\ntwo" "one" "two"
  128. testing "sed noprint, no match, no newline" "sed -ne 's/woo/bang/' input" \
  129. "" "no\n" ""
  130. testing "sed selective matches with one nl" "sed -ne 's/woo/bang/p' input -" \
  131. "a bang\nc bang\n" "a woo\nb no" "c woo\nd no"
  132. testing "sed selective matches insert newline" \
  133. "sed -ne 's/woo/bang/p' input -" "a bang\nb bang\nd bang" \
  134. "a woo\nb woo" "c no\nd woo"
  135. testing "sed selective matches noinsert newline" \
  136. "sed -ne 's/woo/bang/p' input -" "a bang\nb bang" "a woo\nb woo" \
  137. "c no\nd no"
  138. test x"$SKIP_KNOWN_BUGS" = x"" && {
  139. testing "sed clusternewline" \
  140. "sed -e '/one/a 111' -e '/two/i 222' -e p input -" \
  141. "one\none\n111\n222\ntwo\ntwo" "one" "two"
  142. }
  143. testing "sed subst+write" \
  144. "sed -e 's/i/z/' -e 'woutputw' input -; $ECHO -n X; cat outputw" \
  145. "thzngy\nagaznXthzngy\nagazn" "thingy" "again"
  146. rm outputw
  147. testing "sed trailing NUL" \
  148. "sed 's/i/z/' input -" \
  149. "a\0b\0\nc" "a\0b\0" "c"
  150. testing "sed escaped newline in command" \
  151. "sed 's/a/z\\
  152. z/' input" \
  153. "z\nz" "a" ""
  154. # Test end-of-file matching behavior
  155. testing "sed match EOF" "sed -e '"'$p'"'" "hello\nthere\nthere" "" \
  156. "hello\nthere"
  157. testing "sed match EOF two files" "sed -e '"'$p'"' input -" \
  158. "one\ntwo\nthree\nfour\nfour" "one\ntwo" "three\nfour"
  159. # sed match EOF inline: gnu sed 4.1.5 outputs this:
  160. #00000000 6f 6e 65 0a 6f 6f 6b 0a 6f 6f 6b 0a 74 77 6f 0a |one.ook.ook.two.|
  161. #00000010 0a 74 68 72 65 65 0a 6f 6f 6b 0a 6f 6f 6b 0a 66 |.three.ook.ook.f|
  162. #00000020 6f 75 72 |our|
  163. # which looks buggy to me.
  164. $ECHO -ne "three\nfour" > input2
  165. testing "sed match EOF inline" \
  166. "sed -e '"'$i ook'"' -i input input2 && cat input input2" \
  167. "one\nook\ntwothree\nook\nfour" "one\ntwo" ""
  168. rm input2
  169. # Test lie-to-autoconf
  170. testing "sed lie-to-autoconf" "sed --version | grep -o 'GNU sed version '" \
  171. "GNU sed version \n" "" ""
  172. # Jump to nonexistent label
  173. test x"$SKIP_KNOWN_BUGS" = x"" && {
  174. # Incompatibility: illegal jump is not detected if input is ""
  175. # (that is, no lines at all). GNU sed 4.1.5 complains even in this case
  176. testing "sed nonexistent label" "sed -e 'b walrus' 2>/dev/null || echo yes" \
  177. "yes\n" "" ""
  178. }
  179. testing "sed backref from empty s uses range regex" \
  180. "sed -e '/woot/s//eep \0 eep/'" "eep woot eep" "" "woot"
  181. testing "sed backref from empty s uses range regex with newline" \
  182. "sed -e '/woot/s//eep \0 eep/'" "eep woot eep\n" "" "woot\n"
  183. # -i with no filename
  184. touch ./- # Detect gnu failure mode here.
  185. testing "sed -i with no arg [GNUFAIL]" "sed -e '' -i 2> /dev/null || echo yes" \
  186. "yes\n" "" ""
  187. rm ./- # Clean up
  188. testing "sed s/xxx/[/" "sed -e 's/xxx/[/'" "[\n" "" "xxx\n"
  189. # Ponder this a bit more, why "woo not found" from gnu version?
  190. #testing "sed doesn't substitute in deleted line" \
  191. # "sed -e '/ook/d;s/ook//;t woo;a bang;'" "bang" "" "ook\n"
  192. # This makes both seds very unhappy. Why?
  193. #testing "sed -g (exhaustive)" "sed -e 's/[[:space:]]*/,/g'" ",1,2,3,4,5," \
  194. # "" "12345"
  195. # testing "description" "arguments" "result" "infile" "stdin"
  196. testing "sed n command must reset 'substituted' bit" \
  197. "sed 's/1/x/;T;n;: next;s/3/y/;t quit;n;b next;: quit;q'" \
  198. "0\nx\n2\ny\n" "" "0\n1\n2\n3\n"
  199. testing "sed d does not break n,m matching" \
  200. "sed -n '1d;1,3p'" \
  201. "second\nthird\n" "" "first\nsecond\nthird\nfourth\n"
  202. testing "sed d does not break n,regex matching" \
  203. "sed -n '1d;1,/hir/p'" \
  204. "second\nthird\n" "" "first\nsecond\nthird\nfourth\n"
  205. testing "sed d does not break n,regex matching #2" \
  206. "sed -n '1,5d;1,/hir/p'" \
  207. "second2\nthird2\n" "" \
  208. "first\nsecond\nthird\nfourth\n""first2\nsecond2\nthird2\nfourth2\n"
  209. testing "sed 2d;2,1p (gnu compat)" \
  210. "sed -n '2d;2,1p'" \
  211. "third\n" "" \
  212. "first\nsecond\nthird\nfourth\n"
  213. # Regex means: "match / at BOL or nothing, then one or more not-slashes".
  214. # The bug was that second slash in /usr/lib was treated as "at BOL" too.
  215. testing "sed beginning (^) matches only once" \
  216. "sed 's,\(^/\|\)[^/][^/]*,>\0<,g'" \
  217. ">/usr</>lib<\n" "" \
  218. "/usr/lib\n"
  219. testing "sed c" \
  220. "sed 'crepl'" \
  221. "repl\nrepl\n" "" \
  222. "first\nsecond\n"
  223. testing "sed nested {}s" \
  224. "sed '/asd/ { p; /s/ { s/s/c/ }; p; q }'" \
  225. "qwe\nasd\nacd\nacd\n" "" \
  226. "qwe\nasd\nzxc\n"
  227. testing "sed a cmd ended by double backslash" \
  228. "sed -e '/| one /a \\
  229. | three \\\\' -e '/| one-/a \\
  230. | three-* \\\\'" \
  231. ' | one \\
  232. | three \\
  233. | two \\
  234. ' '' \
  235. ' | one \\
  236. | two \\
  237. '
  238. # first three lines are deleted; 4th line is matched and printed by "2,3" and by "4" ranges
  239. testing "sed with N skipping lines past ranges on next cmds" \
  240. "sed -n '1{N;N;d};1p;2,3p;3p;4p'" \
  241. "4\n4\n" "" "1\n2\n3\n4\n"
  242. testing "sed -i with address modifies all files, not only first" \
  243. "cp input input2; sed -i -e '1s/foo/bar/' input input2 && cat input input2; rm input2" \
  244. "bar\nbar\n" "foo\n" ""
  245. # testing "description" "arguments" "result" "infile" "stdin"
  246. exit $FAILCOUNT