hadoop-dfs-dir.txt 3.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. # Licensed to the Apache Software Foundation (ASF) under one or more
  2. # contributor license agreements. See the NOTICE file distributed with
  3. # this work for additional information regarding copyright ownership.
  4. # The ASF licenses this file to You under the Apache License, Version 2.0
  5. # (the "License"); you may not use this file except in compliance with
  6. # the License. You may obtain a copy of the License at
  7. #
  8. # http://www.apache.org/licenses/LICENSE-2.0
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. #
  16. # This is a readme for hadoop-version-dfs-dir.tgz and hadoop-dfs-dir.txt.
  17. #
  18. # See HADOOP-1629 for more info if needed.
  19. # These two files are used by unit test TestDFSUpgradeFromImage.java
  20. #
  21. # hadoop-dfs-dir.txt :
  22. # ---------------------
  23. # Along with this description this file contains the expected files and
  24. # checksums or the files in the upgraded DFS.
  25. #
  26. # The original DFS directory was created with various types of files and with
  27. # some recoverable errors (i.e. corrupt or missing .crc files).
  28. #
  29. # A similar set of files exist in two different DFS directories.
  30. # For e.g. "top-dir-1Mb-512" contains files created with dfs.blocksize of 1Mb
  31. # and io.bytes.per.checksum of 512.
  32. #
  33. # To generate checksum info for new files :
  34. # ---------------------------------------
  35. # Uncomment the last coment (starts with "printChecksums") and run the
  36. # test again. When the test sees this line, it prints the checksum
  37. # information that should replace the checksum information in
  38. # this file. When run in this mode, the test will fail with a descriptive IOException.
  39. #
  40. # Next, extract the checksum info from the test log like this:
  41. # sed -n 's/.*CRC info for reference file : //p' test-log.txt >> this_file
  42. # This will append a new list of files and checksums to this file. Be sure to remove the existing checksum info.
  43. #
  44. # For your reference, the format of the checksum info below is "filename whitespace*\twhitespace* checksum\n"
  45. #
  46. # Uncomment the following line to produce checksum info for a new DFS image.
  47. #printChecksums
  48. /1kb-multiple-checksum-blocks-64-16 191893480
  49. /top-dir-120000-60/1Mb-file 4079112547
  50. /top-dir-120000-60/4k-file 3716287280
  51. /top-dir-120000-60/5Mb-file 2563834633
  52. /top-dir-120000-60/directory1/500thousand-file 3036538664
  53. /top-dir-120000-60/directory1/file-with-corrupt-crc 1984689737
  54. /top-dir-120000-60/directory1/file-with-no-crc 4004594475
  55. /top-dir-120000-60/directory1/zero1 0
  56. /top-dir-120000-60/zerolen 0
  57. /top-dir-1Mb-512/1Mb-file 4079112547
  58. /top-dir-1Mb-512/4k-file 3716287280
  59. /top-dir-1Mb-512/5Mb-file 2563834633
  60. /top-dir-1Mb-512/directory1/500thousand-file 3036538664
  61. /top-dir-1Mb-512/directory1/file-with-corrupt-crc 1984689737
  62. /top-dir-1Mb-512/directory1/file-with-no-crc 4004594475
  63. /top-dir-1Mb-512/directory1/zero1 0
  64. /top-dir-1Mb-512/zerolen 0
  65. overallCRC 1419480698