test: retrieve unique package and latest version for YAML generation (#190)

* test: fix unique tarball retrieval to latest version

* test: retrieve package name by parsing the entries

Author: dandhlee

.kokoro/generate-docs.sh

@@ -36,16 +36,23 @@ python3 -m pip install recommonmark
 # Required for some client libraries:
 python3 -m pip install --user django==2.2 ipython
 
+# Store the contents of bucket log in a variable to reuse.
+python_bucket_items=$(gsutil ls "gs://docs-staging-v2/docfx-python*")
 # Retrieve unique repositories to regenerate the YAML with.
-for bucket_item in $(gsutil ls 'gs://docs-staging-v2/docfx-python*' | sort -u -t- -k5,5); do
+for package in $(echo "${python_bucket_items}" | cut -d "-" -f 5- | rev | cut -d "-" -f 2- | rev | uniq); do
 
-  # Retrieve the GitHub Repository info.
+  # Extract the latest version of the package to grab latest metadata.
+  version=$(echo "${python_bucket_items}" | grep "docfx-python-${package}-" | rev | cut -d "-" -f 1 | rev | sort -V -r | head -1)
+
+  # Set the bucket and tarball values to be used for the package.
+  bucket_item=$(echo "gs://docs-staging-v2/docfx-python-${package}-${version}")
   tarball=$(echo ${bucket_item} | cut -d "/" -f 4)
 
   # Make temporary directory to extract tarball content.
   mkdir ${tarball}
   cd ${tarball}
 
+  # Retrieve the GitHub Repository info.
   gsutil cp ${bucket_item} .
   tar -zxvf ${tarball}
   repo=$(cat docs.metadata | grep "github_repository:" | cut -d "\"" -f 2 | cut -d "/" -f 2)