Use Manual deps for registering some datahubs (#143)

* Use Manual deps for registering some packages

* no && in ogb

Author: Dsantra92

src/datasets/graphs/ogbdataset.jl

@@ -508,7 +508,7 @@ function read_ogb_file(p, T; tovec = false, transp = true)
     if transp && res !== nothing && !tovec
         res = collect(res')
     end
-    if res !== nothing T === Any
+    if res !== nothing && T === Any
         res = restrict_array_type(res)
     end
     return res

src/datasets/graphs/tudataset.jl

@@ -1,18 +1,13 @@
 function __init__tudataset()
     DEPNAME = "TUDataset"
-    LINK = "https://www.chrsmrrs.com/graphkerneldatasets"
     DOCS = "https://chrsmrrs.github.io/datasets/docs/home/"
-    DATA = "PROTEINS.zip"
 
-    register(DataDep(
+    register(ManualDataDep(
         DEPNAME,
         """
-        Dataset: The $DEPNAME dataset.
-        Website: $LINK)
+        Datahub: $DEPNAME.
+        Website: $DOCS
         """,
-        "$LINK/$DATA",
-        "2da8de15284b88edabca2888ce5444d62f364ed41159260977088c4e53d4d848",  # if checksum omitted, will be generated by DataDeps
-        post_fetch_method = unpack
     ))
 end
 
@@ -57,6 +52,7 @@ struct TUDataset <: AbstractDataset
 end
 
 function TUDataset(name; dir=nothing)
+    create_default_dir("TUDataset")
     d = tudataset_datadir(name, dir)
     # See here for the file format: https://chrsmrrs.github.io/datasets/docs/format/
 

src/utils.jl

@@ -102,3 +102,15 @@ convert2image(d::SupervisedDataset, i::AbstractVector) =
     convert2image(typeof(d), d[i].features)
 convert2image(d::SupervisedDataset, x::AbstractArray) =
     convert2image(typeof(d), x)
+
+"""
+    creates_default_dir(data_name)
+
+Creates the default datadir for the DataHub or Dataset.
+"""
+function create_default_dir(data_name::AbstractString)::String
+    # don't overrride methods for ManualDataDeps
+    dir = DataDeps.determine_save_path(data_name)
+    isdir(dir) || mkpath(dir)
+    return dir
+end