database: Add description, homepage, documentation and repository columns to the versions table

Author: Turbo87

crates/crates_io_database/src/schema.rs

@@ -1013,6 +1013,14 @@ diesel::table! {
         num_no_build -> Varchar,
         /// The declared Rust Edition required to compile this version of the crate.
         edition -> Nullable<Text>,
+        /// Value of the `description` field in the `Cargo.toml` file of this version.
+        description -> Nullable<Text>,
+        /// Value of the `homepage` field in the `Cargo.toml` file of this version.
+        homepage -> Nullable<Text>,
+        /// Value of the `documentation` field in the `Cargo.toml` file of this version.
+        documentation -> Nullable<Text>,
+        /// Value of the `repository` field in the `Cargo.toml` file of this version.
+        repository -> Nullable<Text>,
     }
 }
 

crates/crates_io_database_dump/src/dump-db.toml

@@ -247,6 +247,10 @@ has_lib = "public"
 bin_names = "public"
 yank_message = "private"
 edition = "public"
+description = "public"
+homepage = "public"
+documentation = "public"
+repository = "public"
 
 [versions_published_by.columns]
 version_id = "private"

crates/crates_io_database_dump/src/snapshots/[email protected]

@@ -18,7 +18,7 @@ BEGIN ISOLATION LEVEL REPEATABLE READ, READ ONLY;
     \copy "crates_keywords" ("crate_id", "keyword_id") TO 'data/crates_keywords.csv' WITH CSV HEADER
     \copy (SELECT "crate_id", "created_at", "created_by", "owner_id", "owner_kind" FROM "crate_owners" WHERE NOT deleted) TO 'data/crate_owners.csv' WITH CSV HEADER
 
-    \copy "versions" ("bin_names", "checksum", "crate_id", "crate_size", "created_at", "downloads", "edition", "features", "has_lib", "id", "license", "links", "num", "published_by", "rust_version", "updated_at", "yanked") TO 'data/versions.csv' WITH CSV HEADER
+    \copy "versions" ("bin_names", "checksum", "crate_id", "crate_size", "created_at", "description", "documentation", "downloads", "edition", "features", "has_lib", "homepage", "id", "license", "links", "num", "published_by", "repository", "rust_version", "updated_at", "yanked") TO 'data/versions.csv' WITH CSV HEADER
     \copy "default_versions" ("crate_id", "version_id") TO 'data/default_versions.csv' WITH CSV HEADER
     \copy "dependencies" ("crate_id", "default_features", "explicit_name", "features", "id", "kind", "optional", "req", "target", "version_id") TO 'data/dependencies.csv' WITH CSV HEADER
     \copy "version_downloads" ("date", "downloads", "version_id") TO 'data/version_downloads.csv' WITH CSV HEADER

crates/crates_io_database_dump/src/snapshots/[email protected]

@@ -60,7 +60,7 @@ BEGIN;
     \copy "crates_categories" ("category_id", "crate_id") FROM 'data/crates_categories.csv' WITH CSV HEADER
     \copy "crates_keywords" ("crate_id", "keyword_id") FROM 'data/crates_keywords.csv' WITH CSV HEADER
     \copy "crate_owners" ("crate_id", "created_at", "created_by", "owner_id", "owner_kind") FROM 'data/crate_owners.csv' WITH CSV HEADER
-    \copy "versions" ("bin_names", "checksum", "crate_id", "crate_size", "created_at", "downloads", "edition", "features", "has_lib", "id", "license", "links", "num", "published_by", "rust_version", "updated_at", "yanked") FROM 'data/versions.csv' WITH CSV HEADER
+    \copy "versions" ("bin_names", "checksum", "crate_id", "crate_size", "created_at", "description", "documentation", "downloads", "edition", "features", "has_lib", "homepage", "id", "license", "links", "num", "published_by", "repository", "rust_version", "updated_at", "yanked") FROM 'data/versions.csv' WITH CSV HEADER
     \copy "default_versions" ("crate_id", "version_id") FROM 'data/default_versions.csv' WITH CSV HEADER
     \copy "dependencies" ("crate_id", "default_features", "explicit_name", "features", "id", "kind", "optional", "req", "target", "version_id") FROM 'data/dependencies.csv' WITH CSV HEADER
     \copy "version_downloads" ("date", "downloads", "version_id") FROM 'data/version_downloads.csv' WITH CSV HEADER

migrations/2024-11-19-095931_add-version-columns/down.sql

@@ -0,0 +1,5 @@
+alter table versions
+    drop column description,
+    drop column homepage,
+    drop column documentation,
+    drop column repository;

migrations/2024-11-19-095931_add-version-columns/up.sql

@@ -0,0 +1,10 @@
+alter table versions
+    add column description text,
+    add column homepage text,
+    add column documentation text,
+    add column repository text;
+
+comment on column versions.description is 'Value of the `description` field in the `Cargo.toml` file of this version.';
+comment on column versions.homepage is 'Value of the `homepage` field in the `Cargo.toml` file of this version.';
+comment on column versions.documentation is 'Value of the `documentation` field in the `Cargo.toml` file of this version.';
+comment on column versions.repository is 'Value of the `repository` field in the `Cargo.toml` file of this version.';

src/models/version.rs

@@ -34,6 +34,10 @@ pub struct Version {
     pub yank_message: Option<String>,
     pub num_no_build: String,
     pub edition: Option<String>,
+    pub description: Option<String>,
+    pub homepage: Option<String>,
+    pub documentation: Option<String>,
+    pub repository: Option<String>,
 }
 
 impl Version {